60 lines
725 B
Text
60 lines
725 B
Text
|
User-agent: adsbot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: barkrowler
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: Buck
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: InfoTigerBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: DataForSeoBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: ia_archiver_disabled
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
user-agent: AhrefsBot
|
||
|
|
disallow: /
|
||
|
|
|
||
|
|
User-agent: MJ12bot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: XoviBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: SEOkicks-Robot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: dotbot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: BLEXBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: spbot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: ia_archiver
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: SemrushBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: SemrushBot-SA
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: BLEXBot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: serpstatbot
|
||
|
|
Disallow: /
|
||
|
|
|
||
|
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
___Sitemap: https://wikiarchiv.natenom.de/sitemap.xml.gz
|
||
|
|
|