Host: https://searchengines.guru
Sitemap: https://searchengines.guru/sitemap.xml


User-agent: MJ12bot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: ExaBot
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexNews
Allow: /yandexnews/rss

User-agent: *
Disallow: /fz/
Disallow: /amp.php
Disallow: /a/
Disallow: /archive/
Disallow: /tags.php
Disallow: /tags/
Disallow: /go
Disallow: /album.php
Disallow: /customavatars/
Disallow: /attachment.php
Disallow: /external.php
Disallow: /images/
Disallow: /clientscript/
Disallow: /dbseositemap.php