# robots.txt for https://www.robtex.com 


User-agent: NinjaBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Semrushbot-SA
Disallow: /

User-agent: Semrushbot-SI
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: Yandex
Disallow: /



User-agent: *
Disallow: /zxy/
Disallow: /ext/xapiq/
Disallow: /ext/semr/
Disallow: /zeg/
Disallow: /detroitchicago/
Disallow: /porpoiseant/
Disallow: /ezoic/


Sitemap: https://www.robtex.com/sitemaps/umaps.xml.gz
Sitemap: https://www.robtex.com/sitemaps/xmaps.xml.gz
Sitemap: https://www.robtex.com/sitemaps/ass.xml.gz
Sitemap: https://www.robtex.com/sitemaps/routes.xml.gz
Sitemap: https://www.robtex.com/sitemaps/amaps.xml.gz

Host: www.robtex.com