# robots.txt .rls

User-agent: *

Disallow: /pixel.gif
Disallow: /ajax/
Disallow: /u/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /r-dev/
Disallow: /dot/
Disallow: /ext/dol/
Disallow: /ext/ads/
Disallow: /ext/sedo/
Disallow: /ext/iplist/
Disallow: /ext/semr/
Disallow: /ext/sere/
Disallow: /ext/semre/
Disallow: /ext/wot/
Disallow: /ext/sed/
Disallow: /ext/register/

Disallow: /gont/
Disallow: /gond/

# temporary
Disallow: /dns/back.to.html
Disallow: /dns/maemobrasil.org.html
Disallow: /dns/www.phreephuck.com.html

# temporary, product launch
Disallow: /dns/www.chapin.com.html
Disallow: /dns/chapfix.com.html
Disallow: /dns/www.chapfix.com.html
Disallow: /dns/4tu.org.html
Disallow: /dns/www.chapingo.mx.html
Disallow: /dns/aeropacifico.com.mx.html

##

Disallow: /dns/krigis.hr.html
Disallow: /dns/*.krigis.hr.html
Disallow: /dns/krigis.eu.html
Disallow: /dns/*.krigis.eu.html
Disallow: /dns/krigis.info.html
Disallow: /dns/*.krigis.info.html
Disallow: /dns/awsclic.com.html
Disallow: /dns/*.awsclic.com.html
Disallow: /dns/fbme.com.html
Disallow: /dns/*.fbme.com.html

Disallow: /ip/96.56.100.26.html


# temporary
Disallow: /dns/model-escorts.asia.html
Disallow: /dns/888luck.asia.html
Disallow: /dns/modelescorts.asia.html
Disallow: /dns/freepornxxx.asia.html
Disallow: /dns/downloadfreeporn.asia.html
Disallow: /dns/freeasianporn.asia.html
Disallow: /dns/model-escorts.asia.html

Disallow: /dns/sierraohanes.com.html

Disallow: /dns/2020feedback.com.html
Disallow: /dns/babes-area.com.html
Disallow: /dns/www.babes-area.com.html
Disallow: /dns/*.babes-area.com.html

Disallow: /dns/langins.com.html
Disallow: /dns/*.langins.com.html
Disallow: /dns/wichsvorlagen.com.html
Disallow: /dns/*.wichsvorlagen.com.html

Disallow: /dns/lloydstsb-ipb.com.html
Disallow: /dns/*.lloydstsb-ipb.com.html

Disallow: /cnet/64.79.69.html
Disallow: /dns/nudistday.com.html 
Disallow: /dns/ocolombia.com.html

Disallow: /dns/aipgpl.com.html
Disallow: /dns/*.aipgpl.com.html
Disallow: /dns/odysseus.instanthosting.com.au.html
Disallow: /ip/116.0.19.201.html

Allow: /dns/*.html
Allow: /ip/*.html
Allow: /as/
Allow: /anet/
Allow: /bnet/
Allow: /cnet/
Allow: /route/
Allow: /as-macro/
Allow: /gw/
Allow: /thumb/


#Disallow: /dns/*.wml
#Disallow: /ip/*.wml

Allow: /
Disallow:

Sitemap: http://www.robtex.com/sitemap/pop.xml
Sitemap: http://www.robtex.com/sitemap/d.xml
Sitemap: http://www.robtex.com/sitemap/i.xml
Sitemap: http://www.robtex.com/sitemap/red.xml
Sitemap: http://www.robtex.com/sitemap/green.xml

Sitemap: http://www.robtex.com/ext/sm/lastr
Sitemap: http://www.robtex.com/ext/sm/lastw
Sitemap: http://www.robtex.com/ext/sm/last
Sitemap: http://www.robtex.com/ext/sm/tot
Sitemap: http://www.robtex.com/ext/sm/sitemape.txt
Sitemap: http://www.robtex.com/sitemap-asnumbersa.txt
Sitemap: http://www.robtex.com/sitemap-asnumbersb.txt
Sitemap: http://www.robtex.com/listtopd.txt
Sitemap: http://www.robtex.com/listtopw.txt