# robots.txt auto www.robtex.com

User-agent: *

Disallow: /pixel.gif
Disallow: /ajax/
Disallow: /u/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /r-dev/
Disallow: /dot/
Disallow: /ext/dol/
Disallow: /ext/ads/
Disallow: /ext/nam/
Disallow: /ext/sedo/
Disallow: /ext/iplist/
Disallow: /ext/semr/
Disallow: /ext/sere/
Disallow: /ext/semre/
Disallow: /ext/wot/
Disallow: /ext/sed/
Disallow: /ext/register/

Disallow: /gont/
Disallow: /gond/

Allow: /dns/*.html
Allow: /ip/*.html
Allow: /as/
Allow: /anet/
Allow: /bnet/
Allow: /cnet/
Allow: /route/
Allow: /as-macro/
Allow: /gw/
Allow: /thumb/


#Disallow: /dns/*.wml
#Disallow: /ip/*.wml

#censor
Disallow: /dns/adenaw.com.html
Disallow: /dns/*.adenaw.com.html
Disallow: /dns/bossspy.org.html
Disallow: /dns/*.bossspy.org.html
Disallow: /dns/cascinaamalia.it.html
Disallow: /dns/*.cascinaamalia.it.html
Disallow: /dns/dev.bka.co.nz.html
Disallow: /dns/*.dev.bka.co.nz.html
Disallow: /dns/ea3ny.com.html
Disallow: /dns/*.ea3ny.com.html
Disallow: /dns/editingoffice.com.html
Disallow: /dns/*.editingoffice.com.html
Disallow: /dns/funzz.fr.html
Disallow: /dns/*.funzz.fr.html
Disallow: /dns/gitihost.com.html
Disallow: /dns/*.gitihost.com.html
Disallow: /dns/ibuysss.info.html
Disallow: /dns/*.ibuysss.info.html
Disallow: /dns/milliculture.net.html
Disallow: /dns/*.milliculture.net.html
Disallow: /dns/nexucom.com.html
Disallow: /dns/*.nexucom.com.html
Disallow: /dns/ninwinter.net.html
Disallow: /dns/*.ninwinter.net.html
Disallow: /dns/pazderski.com.html
Disallow: /dns/*.pazderski.com.html
Disallow: /dns/pazderski.net.html
Disallow: /dns/*.pazderski.net.html
Disallow: /dns/pazderski.us.html
Disallow: /dns/*.pazderski.us.html
Disallow: /dns/planetcom.ca.html
Disallow: /dns/*.planetcom.ca.html
Disallow: /dns/puresolo.com.html
Disallow: /dns/*.puresolo.com.html
Disallow: /dns/riddlesintime.com.html
Disallow: /dns/*.riddlesintime.com.html
Disallow: /dns/sexy-girls4abo.de.html
Disallow: /dns/*.sexy-girls4abo.de.html
Disallow: /dns/thehotfish.com.html
Disallow: /dns/*.thehotfish.com.html
Disallow: /dns/unixteacher.org.html
Disallow: /dns/*.unixteacher.org.html
Disallow: /dns/weedooz.eu.html
Disallow: /dns/*.weedooz.eu.html
#uncensored
Disallow: /dns/%27https://www.google.com/webmasters/tools/removals-request?hl=en&siteUrl=http://www.robtex.com/&urlt=http://www.robtex.com/dns/videodeputas.com.html%27.html
Disallow: /dns/*.%27https://www.google.com/webmasters/tools/removals-request?hl=en&siteUrl=http://www.robtex.com/&urlt=http://www.robtex.com/dns/videodeputas.com.html%27.html
Disallow: /dns/%27https://www.google.com/webmasters/tools/removals-request?hl=en&siteUrl=http://www.robtex.com/&urlt=http://www.robtex.com/dns/www.videodeputas.com.html%27.html
Disallow: /dns/*.%27https://www.google.com/webmasters/tools/removals-request?hl=en&siteUrl=http://www.robtex.com/&urlt=http://www.robtex.com/dns/www.videodeputas.com.html%27.html
Disallow: /dns/888luck.asia.html
Disallow: /dns/*.888luck.asia.html
Disallow: /dns/desarrollo.aquihaydominios.com.html
Disallow: /dns/*.desarrollo.aquihaydominios.com.html
Disallow: /dns/downloadfreeporn.asia.html
Disallow: /dns/*.downloadfreeporn.asia.html
Disallow: /dns/ficken.cx.html
Disallow: /dns/*.ficken.cx.html
Disallow: /dns/freeasianporn.asia.html
Disallow: /dns/*.freeasianporn.asia.html
Disallow: /dns/freepornxxx.asia.html
Disallow: /dns/*.freepornxxx.asia.html
Disallow: /dns/guiaweb.tk.html
Disallow: /dns/*.guiaweb.tk.html
Disallow: /dns/hardestlist.com.html
Disallow: /dns/*.hardestlist.com.html
Disallow: /dns/langhampartners.com.html
Disallow: /dns/*.langhampartners.com.html
Disallow: /dns/malesextoys.us.html
Disallow: /dns/*.malesextoys.us.html
Disallow: /dns/massivewankers.com.html
Disallow: /dns/*.massivewankers.com.html
Disallow: /dns/messagey.com.html
Disallow: /dns/*.messagey.com.html
Disallow: /dns/model-escorts.asia.html
Disallow: /dns/*.model-escorts.asia.html
Disallow: /dns/modelescorts.asia.html
Disallow: /dns/*.modelescorts.asia.html
Disallow: /dns/pussyjourney.com.html
Disallow: /dns/*.pussyjourney.com.html
Disallow: /dns/videodeputas.com.html
Disallow: /dns/*.videodeputas.com.html
Disallow: /dns/xcam.at.html
Disallow: /dns/*.xcam.at.html


Allow: /
Disallow:

Sitemap: http://www.robtex.com/sitemap/pop.xml
Sitemap: http://www.robtex.com/sitemap/d.xml
Sitemap: http://www.robtex.com/sitemap/i.xml
Sitemap: http://www.robtex.com/sitemap/red.xml
Sitemap: http://www.robtex.com/sitemap/green.xml

Sitemap: http://www.robtex.com/ext/sm/lastr
Sitemap: http://www.robtex.com/ext/sm/lastw
Sitemap: http://www.robtex.com/ext/sm/last
Sitemap: http://www.robtex.com/ext/sm/tot
Sitemap: http://www.robtex.com/ext/sm/sitemape.txt
Sitemap: http://www.robtex.com/sitemap-asnumbersa.txt
Sitemap: http://www.robtex.com/sitemap-asnumbersb.txt
Sitemap: http://www.robtex.com/listtopd.txt
Sitemap: http://www.robtex.com/listtopw.txt