# # robots.txt for http://www.die-bluescreen-crew.de/ # # $Id: robots.txt,v 1.00 2010/01/29 01:19:50 ted Exp $ # User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: / # exclude some access-controlled areas User-agent: * Disallow: /on/clan/ Disallow: /on/demos/ Disallow: /on/Bilder/ Disallow: /on/downloads/ Disallow: /on/extras/ Disallow: /on/images Disallow: /on/js/ Disallow: /on/linkus/ Disallow: /on/movies/ Disallow: /on/pngfix/ Disallow: /on/src/ Disallow: /on/tmp/ Disallow: /on/tsimages/ Disallow: /on/ultrastats1/ #Disallow: /on/admin #shouldnt get transparent proxies but will ml links of things like pubrules Disallow: /on/templates/