# $Id: robots.txt,v 1.1 2008/2/19 mark $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # The webmaster for this site is # ----------------------------------------------------------------------------- User-agent: * Disallow: /webstats/ Disallow: /wwwboard/ Disallow: /admin/ Disallow: /images/ Disallow: /guest/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /stats_back/ Disallow: /anonftp/ Disallow: /xml/ Disallow: /swf/ Disallow: /config/ Disallow: /css/ Disallow: /dev/ Disallow: /scripts/ Disallow: /merging_EMimages/ Disallow: /design1/ Disallow: /_mn/ User-Agent: Fast corporate crawler Disallow: /webstats/ Disallow: /wwwboard/ Disallow: /admin/ Disallow: /images/ Disallow: /guest/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /stats_back/ Disallow: /anonftp/ Disallow: /xml/ Disallow: /swf/ Disallow: /config/ Disallow: /css/ Disallow: /dev/ Disallow: /scripts/ Disallow: /merging_EMimages/ Disallow: /design1/ Disallow: /_mn/