# $Id: robots.txt,v 1.7 2002/07/23 11:38:06 boolean.de $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # The webmaster for this site is # # Format is: # User-agent: # Disallow: | # Flag Date By Reason # $L1= 20020723 sunny Updated disallow rules # ----------------------------------------------------------------------------- User-agent: * Disallow: /Admin/ Disallow: /admin/ Disallow: /logs/ User-Agent: Fast corporate crawler Disallow: /Admin/ Disallow: /admin/ Disallow: /logs/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /sample_back/