# Robots.txt file allows all spiders. # # Disallow /cgi-bin/ and numerous others User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /_vti_pvt/ Disallow: /ImageRotator01/