User-agent: * Disallow: /_borders/ Disallow: /_derrived/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /cgifiles/ Disallow: /images/ # don't let search engines see the RSS feed, it's just confusing. # User-agent: Googlebot # User-agent: InfoNaviRobot # User-agent: TV33_Mercator # User-agent: AVSearch # User-agent: Mercator # User-agent: Scooter # User-agent: Slurp # User-agent: SearchengineLicenceSheep # User-agent: shadow # User-agent: MultiText # User-agent: FAST-WebCrawler # User-agent: Lycos_Spider # User-agent: Atomz # User-agent: htdig # User-agent: spider00.logika.net # User-agent: NetMechanic # User-agent: libwww-perl # User-agent: Teleport Pro # Disallow: /searchtools-rss.xml # installed Aug 12/2002