User-agent: *


Disallow: /_private/

Disallow: /_vti_bin/

Disallow: /_vti_cnf/

Disallow: /_vti_log/

Disallow: /_vti_pvt/

Disallow: /_vti_txt/

Disallow: /awstats/

Disallow: /downloads/

Disallow: /dscript26/

Disallow: /flash/

Disallow: /ftp_stuff/

Disallow: /images/

Disallow: /javascript/

Disallow: /oldsite_2/

Disallow: /oldsite_3/

Disallow: /stats/

Disallow: /temp_stuff/

Disallow: /tzimages/

Disallow: /webmail/

Disallow: /tim/

Disallow: /http://www.summitsg.com/afphp.com/

Disallow: /http://www.summitsg.com/_vti_inf.html/



# don't let search engines see the RSS feed, it's just confusing.



User-agent: Googlebot

User-agent: InfoNaviRobot

User-agent: TV33_Mercator

User-agent: AVSearch

User-agent: Mercator

User-agent: Scooter

User-agent: Slurp

User-agent: SearchengineLicenceSheep

User-agent: shadow

User-agent: MultiText

User-agent: FAST-WebCrawler

User-agent: Lycos_Spider

User-agent: Atomz

User-agent: htdig

User-agent: spider00.logika.net

User-agent: NetMechanic

User-agent: libwww-perl

User-agent: Teleport Pro

Disallow: /searchtools-rss.xml



# updated 2005-2-21 (first time robots.txt)