#  FULL access (YAHOO)
User-agent: Slurp
Disallow: 

#  FULL access (MSN)
User-agent: msnbot
Disallow: 

#  FULL access (Excite)
User-agent: ArchitextSpider
Disallow: 

#  FULL access (Google)
User-agent: Googlebot
Disallow: 

#  FULL access (Inktomi)
User-agent: Slurp
Disallow: 

#  FULL access (Alta Vista)
User-agent: Scooter
Disallow: 

#  FULL access (Direct Hit Grabber)
User-agent: grabber
Disallow: 

#  FULL access (Entire Web)
User-agent: speedy
Disallow: 

#  FULL access (EuroSeek)
User-agent: Freecrawl
Disallow: 

#  FULL access (FAST/AllTheWeb)
User-agent: FAST-WebCrawler
Disallow: 

#  PARTIAL access (All Spiders)
User-agent: *
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_inf.html
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /advscripts/
Disallow: /cd.ico
Disallow: /cgi-bin/