# Provided courtesy of www.GaryKeith.com
# Created on August 4, 2003 at 5:35:22 AM GMT

# The bots in this section are asked not to spider any of this site.
# Persistent unauthorized bots may be banned by host and/or IP.

User-agent: Mediapartners-google*
Disallow: 

User-agent: bad-MSIECrawler
Disallow: / 

User-agent: CFM-SearchBot(http://www.cfm-search.com)
Disallow: /

User-agent: CJNetworkQuality
Disallow: /

User-agent: Comodo
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: Infosniff Sniffer
Disallow: /

# STH 9/24/2008, commented out per Tom G and Microsoft Amy Wilcox request.
#User-agent: MSNBOT
#Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: NutchCVS
Disallow: /

User-agent: NutchOrg
Disallow: /

User-agent: SearchSpider.com
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: Tutorial Crawler
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: WebFilter Robot 1.0
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

# everyone else is asked to avoid the following folders and files:

User-agent: *
Disallow: