# comment lineshttp://www.robotstxt.org
# first blocks the annoying & usless BaiDuSpider
# second tells all other bots what they cannot do
# to unrestrict a certain bot, place it after BaiDu and 
# do not put anything in the Disallow tag

User-agent: BaiDuSpider
Disallow: /

User-agent: spider
Disallow: /

User-agent: robot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: bot-
Disallow: /

User-agent: JoBo Java Web Robot
Disallow: /

User-agent: JoBo
Disallow: /

User-agent: SBider
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: bot/
Disallow: /

User-agent: *
Disallow: /AWStats
Disallow: /js
Disallow: /css
Disallow: /images
Disallow: /aspnet_client
Disallow: /tmp
Disallow: /process.php
Disallow: /termsofuse.htm
Disallow: /sponsorterms.htm
Disallow: /privacystatement.htm
Disallow: /forsale.htm
Disallow: /contact.htm