#Wayback Machine - disallow all (www.archive.org) - also listed as Alexa
#ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com), 67.202.27.173, ec2-67-202-27-173.compute-1.amazonaws.com
#ia_archiver-web.archive.org, 207.241.227.75, Hostname: ia310717.us.archive.org
User-agent: ia_archiver
Disallow: /

#AskJeeves
#Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml), crawler101.ask.com, 65.214.45.101
User-agent: Teoma
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#Yahoo/Inktomi
#Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp), llf520010.crawl.yahoo.net, 74.6.8.102
User-agent: Slurp
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#YahooFeedSeeker
#YahooFeedSeeker/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://publisher.yahoo.com/rssguide; users #; views #), htproxy3.ops.re4.yahoo.net, 216.39.58.78, x-forward-for 66.196.84.117
User-agent: YahooFeedSeeker
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#Yahoo Image
#Mozilla/5.0 (Yahoo-MMCrawler/4.0; mailto:vertical-crawl-support@yahoo-inc.com), 74.6.149.19, crw019.img.search.ac4.yahoo.net
User-agent: Yahoo-MMCrawler
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#Google
#Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html), crawl-66-249-66-81.googlebot.com, 66.249.66.81
User-agent: Googlebot
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#Google-Image
#Googlebot-Image/1.0, crawl-66-249-66-81.googlebot.com, 66.249.66.81
User-agent: Googlebot-Image
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#Mediapartners-Google
User-agent: Mediapartners-Google
Disallow: /forums/
Disallow: /honeypot/
Disallow: /clink.php
Disallow: /ads/

#MSN
#msnbot/1.1 (+http://search.msn.com/msnbot.htm), msnbot-65-55-208-231.search.msn.com, 65.55.208.231
User-agent: msnbot
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#MSN Media bot
#msnbot-media/1.0 (+http://search.msn.com/msnbot.htm), no hostname, 65.55.212.73
User-agent: msnbot-media
Disallow: /ballpark/
Disallow: /forums/
Disallow: /guestbook/
Disallow: /gb-demo/
Disallow: /gb/
Disallow: /honeypot/
Disallow: /clink.php

#SurveyBot domaintools.com
#Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools)
#hostname: www.whois.sc
User-agent: SurveyBot
Disallow: /

#NetMechanic - www.netmechanic.com (spellcheck, gifcheck, etc)
User-agent: NetMechanic
Disallow: /

#Mozilla/5.0 (compatible; Search17Bot/1.1; http://www.search17.com/bot.php)
User-agent: search17
Disallow: /

#Yandex - Yandex/1.01.001 (compatible; Win16; I)
User-agent: Yandex
Disallow: /

#Others
User-agent: *
Disallow: /