# http://help.yahoo.com/help/us/ysearch/slurp - Crawl-delay special option
# http://help.yahoo.com/help/us/ysearch/slurp/slurp-03.html
# http://search.msn.com/msnbot.htm - Crawl-delay special option
# http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_FAQ_MSNBotIndexing.htm#D
# http://www.nutch.org/docs/en/bot.html

User-agent: Googlebot-Image
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20