# ScoutJet - http://scoutjet.com/

User-agent: ScoutJet
Disallow: /

# Cuil - http://www.cuil.com/info/webmaster_info/

User-agent: twiceler
Disallow: /

# Yandex - http://www.yandex.ru/

User-agent: Yandex
Disallow: /

# EntireWeb - http://www.entireweb.com/about/search_tech/speedy_spider/

User-agent: Speedy
Disallow: /

# Brandimensions

User-agent: BDFetch
Disallow: /

# Yahoo - http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-03.html - allow crawl but with delay

User-agent: Slurp
Crawl-delay: 30

# msnbot - Bing

User-agent: msnbot
Crawl-delay: 10

# Exabot - http://www.exalead.com/software/services/knowledgebase/websearchengine/webmasterguide/

User-agent: Exabot
Disallow: /

# DotNetDotCom - http://www.dotnetdotcom.org/

User-agent: dotbot
Disallow: / 

# Ask.com - http://about.ask.com/en/docs/about/webmasters.shtml

User-agent: Teoma
Disallow: /

# MJ12bot - http://www.majestic12.co.uk/projects/dsearch/mj12bot.php

User-agent: MJ12bot
Disallow: /

# Catch all rule - block certain Detail pages

User-agent: *
Disallow: /Racing/fullform.aspx
Disallow: /Racing/meetingGearChanges.aspx
Disallow: /Racing/gearchanges.aspx
Disallow: /stewards/