User-Agent: google-bot
Crawl-delay: 100000
Disallow: /onehorse_inline.asp
Disallow: /playerentries.asp
Disallow: /allstables.asp
Disallow: /sireratings.asp
Disallow: /localchamps.asp
Disallow: /overallratings.asp
Disallow: /specificratings.asp
Disallow: /playerentries.asp
Disallow: /loginbtb_v3.asp
Disallow: /includes/
Disallow: /onehorse/
Disallow: /forum/
Disallow: /viewer/
Disallow: /forum_sfsdsdr
User-Agent: *
Crawl-delay: 1000
Disallow: /onehorse_inline.asp
Disallow: /playerentries.asp
Disallow: /allstables.asp
Disallow: /sireratings.asp
Disallow: /localchamps.asp
Disallow: /overallratings.asp
Disallow: /specificratings.asp
Disallow: /playerentries.asp
Disallow: /loginbtb_v3.asp
Disallow: /includes/
Disallow: /onehorse/
Disallow: /forum/
Disallow: /viewer/
Disallow: /forum_sfsdsdr

User-Agent: dotbot
Disallow: /
User-Agent: BLEXBot
Disallow: /
User-Agent: Semrushbot
Disallow: /
User-Agent: ahrefsbot
Disallow: /
User-Agent: adsbot
Disallow: /