User-agent: *

User-agent: Slurp
Crawl-delay: 50

User-agent: Nutch
Disallow: /

User-agent: YahooSeeker
Crawl-delay: 2000
Disallow: /