User-agent: Slurp
Crawl-delay: 5
User-Agent: Yetibot
Crawl-Delay: 600
user-agent: Baiduspider
crawl-delay:600
User-agent: msnbot
Crawl-delay: 120
Disallow: /keyword
User-agent: Googlebot
Disallow: /keyword