User-agent: *
Allow: /
Crawl-delay: 0.5
Disallow: /wap
Request-rate: 1/2         # maximum rate is one page every 5 seconds


User-agent: msnbot 
Crawl-delay: 0.5

User-agent: Slurp
Crawl-delay: 0.5