User-agent: Googlebot
Crawl-delay: 100
Allow: /

User-agent: Yahoo-NewsCrawler
Crawl-delay: 100
Allow: /

User-agent: msnbot
Crawl-delay: 100
Allow: /

User-agent: ia_archiver
Crawl-delay: 100
Allow: /

User-agent: Slurp
Crawl-delay: 100
Allow: /

User-agent: *
Disallow: /