User-agent: *
Disallow: /

user-agent: TwengaBot
Disallow: /
Crawl-delay: 10

User-agent: Googlebot
Allow: /
Crawl-delay: 10

User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 10

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 10

User-agent: Slurp
Allow: /
Crawl-delay: 10

User-agent: Teoma
Allow: /
Crawl-delay: 10

User-agent: msnbot
Allow: /
Crawl-delay: 10

User-agent: ia_archiver
Allow: /
Crawl-delay: 10

User-agent: Scooter
Allow: /
Crawl-delay: 10

User-agent: Mercator
Allow: /
Crawl-delay: 10

User-agent: baiduspider
Allow: /
Crawl-delay: 10