User-agent: *
Allow: /

User-agent: Slurp
Disallow: /

User-agent: Yahoo
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: Twiceler
Disallow: /


User-agent: MJ12bot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: taptubot
Disallow: /

User-agent: Msnbot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Sygolbot
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: SosoSpider
Disallow: /