User-agent: Applebot
Allow: *
User-agent: baiduspider
Allow: *
User-agent: Bingbot
Allow: *
User-agent: Googlebot
Allow: *
User-agent: ia_archiver
Allow: *
User-agent: msnbot
Allow: *
User-agent: Naverbot
Allow: *
User-agent: seznambot
Allow: *
User-agent: Slurp
Allow: *
User-agent: teoma
Allow: *
User-agent: Twitterbot
Allow: *
User-agent: Yandex
Allow: *
User-agent: Yeti
Allow: *
User-agent: *
Disallow: /