User-agent: MJ12bot
Disallow: /

User-agent: Facebookexternalhit
Allow: /

User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yahoo Slurp
Allow: /

User-agent: Yandex
Allow: /