User-Agent: MJ12bot
Disallow: /

User-Agent: Twitterbot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: Slurp
Disallow: /