User-agent: *
Allow: /

User-agent: msnbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 1

#Majestic 12 bot exclusion
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot 
Disallow: /