User-agent: sitebot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: robot
Disallow: /

User-agent: bot[\s_ :,\.\;\/\\-]
Disallow: /