User-agent: robot
Disallow: /

User-agent: bot/
Disallow: /

User-agent: bot-
Disallow: /

User-agent: bot*
Disallow: /

User-agent: crawl
Disallow: /

User-agent: spider
Disallow: /

User-agent: Yahoo Slurp
Disallow: /

User-agent: discovery
Disallow: /

User-agent: MSN-Media
Disallow: /