# Disallow most bots except Google
User-agent: Googlebot
Disallow:

User-agent: msnbot
Disallow: /

# Yahoo!
User-agent: Slurp
Disallow: /

# MJ12
User-agent: MJ12bot
Disallow: /

Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
User-agent: *
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/
Disallow: /rss/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/

# Google AdSense to read everything
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

User-agent: Googlebot-Image
Disallow: /wp-includes/

# Alexa archiver
User-agent: ia_archiver
Disallow: /


User-agent: NPBot
Disallow: /

User-agent: Gaisbot/3.0
Disallow /

User-agent: Nutch
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: RedCarpet
Disallow: /

User-agent: msnbot 
Crawl-delay: 600

User-agent: MSRBOT 
Crawl-delay: 600

User-agent: Teoma 
Crawl-delay: 600

User-agent: *
Crawl-delay: 600