## Block following Bot crawlers: ##
User-agent: *
Disallow: /

User-agent: 008
Disallow: /

## Allow following known webcrawlers: ##
User-agent: Googlebot
Disallow: 

User-agent: Googlebot-Mobile
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Mediapartners-Google*
Disallow:

User-agent: msnbot
Disallow:

User-agent: msnbot-media
Disallow:

User-agent: Yahoo-MMCrawler
Disallow:

User-agent: Yahoo-Slurp
Disallow:

User-agent: Twitterbot
Disallow: *
Allow: /wp-content/uploads/*

User-agent: *
Disallow: /wp-admin*
Disallow: /wp-login.php
Disallow: /wp-content*
Disallow: /*/feed
Disallow: /*/trackback
Disallow: /*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /category/
Disallow: /page/
Disallow: /pages/
Disallow: /feed/
Disallow: /feed
Disallow: /tag/
Disallow: /archives/