User-agent: Go 1.1 package http
Disallow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /dropbox
Disallow: /contact
Disallow: /blog/wp-login.php
Disallow: /blog/wp-admin
Disallow: /search
Disallow: /support/search.php
Disallow: /extend/plugins/search.php
Disallow: /plugins/search.php
Disallow: /extend/themes/search.php
Disallow: /themes/search.php
Disallow: /support/rss
Disallow: /archive/

#http://www.user-agents.org/
#http://stackoverflow.com/questions/8404775/how-to-identify-web-crawler/8405803#8405803
#http://www.elegantthemes.com/blog/tips-tricks/how-to-create-and-configure-your-robots-txt-file
#http://tool.motoricerca.info/robots-checker.phtml