User-agent: *
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
Disallow: /test/
Disallow: /image_captcha*
Disallow: /*/0/*
Disallow: /*/1/*
Disallow: /*/2/*
Disallow: /*/3/*
Disallow: /*/4/*
Disallow: /*/5/*
Disallow: /*/6/*
Disallow: /*/7/*
Disallow: /*/8/*
Disallow: /*/9/*
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
Disallow: /COPYRIGHT.txt
Disallow: /rss/xml
Disallow: /about
Disallow: /tracker
Disallow: /subscribe
Disallow: /privacy-policy
Disallow: /contact
Disallow: /test
Disallow: /mailchimp/subscribe
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/
Disallow: /logout
Disallow: /node
Disallow: /search/
Disallow: /user
# Paths (every dynamic url, custom feeds))
Disallow: /*?
Disallow: /*/feed$
Allow: /find-a-host/poll-who-is-the-best-host?*
Disallow: /googleb455fff1b1dda8ce.html
Sitemap: http://webmasterformat.com/sitemap.xml