User-agent: *
User-agent: *
Crawl-delay: 10
# Directories
Disallow: /go
Disallow: /buildit
Disallow: /cgi-bin
Disallow: /linkgen
Disallow: /carp
Disallow: /files
Disallow: /energy
Disallow: /blog/database/
Disallow: /blog/includes/
Disallow: /blog/misc/
Disallow: /blog/modules/
Disallow: /blog/sites/
Disallow: /blog/themes/
Disallow: /blog/scripts/
Disallow: /blog/updates/
Disallow: /blog/profiles/
Disallow: /thankyou/
# Files
Disallow: /blog/xmlrpc.php
Disallow: /blog/cron.php
Disallow: /blog/update.php
Disallow: /blog/install.php
Disallow: /blog/INSTALL.txt
Disallow: /blog/INSTALL.mysql.txt
Disallow: /blog/INSTALL.pgsql.txt
Disallow: /blog/CHANGELOG.txt
Disallow: /blog/MAINTAINERS.txt
Disallow: /blog/LICENSE.txt
Disallow: /blog/UPGRADE.txt
# Paths (clean URLs)
Disallow: /blog/admin/
Disallow: /blog/aggregator/
Disallow: /blog/comment/reply/
Disallow: /blog/contact/
Disallow: /blog/logout/
Disallow: /blog/node/add/
Disallow: /blog/search/
Disallow: /blog/user/register/
Disallow: /blog/user/password/
Disallow: /blog/user/login/
# Paths (no clean URLs)
Disallow: /blog/?q=admin/
Disallow: /blog/?q=aggregator/
Disallow: /blog/?q=comment/reply/
Disallow: /blog/?q=contact/
Disallow: /blog/?q=logout/
Disallow: /blog/?q=node/add/
Disallow: /blog/?q=search/
Disallow: /blog/?q=user/password/
Disallow: /blog/?q=user/register/
Disallow: /blog/?q=user/login/