# Small robots.txt
# More information about this file can be found at
# <a href="http://www.robotstxt.org/">http://www.robotstxt.org/</a>

User-agent: *
Crawl-Delay: 1
Disallow: /aggregator
Disallow: /aggregator/
Disallow: /admin
Disallow: /admin/
Disallow: /tracker
Disallow: /nodeadd
Disallow: /nodeadd/
Disallow: /user
Disallow: /user/
Disallow: /users
Disallow: /users/
Disallow: /files
Disallow: /search
Disallow: /search/
Disallow: /bookprint
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
Disallow: /cart
Disallow: /cart/
Disallow: /node
Disallow: /node/
Disallow: /e
Disallow: /e/
Disallow: /asearch
Disallow: /bsearch
Disallow: /csearch
Disallow: /dsearch
Disallow: /esearch
Disallow: /fsearch
Disallow: /gsearch
Disallow: /hsearch
Disallow: /pricesearch
Disallow: /stocksearch
Disallow: /asearch/
Disallow: /bsearch/
Disallow: /csearch/
Disallow: /dsearch/
Disallow: /esearch/
Disallow: /fsearch/
Disallow: /gsearch/
Disallow: /hsearch/
Disallow: /pricesearch/
Disallow: /stocksearch/
Disallow: /tax/term
Disallow: /tax/term/

# In case your drupal site is in a subdirectory of your web root  (e.g. /drupal)
# add the name of this directory before the / (slash) below
# example:  Disallow: /drupal/aggregator

# to stop a polite robot indexing an example dir
# add a line like:  user-agent: polite-bot 
# and:  Disallow: /example-dir/