# small robots.txt
# more information about this file can be found at
# http://www.robotstxt.org/wc/robots.html
# lines beginning with the pund ("#") sign are comments and can be deleted.
# if case your drupal site is in a directory
# lower than your docroot (e.g. /drupal)
# please add this before the /-es below
# to stop a polite robot indexing an exampledir
# add a line like (delte the #'s)
# user-agent: polite-bot
# Disallow: /exampledir/
# a list of know bots can be found at
# http://www.robotstxt.org/wc/active/html/index.html
# see http://www.sxw.org.uk/computing/robots/check.html
# for syntax checking
User-agent: *
Crawl-Delay: 10
Disallow: /cron.php               # server file
Disallow: /xmlrpc.php             # server file
Disallow: /database/              # server folder
Disallow: /images/                # server folder
Disallow: /includes/              # server folder
Disallow: /modules/               # server folder
Disallow: /scripts/               # server folder
Disallow: /themes/                # server folder
Disallow: /misc/                  # server folder
Disallow: /sites/                 # server folder
Disallow: /files/                 # server folder

Disallow: /node                   # index teasers promoted to frontpage
Disallow: /admin                  # index admin logs (tr)
Disallow: /admin/                 # index admin settings (tr)
Disallow: /tracker                # index titles recent posts (tr)
Disallow: /forum                  # index taxonomy forums *
Disallow: /sitemenu               # index taxonomy categories *
Disallow: /image                  # index taxonomy galleries *
Disallow: /og                     # index titles groups *
Disallow: /event                  # index this month events (tr)
Disallow: /book/print             # content all book node content!
Disallow: /book/print/            # content all book node content!
Disallow: /node/                  # content with numeric URLs
Disallow: /user                   # form login page (for anon)
Disallow: /user/                  # sensitive data: user data *
Disallow: /members                # sensitive data: user data *
Disallow: /trip_search            # form basic search page
Disallow: /comment/reply/         # form comment (reply)