{\rtf1\ansi\ansicpg1252\cocoartf949\cocoasubrtf460
{\fonttbl\f0\fmodern\fcharset0 Courier;}
{\colortbl;\red255\green255\blue255;}
\margl1440\margr1440\vieww9980\viewh14220\viewkind0
\deftab720
\pard\pardeftab720\ql\qnatural

\f0\fs26 \cf0 # $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $\
#\
# robots.txt\
#\
# This file is to prevent the crawling and indexing of certain parts\
# of your site by web crawlers and spiders run by sites like Yahoo!\
# and Google. By telling these "robots" where not to go on your site,\
# you save bandwidth and server resources.\
#\
# This file will be ignored unless it is at the root of your host:\
# Used:    http://example.com/robots.txt\
# Ignored: http://example.com/site/robots.txt\
#\
# For more information about the robots.txt standard, see:\
# http://www.robotstxt.org/wc/robots.html\
#\
# For syntax checking, see:\
# http://www.sxw.org.uk/computing/robots/check.html\
\
User-agent: *\
\
# Directories\
Disallow: /node/\
Disallow: /user\
Disallow: /user/\
Disallow: /taxonomy/\
Disallow: /database/\
Disallow: /includes/\
Disallow: /misc/\
Disallow: /modules/\
Disallow: /sites/\
Disallow: /themes/\
Disallow: /scripts/\
Disallow: /updates/\
Disallow: /profiles/\
# Files\
Disallow: /xmlrpc.php\
Disallow: /cron.php\
Disallow: /update.php\
Disallow: /install.php\
Disallow: /INSTALL.txt\
Disallow: /INSTALL.mysql.txt\
Disallow: /INSTALL.pgsql.txt\
Disallow: /CHANGELOG.txt\
Disallow: /MAINTAINERS.txt\
Disallow: /LICENSE.txt\
Disallow: /UPGRADE.txt\
# Paths (clean URLs)\
Disallow: /admin/\
Disallow: /aggregator\
Disallow: /comment/reply/\
Disallow: /contact\
Disallow: /logout\
Disallow: /node/add\
Disallow: /search/\
Disallow: /search$\
Disallow: /user/register\
Disallow: /user/password\
Disallow: /user/login\
# Paths (no clean URLs)\
Disallow: /?q=admin/\
Disallow: /?q=aggregator\
Disallow: /?q=comment/reply/\
Disallow: /?q=contact\
Disallow: /?q=logout\
Disallow: /?q=node/add\
Disallow: /?q=search/\
Disallow: /?q=user/password\
Disallow: /?q=user/register\
Disallow: /?q=user/login\
# Additional Rules\
Disallow: /node$\
Disallow: /user$\
Disallow: /*sort=\
Disallow: /search$\
Disallow: /*/feed$\
Disallow: /*/track$\
# If you don't want the bulk of your "recent posts" pages indexed, add this:\
Disallow: /tracker?}