# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $
# ===============
# Gestaltware mods
# + added site ban bots, moved site leechers to .htaccess
# + removed orphan updates and database directories
# + removed all non-clean URLs /?q=
# + added 403 directory
# + removed files and install directories
#
# robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

## Site Ban
User-agent: Copernic
Disallow: /
User-agent: Googlebot-Image
Disallow: /
## Default Robots
User-agent: *
Crawl-delay: 10
# Directories
Disallow: /403/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
# Files
# Paths (clean URLs)
Disallow: /admin/
Disallow: /aggregator/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=