# $Id: robots.txt,v 1.7.2.2 2008/02/25 02:18:25 drumm Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: Mediapartners-Google*
Disallow:


User-agent: *
Crawl-delay: 10
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /spam
Disallow: /spam/report
Disallow: /spam/report/comment
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password
Disallow: /?q=user/register
Disallow: /?q=user/login
Disallow: /?q=spam/
Disallow: /?q=spam/report/
Disallow: /?q=spam/report/comment/
# other
Disallow: /?s=keinlen
Disallow: /?s=videohound
Disallow: /?s=huston
Disallow: /?s=erupt
Disallow: /?s=hoot&paged=2
Disallow: /?s=baring
Disallow: /?s=slimani
Disallow: /?s=lawmen
Disallow: /?s=ceres
Disallow: /?s=housekeeper
Disallow: /?s=pierpoint
Disallow: /?s=themiracletimes
Disallow: /?s=ingenius
Disallow: /?s=jeffersons
Disallow: /?s=backset
Disallow: /?s=cringing
Disallow: /?s=mayberry
Disallow: /?s=neuilly
Disallow: /?s=foibles
Disallow: /?s=synoptics
Disallow: /?s=americanpopcultureencyclopedia
Disallow: /?s=witted
Disallow: /?s=bandits
Disallow: /?s=ivideoblast
Disallow: /?s=pyle
Disallow: /?s=terrorizes
Disallow: /?s=propelling
Disallow: /?s=lapses
Disallow: /?s=homesteader
Disallow: /?s=pupil
Disallow: /?s=grimy
Disallow: /?s=pandemic
Disallow: /?s=swimmin
Disallow: /?s=endora
Disallow: /?s=loveable
Disallow: /?s=connery
Disallow: /?s=bulworth
Disallow: /?s=afficionado
Disallow: /?s=quaffing
Disallow: /?s=buttonholes
Disallow: /?s=reverberated
Disallow: /?s=domenico
Disallow: /?s=reprised
Disallow: /?s=giancana
Disallow: /?s=titash
Disallow: /?s=skeffington
Disallow: /?s=lighthearted
Disallow: /?s=ipta
Disallow: /?s=bricklayer
Disallow: /?s=timeslot
Disallow: /?s=letterman
Disallow: /?s=enslaved
Disallow: /?s=bongos
Disallow: /?s=canonized
Disallow: /?s=loneliest
Disallow: /?s=revenuers
Disallow: /?s=brainless
Disallow: /?s=costanza
Disallow: /?s=laddie
Disallow: /?s=goblins
Disallow: /?s=dieric
Disallow: /?s=dodsworth
Disallow: /?s=lewinski
Disallow: /?s=razorfilms
Disallow: /?s=groundhog
Disallow: /?s=duhhhh
Disallow: /?s=lemo
Disallow: /?s=dreyfus
Disallow: /?s=swam
Disallow: /?s=escapism
Disallow: /?s=misfit
Disallow: /?s=jarnie
Disallow: /?s=oprah
Disallow: /?s=kovic
Disallow: /?s=ruralliving
Disallow: /?s=oater
Disallow: /?s=adlibs
Disallow: /?s=skit
Disallow: /?s=mercifully
Disallow: /?s=evander
Disallow: /?s=jacopo
Disallow: /?s=oklands
Disallow: /?s=bailiwick
Disallow: /?paged=2&s=witch
Disallow: /?s=aired
Disallow: /?s=ragtag
Disallow: /?s=roker
Disallow: /?s=hoot
Disallow: /?s=dzhordzhadze
Disallow: /?s=ackles
Disallow: /?s=cannibalizes
Disallow: /?s=geordi
Disallow: /?s=jungles
Disallow: /?s=tormentors
Disallow: /?s=jarhead
Disallow: /?s=crusher
Disallow: /?s=awesomely
Disallow: /?s=rak
Disallow: /?s=crt
Disallow: /?s=assimilates
Disallow: /?s=rotofock
Disallow: /?s=indeterministic
Disallow: /?s=chiropracter
Disallow: /?s=autoerotic
Disallow: /?s=foregone
Disallow: /?s=soaper
Disallow: /?s=redemptive
Disallow: /?s=unrepressed
Disallow: /?s=upn
Disallow: /?s=captivatingly
Disallow: /?s=samvak
Disallow: /?s=kala
Disallow: /?s=causation
Disallow: /?s=concocted
Disallow: /?s=cramdens
Disallow: /?s=twit
Disallow: /?s=spina
Disallow: /?s=trilemma
Disallow: /?s=prophetically
Disallow: /?s=alls
Disallow: /?s=shawshank
Disallow: /?s=allegory
Disallow: /?s=postponing
Disallow: /?s=nearsighted
Disallow: /?s=demeans
Disallow: /?s=vanna
Disallow: /?s=morphed
Disallow: /?s=berengei
Disallow: /?s=bodyweight
Disallow: /?s=festively
Disallow: /?s=aslan
Disallow: /?s=protegee
Disallow: /?s=macdari
Disallow: /?s=contestant
Disallow: /?s=importantce
Disallow: /?s=mork
Disallow: /?s=fracasse
Disallow: /?s=clawing
Disallow: /?s=muzic
Disallow: /?s=helpmate
Disallow: /?s=mannix
Disallow: /?s=gunsmoke
Disallow: /?s=cagney
Disallow: /?s=brainchild
Disallow: /?s=cartoonishly
Disallow: /?s=calweb
Disallow: /?s=fount
Disallow: /?s=clich%C3%A9d
Disallow: /?s=disposes
Disallow: /?s=quadrupedally
Disallow: /?s=hardwire
Disallow: /?s=grotesqueries
Disallow: /?s=salerooms
Disallow: /?s=incongruence
Disallow: /?s=shylocks
Disallow: /?s=tumnus
Disallow: /?s=centaurs
Disallow: /?s=icio&paged=2
Disallow: /qa/