# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /plus1/vote/
Disallow: /comment/reply/
Disallow: /user/12/track/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=plus1/vote/
Disallow: /?q=comment/reply/
Disallow: /?q=user/12/track/
# Not found 404
Disallow: /)
Disallow: /administrator/myblog
Disallow: /administrator/proizvedenie-razmeshcheno-no-ne-otobrazhaetsya.html
Disallow: /antiteza/myblog
Disallow: /author/abra-kadabrych
Disallow: /author/administrator
Disallow: /author/alrys
Disallow: /author/alteria
Disallow: /author/andrey
Disallow: /author/anhens
Disallow: /author/antiteza
Disallow: /author/antonov-artem
Disallow: /author/arefev-aleksandr-valentinovich
Disallow: /author/argunov
Disallow: /author/artem
Disallow: /author/artem-antonov
Disallow: /author/bimba5
Disallow: /author/dmitriiafo
Disallow: /author/fingus
Disallow: /author/flex-semo
Disallow: /author/ivan-vladimirovich-anisimov
Disallow: /author/klauth
Disallow: /author/kotlerevskii
Disallow: /author/ksemich
Disallow: /author/lenka-bochkareva
Disallow: /author/lexania
Disallow: /author/lexxx
Disallow: /author/mari-liberte-0
Disallow: /author/marissa
Disallow: /author/pavel
Disallow: /author/phenix
Disallow: /author/rabinovich-grigorii
Disallow: /author/skalolaz2009
Disallow: /author/tigrenka
Disallow: /author/vadim
Disallow: /author/vefri
Disallow: /author/vyacheslav
Disallow: /chvakov-dimych/i-govorit-nechego.html
Disallow: /chvakov-dimych/poeziya/poeziya/ch-prosilsya-k-chertyam-khrista-radi.html
Disallow: /chvakov-dimych/proza/proza/15-obshchikh-tetdei.html
Disallow: /chvakov-dimych/proza/proza/depozitarii-zhelanii-ili-strasti-po-subventoru.html
Disallow: /content/21/read96.html
Disallow: /images
Disallow: /images/board
Disallow: /images/board/medium
Disallow: /images/board/small
Disallow: /images/catalog
Disallow: /images/catalog/medium
Disallow: /images/catalog/small
Disallow: /images/clubs/small
Disallow: /images/content
Disallow: /images/icons
Disallow: /images/icons/filetypes
Disallow: /images/media
Disallow: /images/menuicons
Disallow: /images/messages
Disallow: /images/photos
Disallow: /images/photos/medium
Disallow: /images/ratings
Disallow: /images/swf
Disallow: /images/users
Disallow: /images/users/avatars
Disallow: /images/users/avatars/library
Disallow: /images/users/awards
Disallow: /images/users/blogs
Disallow: /images/users/blogs/small
Disallow: /images/users/photos/medium
Disallow: /images/users/photos/small
Disallow: /mari-liberte/proza/novelly/chashka-kofe-i-kholodnyi-led.html
Disallow: /myprose.ru/users/15/1/profile.html
Disallow: /nika-rakitina-nataliya-medyanskaya/proza/fentezi/kniga-korablei-glava-2.html
Disallow: /nika-rakitina-nataliya-medyanskaya/proza/fentezi/kniga-korablei-glava-2.html-1
Disallow: /nika-rakitina-nataliya-medyanskaya/proza/fentezi/kniga-korablei-glava-2.html-2
Disallow: /node/315
Disallow: /node/315/delete
Disallow: /node/315/edit
Disallow: /node/315/outline
Disallow: /node/843
Disallow: /phpsitemapng
Disallow: /print/chvakov-dimych/i-govorit-nechego.html
Disallow: /romanchuk-ivan/proza/romany/ya-demon.html
Disallow: /skalolaz2009/proza/publitsistika/deti-vyzhzhennoi-pustyni-bezdukhovnosti.html
Disallow: /skalolaz2009/proza/publitsistika/grustnye-razmyshleniya-ob-ushedshei-epokhe.html
Disallow: /skalolaz2009/proza/publitsistika/o-knigoedstve.html
Disallow: /skalolaz2009/proza/publitsistika/pro-kak-vrag-narodov-voinu-vyigryval.html
Disallow: /skalolaz2009/proza/publitsistika/severnoe-siyanie-v-tundre-raduzhnykh-nadezhd.html
Disallow: /skalolaz2009/proza/publitsistika/sverkhprovodimost-v-vakuume-chelovecheskogo-serdtsa.html
Disallow: /tatyanka-aferkina/poeziya/lirika/pesok.html
Disallow: /upload
Disallow: /upload/blog
Disallow: /upload/userfiles
Disallow: /user/12/track
Disallow: /users/15/1/profile.html
Disallow: /valerii-abramkin/proza/politicheskaya-proza/skazki-o-lene-golupkove-i-serom-volke-vtoraya-beseda-pri
Disallow: /valerii-abramkin/proza/politicheskaya-proza/vtoraya-beseda-pri-yasnoi-lune-podi-tuda-ne-pomnim-kuda-
Disallow: /valerii-ivanov-smolenskii/proza/detektivy/prizraki-polesskogo-rudnika.html
Disallow: /viktoriya-shchabelnik/proza/proza/oskolki-mira-gl-4-6.html