# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /database/
Disallow: /content2/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
Disallow: /quiz-questions/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
Disallow: /daily-horoscopes/174/daily-horoscopes-each-zodiac-sign-astrology
Disallow: /weekly-horoscopes/175/weekly-horoscopes-hundreds-web-sites
Disallow: /monthly-horoscopes/176/monthly-horoscopes-each-zodiac-sign
Disallow: /yearly-horoscopes/177/yearly-horoscopes-each-zodiac-sign-free-2007-horoscopes
Disallow: /birthday-horoscopes/180/birthday-horoscopes-each-zodiac-sign
Disallow: /love-horoscopes/178/love-horoscopes-lovescopes-each-zodiac-sign-hundreds-links
Disallow: /finance-horoscopes/179/finance-horoscopes-each-zodiac-sign-hundreds-links
Disallow: /horoscope-email/183/free-horoscopes-hundreds-web-sites
Disallow: /astrology-book-store/188/astrology-and-horoscope-books
Disallow: /astrology-chat/181/astrology-chat-services
Disallow: /astrology-profiles/185/astrology-profiles
Disallow: /astrology-software/187/astrology-charts-and-interpretation-software
Disallow: /free-astrology-readings/184/free-astrology-readings-hundreds-web-sites
Disallow: /sms-horoscopes/189/free-sms-horoscopes
Disallow: /psychic-reading/182/guide-good-psychic-reading
Disallow: /715/internet-dating-profiles-tips-writing-your-own-profile

# Paths (clean URLs)
Disallow: /admin/
Disallow: /aggregator/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /node/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=aggregator/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

# vbulletin Robots File. 
User-agent: * 
Disallow: /forums/newthread.php 
Disallow: /forums/newreply.php 
Disallow: /forums/printthread.php 
Disallow: /forums/member.php 
Disallow: /forums/memberlist.php 
Disallow: /forums/calendar.php 
Disallow: /forums/sendmessage.php 
Disallow: /forums/subscription.php 
Disallow: /forums/search.php 
Disallow: /forums/report.php 
Disallow: /forums/misc.php 
Disallow: /forums/register.php 
Disallow: /forums/login.php 
Disallow: /forums/forumdisplay.php?page 
Disallow: /forums/forumdisplay.php?sort 
Disallow: /forums/forumdisplay.php?order 
Disallow: /forums/forumdisplay.php?pp 
Disallow: /forums/forumdisplay.php?daysprune 
Disallow: /forums/forumdisplay.php?do 
# Allow: /forums/forumdisplay.php?f= 
# Allow: /forums/forumdisplay.php 
# Allow: /forums/showthread.php?t= 
# Allow: /forums/showthread.php 
Disallow: /forums/profile.php?do 
# Allow: /forums/profile.php 
# Allow: /forums/showprofile.php 
# Allow: /forums/announcement.php 
# Allow: /forums/faq.php 
# Allow: /forums/index.php