# robots.txt for phpBB3
# @version $Id: robots.txt,v 1.2 2007/09/20 00:23:31 yakusha Exp $
# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."

User-agent: *
#Crawl-delay: 100
Disallow: /archive
Disallow: /adm
Disallow: /cache
Disallow: /CVS
Disallow: /develop
Disallow: /docs
Disallow: /files
Disallow: /includes
Disallow: /install
Disallow: /language
Disallow: /store
Disallow: /styles
Disallow: /common.php
Disallow: /config.php
Disallow: /cron.php
Disallow: /download.php
Disallow: /faq.php
Disallow: /mcp.php
Disallow: /posting.php
Disallow: /report.php
Disallow: /style.php
Disallow: /ucp.php
Disallow: /viewonline.php
Disallow: /memberlist.php
Disallow: /search.php
Disallow: /login.php

#--- Allowed bots
# for archive.org
User-agent: ia_archiver
Disallow: 

# for google adsense bot
User-agent: Mediapartners-Google*
Disallow:

#User-agent: Slurp
Crawl-delay: 30
Disallow:

user-agent: googlebot
crawl-delay: 30

user-agent: msnbot
crawl-delay: 30