# robots.txt for phpBB3 # @version $Id: robots.txt,v 1.0 2007/01/30 14:05:07 angelside Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: * #Crawl-delay: 100 Disallow: /adm Disallow: /cache Disallow: /CVS Disallow: /develop Disallow: /docs Disallow: /files Disallow: /includes Disallow: /install Disallow: /language Disallow: /store Disallow: /styles Disallow: /common.php Disallow: /config.php Disallow: /cron.php Disallow: /download.php Disallow: /faq.php Disallow: /mcp.php Disallow: /posting.php Disallow: /report.php Disallow: /style.php Disallow: /ucp.php #Disallow: /viewonline.php #Disallow: /memberlist.php #Disallow: /search.php User-agent: * Disallow: /phpbb/viewtopic.php Disallow: /phpbb/viewforum.php Disallow: /phpbb/index.php? Disallow: /phpbb/posting.php Disallow: /phpbb/search.php? Disallow: /phpbb/ucp.php Disallow: /phpbb/mcp.php Disallow: /phpbb/post Disallow: /phpbb/member Disallow: /phpbb/memberlist.php Disallow: /phpbb/faq.php Disallow: /phpbb/member Disallow: /phpbb/memberlist.php Disallow: /phpbb/faq.php