User-Agent: * Disallow: /cgi-bin Host: www.bearing-service.ru # robots.txt for phpBB3 # @version $Id: robots.txt,v 1.0 2007/01/30 14:05:07 angelside Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: * #Crawl-delay: 100 Disallow: forum/adm Disallow: forum/cache Disallow: forum/CVS Disallow: forum/develop Disallow: forum/docs Disallow: forum/files Disallow: forum/includes Disallow: forum/install Disallow: forum/language Disallow: forum/store Disallow: forum/styles Disallow: forum/common.php Disallow: forum/config.php Disallow: forum/cron.php Disallow: forum/download.php Disallow: forum/faq.php Disallow: forum/mcp.php Disallow: forum/posting.php Disallow: forum/report.php Disallow: forum/style.php Disallow: forum/ucp.php #Disallow: forum/viewonline.php #Disallow: forum/memberlist.php #Disallow: forum/search.php