# Robots.txt file created by Andrew Kemp # For domain: http://www.hornseascouts.org.uk/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /forum/ User-agent: * Disallow: /forum/ # Disallow directory /forums/ User-agent: * Disallow: /forums/ # Disallow phpbb forum indexing User-agent: Googlebot Disallow: /forums/posting.php Disallow: /forums/admin Disallow: /forums/privmsg.php Disallow: /forums/search.php Disallow: /forums/login.php Disallow: /forums/memberlist.php Disallow: /forums/images Disallow: /forums/includes Disallow: /forums/profile.php # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /commitee/ User-agent: * Disallow: /commitee/ # Disallow directory /cubs/ User-agent: * Disallow: /cubs/ # Disallow directory /scouts/ User-agent: * Disallow: /scouts/ # Disallow directory /explorers/ User-agent: * Disallow: /explorers/