# Robots.txt file created # For domain: www.city2city.net # All robots will spider the domain User-agent: * Disallow: # All robots will spider the domain User-agent: * Allow: /newsletter/ # All robots will spider the domain User-agent: * Allow: /images/ # All robots will spider the domain User-agent: * Allow: /swingsation/ # All robots will spider the domain User-agent: * Allow: /media/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /admin/ # Disallow directory /docs/ User-agent: * Disallow: /library/ # Disallow directory /images/ User-agent: * Disallow: /mailing_list/ # Disallow directory /webstats/ User-agent: * Disallow: /stats/