# Robots.txt file for domain: http://bayareaharpist.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /access-logs/ User-agent: * Disallow: /access-logs/ # Disallow directory /etc/ User-agent: * Disallow: /etc/ # Disallow directory /mail/ User-agent: * Disallow: /mail/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi.bin/ # Disallow directory /tmp/ User-agent: * Disallow: /tmp/ # Disallow directory /.htmltemplates/ User-agent: * Disallow: /.htmltemplates/ # Disallow directory /.htpasswds/ User-agent: * Disallow: /.htpasswds/ # Disallow directory /.trash/ User-agent: * Disallow: /.trash/