# All robots will spider the domain User-agent: * Disallow: # Disallow directory /protected/ User-agent: * Disallow: /protected/ # Disallow directory /custom/ User-agent: * Disallow: /custom/ # Disallow directory /log_files/ User-agent: * Disallow: /log_files/ # Disallow directory /3ravensx/ User-agent: * Disallow: /3ravens/ # Disallow directory /Fla/ User-agent: * Disallow: /Fla/ # Disallow directory /Images/ User-agent: * Disallow: /Images/ # Disallow directory /private/ User-agent: * Disallow: /private/ # Disallow directory /aboutus/ User-agent: * Disallow: /aboutus/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /contact/ User-agent: * Disallow: /contact/ # Disallow directory /projects/ User-agent: * Disallow: /projects/ # Disallow directory /3ravens/tmp/ User-agent: * Disallow: /3ravens/tmp/ # Disallow directory /_notes/ User-agent: * Disallow: /_notes/ # Disallow directory /OLD_SITE/ User-agent: * Disallow: /OLD_SITE/ # Disallow directory /gfx/ User-agent: * Disallow: /gfx/ # Disallow directory /gfxx/ User-agent: * Disallow: /gfxx/ # Disallow directory /APimage/ User-agent: * Disallow: /APimage/ # Disallow directory /mojo_files/ User-agent: * Disallow: /mojo_files/