# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.webbpage.net # All robots will spider the domain User-agent: * Disallow: # Disallow directory /personal/ User-agent: * Disallow: /personal/ # Disallow directory /p/ User-agent: * Disallow: /p/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /email/ User-agent: * Disallow: /email/ # Disallow directory /W3SVC324/ User-agent: * Disallow: /W3SVC324/ # Disallow directory /W3SVC371/ User-agent: * Disallow: /W3SVC371/ # Disallow directory /old site/ User-agent: * Disallow: /oldsite/ # Disallow Kinja User-agent: kinjabot Disallow: /