# Robots.txt file created by http://www.webtoolcentral.com # For domain: http:// # All robots will spider the domain User-agent: * Disallow: # Disallow libwww-perl/5.47 User-agent: libwww-perl/5.47 Disallow: / # Disallow directory /_private/ User-agent: * Disallow: /_private/ # Disallow directory /FixIT/data/ User-agent: * Disallow: /FixIT/data/ # Disallow directory /surveys/data/ User-agent: * Disallow: /surveys/data/ # Disallow directory /images/ User-agent: * Disallow: /images/