# robots.txt generated at http://www.mcanerin.com # - validated using http://tool.motoricerca.info/robots-checker.phtml User-agent: Googlebot Crawl-delay: 5 Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /wiki/ Disallow: /confluence/ User-agent: googlebot-image Crawl-delay: 5 Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /wiki/ Disallow: /confluence/ User-agent: MSNBot Crawl-delay: 5 Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /wiki/ Disallow: /confluence/ User-agent: psbot Crawl-delay: 5 Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /wiki/ Disallow: /confluence/ User-agent: * Disallow: /