# robots.txt file for http://www.woodenboat.com/ # mail greg@woodenboat.com for constructive criticism # May 20, 2010 # Bad Bot - stay out User-agent: Yeti Disallow: / # Bad Bot - stay out User-agent: Snapbot Disallow: / # Bad Bot - stay out User-agent: WebAlta Crawler Disallow: / # Slow the rate Google crawls us User-agent: Googlebot Crawl-delay: 10 Disallow: # Slow the rate Slurp crawls us User-agent: Slurp Crawl-delay: 10 Disallow: # Slow the rate msn crawls us User-agent: msnbot Crawl-delay: 10 # Exclude from everybody: User-agent: * Disallow: /data/ Disallow: /editorial/ Disallow: /fetch/ Disallow: /hamilton/ Disallow: /joomla/ Disallow: /msd/ Disallow: /program_files/ Disallow: /secure/ Disallow: /security/ Disallow: /temp/ Disallow: /wbmag/advertising/ # End robots.txt file