# robots.txt for http://www.leverton.org/ User-agent: * Disallow: /bits/ Disallow: /cgi-bin/ Disallow: /glastocam/ Disallow: /photogallery/ Disallow: /blosxom/19 Disallow: /blosxom/20 Disallow: /debian/ # some robots allow wildcards - shouldn't hurt on those that don't # http://www.ghita.ro/article/23/web_robots_and_dynamic_content_issues.html Disallow: /blosxom/*.index Disallow: /blosxom/*.1993 Sitemap: http://www.leverton.org/sitemap.xml