# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders # Allow all User-agent: * Disallow: # Directories Disallow: /cgi-bin/ Disallow: /webscripts/ Disallow: /tundra/ Disallow: /tundra/pics/ Disallow: /tundra/webpics/ Disallow: /zoe/ Disallow: /zoe/pics/ Disallow: /zoe/webpics/ Sitemap: http://www.w00tness.info/google_sitemap.xml.gz