From 948193e6e89c76d2e445278d953a420dfea66ee0 Mon Sep 17 00:00:00 2001 From: Wesley Moore Date: Wed, 16 Jun 2010 20:21:55 +1000 Subject: [PATCH] Tidy up robots.txt --- content/robots.txt | 3 --- 1 file changed, 3 deletions(-) diff --git a/content/robots.txt b/content/robots.txt index 7ff081f..c90cb08 100644 --- a/content/robots.txt +++ b/content/robots.txt @@ -1,6 +1,3 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file -# -# To ban all spiders from the entire site uncomment the next two lines: User-Agent: * Disallow: / Sitemap: <%= @site.config[:base_url] %>/sitemap.xml