diff --git a/content/robots.txt b/content/robots.txt index 7ff081f..c90cb08 100644 --- a/content/robots.txt +++ b/content/robots.txt @@ -1,6 +1,3 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file -# -# To ban all spiders from the entire site uncomment the next two lines: User-Agent: * Disallow: / Sitemap: <%= @site.config[:base_url] %>/sitemap.xml