Add sitemap and robots.txt

Rules

@@ -10,7 +10,7 @@ compile '*/json/' do
   filter :erb
 end
 
-compile %r{/(technical|personal|)articles/(page/|)} do
+compile %r{/(?:technical|personal|)articles/(page/|)} do
   filter :erb
   layout 'articles'
 end
@@ -25,6 +25,10 @@ compile %r{.*/feed/} do
   filter :erb
 end
 
+compile %r{(?:/robots/|/sitemap)} do
+  filter :erb
+end
+
 compile '*' do
   filter :rdiscount
   layout 'default'
@@ -40,6 +44,13 @@ route %r{.*/feed/} do
   path.cleanpath.to_s + '.xml'
 end
 
+route '/robots/' do
+  '/robots.txt'
+end
+
+route '/sitemap/' do
+  '/sitemap.xml'
+end
 
 route '*' do
   item.identifier + 'index.html'

content/articles/json.yaml

@@ -1,2 +1,3 @@
 --- 
 title: A New Item
+is_hidden: true

content/articles/page.yaml

@@ -1,2 +1,3 @@
 --- 
 title: All Articles
+is_hidden: true

content/feed.yaml

@@ -3,4 +3,4 @@ title: WezM.net - All Articles
 author_name: Wesley Moore
 author_uri: http://www.wezm.net/about/
 #feed_url: http://feeds.feedburner.com/wezm/
-
+is_hidden: true

content/personal/articles/json.yaml

@@ -1,2 +1,3 @@
 --- 
 title: A New Item
+is_hidden: true

content/personal/articles/page.yaml

@@ -1,2 +1,3 @@
 --- 
 title: Personal Articles
+is_hidden: true

content/personal/feed.yaml

@@ -2,4 +2,4 @@
 title: WezM.net - Personal Articles
 author_name: Wesley Moore
 author_uri: http://www.wezm.net/about/
-
+is_hidden: true

content/robots.txt

@@ -0,0 +1,6 @@
+# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+User-Agent: *
+Disallow: 
+Sitemap: <%= @site.config[:base_url] %>/sitemap.xml

content/robots.yaml

@@ -0,0 +1,2 @@
+--- 
+title: A New Item

content/sitemap.xml

@@ -0,0 +1 @@
+<%= xml_sitemap %>

content/sitemap.yaml

@@ -0,0 +1,2 @@
+--- 
+title: A New Item

content/technical/articles/json.yaml

@@ -1,2 +1,3 @@
 --- 
 title: A New Item
+is_hidden: true

content/technical/articles/page.yaml

@@ -1,2 +1,3 @@
 --- 
 title: Technical Articles
+is_hidden: true

content/technical/feed.yaml

@@ -2,3 +2,4 @@
 title: WezM.net - Technical Articles
 author_name: Wesley Moore
 author_uri: http://www.wezm.net/about/
+is_hidden: true

lib/default.rb

@@ -5,4 +5,5 @@ require 'json'
 
 include Nanoc3::Helpers::Rendering
 include Nanoc3::Helpers::Blogging
+include Nanoc3::Helpers::XMLSitemap
 include WezM::Helpers::Articles