Merge pull request #210 from bjfish/sitemap_generation

just3ws · just3ws · commit bf8ab92c83d5 · 2014-10-03T10:45:23.000-05:00
Adding site map generation #185
diff --git a/Gemfile b/Gemfile
@@ -121,6 +121,7 @@ gem 'rakismet'
 gem 'ruby-progressbar'
 gem 'sanitize'
 gem 'simple_form'
+gem 'sitemap_generator'
 gem 'tweet-button'
 gem 'local_time'
 
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -619,6 +619,8 @@ GEM
       rack (~> 1.4)
       rack-protection (~> 1.4)
       tilt (~> 1.3, >= 1.3.4)
+    sitemap_generator (5.0.5)
+      builder
     slim (2.0.3)
       temple (~> 0.6.6)
       tilt (>= 1.3.3, < 2.1)
@@ -804,6 +806,7 @@ DEPENDENCIES
   simple_form
   simplecov
   sinatra
+  sitemap_generator
   slim-rails
   spring
   spring-commands-rspec
diff --git a/app/clock.rb b/app/clock.rb
@@ -44,5 +44,9 @@
   ClearExpiredSessionsJob.perform_async
 end
 
+every(1.day, 'sitemap:refresh', at: '06:00') do
+  SitemapRefreshWorker.perform_async
+end
+
 # This is tied with broken code. Probably should delete
 # every(1.day, 'facts:system', at: '00:00') {}
diff --git a/app/workers/sitemap_refresh_worker.rb b/app/workers/sitemap_refresh_worker.rb
@@ -0,0 +1,40 @@
+class SitemapRefreshWorker
+  include Sidekiq::Worker
+  sidekiq_options queue: :high
+
+  def perform
+    SitemapGenerator::Sitemap.default_host = "https://coderwall.com"
+    SitemapGenerator::Sitemap.public_path = 'tmp/'
+    SitemapGenerator::Sitemap.sitemaps_host = "http://#{ENV['FOG_DIRECTORY']}.s3.amazonaws.com/"
+    SitemapGenerator::Sitemap.sitemaps_path = 'sitemaps/'
+    SitemapGenerator::Sitemap.adapter = SitemapGenerator::WaveAdapter.new
+
+    SitemapGenerator::Sitemap.create do
+      add '/welcome', :priority => 0.7, :changefreq => 'montlhy'
+      add '/contact_us', :priority => 0.5, :changefreq => 'montlhy'
+      add '/blog', :priority => 0.7, :changefreq => 'weekly'
+      add '/api', :priority => 0.5, :changefreq => 'monthly'
+      add '/faq', :priority => 0.5, :changefreq => 'monthly'
+      add '/privacy_policy', :priority => 0.2, :changefreq => 'monthly'
+      add '/tos', :priority => 0.2, :changefreq => 'monthly'
+      add '/jobs', :priority => 0.7, :changefreq => 'daily'
+      add '/employers', :priority => 0.7, :changefreq => 'monthly'
+      Protip.find_each do |protip|
+        add protip_path(protip), :lastmod => protip.updated_at
+      end
+      Team.all.each do |team|
+        add teamname_path(slug: team.slug), :lastmod => team.updated_at
+        team.jobs.each do |job|
+          add job_path(:slug => team.slug, :job_id => job.public_id), :lastmod => job.updated_at
+        end
+      end
+      User.find_each do |user|
+        add badge_path(user.username), :lastmod => user.updated_at
+      end
+      BlogPost.all_public.each do |blog_post|
+        add blog_post_path(blog_post.id), :lastmod => blog_post.posted
+      end
+    end
+    SitemapGenerator::Sitemap.ping_search_engines
+  end
+end
diff --git a/public/robots.txt b/public/robots.txt
@@ -6,3 +6,4 @@
 
 User-agent: EasouSpider
 Disallow: /
+Sitemap: https://coderwall-assets-0.s3.amazonaws.com/sitemaps/sitemap.xml.gz

Original file line number	Diff line number	Diff line change
`@@ -6,3 +6,4 @@`
`6`	`6`
`7`	`7`	`User-agent: EasouSpider`
`8`	`8`	`Disallow: /`
	`9`	`+Sitemap: https://coderwall-assets-0.s3.amazonaws.com/sitemaps/sitemap.xml.gz`