Merge pull request seek4science#1578 from seek4science/sitemap

Sitemaps

.gitignore

@@ -66,6 +66,7 @@ public/javascripts/i18n.js
 public/javascripts/translations.js
 public/stylesheets/*_cached.css
 public/system/
+public/sitemaps/*
 
 public/assets/
 public/assets_dev/

Gemfile

@@ -109,6 +109,7 @@ gem 'ransack'
 
 gem 'terser', '~> 1.1', '>= 1.1.1'
 
+
 # Rails 4 upgrade
 gem 'activerecord-session_store'
 gem 'rails-observers'
@@ -202,3 +203,5 @@ group :test, :development do
   gem 'teaspoon'
   gem 'teaspoon-mocha'
 end
+
+gem "sitemap_generator", "~> 6.3"

Gemfile.lock

@@ -828,6 +828,8 @@ GEM
       simplecov_json_formatter (~> 0.1)
     simplecov-html (0.12.3)
     simplecov_json_formatter (0.1.3)
+    sitemap_generator (6.3.0)
+      builder (~> 3.0)
     slop (3.6.0)
     snaky_hash (2.0.0)
       hashie
@@ -1073,6 +1075,7 @@ DEPENDENCIES
   seedbank
   simple-spreadsheet-extractor (~> 0.18.0)
   simplecov
+  sitemap_generator (~> 6.3)
   sprockets-rails
   sqlite3 (~> 1.4)
   stringio (= 3.0.1)

config/schedule.rb

@@ -71,6 +71,11 @@ def offset(off_hours)
   runner "Seek::BioSchema::DataDump.generate_dumps"
 end
 
+# Generate a new sitemap...
+every 1.day, at: '12:45 am' do
+  rake "-s sitemap:refresh"
+end
+
 # not safe to automatically add in a non containerised environment
 if Seek::Docker.using_docker?
   every 10.minutes do

config/sitemap.rb

@@ -0,0 +1,19 @@
+# https://github.com/kjvarga/sitemap_generator#sitemapgenerator
+SitemapGenerator::Sitemap.sitemaps_path = "sitemaps"
+SitemapGenerator::Sitemap.create_index = "auto"
+SitemapGenerator::Sitemap.compress = false
+SitemapGenerator::Sitemap.default_host = URI.parse(Seek::Config.site_base_url)
+
+SitemapGenerator::Sitemap.create do
+  Seek::Util.searchable_types.each do |type|
+    add  polymorphic_path(type), lastmod: type.maximum(:updated_at), changefreq: 'daily', priority: 0.7
+  end
+end
+
+Seek::Util.searchable_types.each do |type|
+  SitemapGenerator::Sitemap.create(filename: type.table_name, include_root: false) do
+    type.authorized_for('view', nil).find_all do |obj|
+      add polymorphic_path(obj), lastmod: obj.updated_at, changefreq: 'daily', priority: 0.7
+    end
+  end
+end