nominatim: make tokenizer configurable

[chef.git] / cookbooks / stateofthemap / recipes / default.rb

diff --git a/cookbooks/stateofthemap/recipes/default.rb b/cookbooks/stateofthemap/recipes/default.rb
index fae6b442d44d74680a1d6d9d590574e917712373..3d2348da68baaa0a154d8d839f722031eea592d2 100644 (file)
--- a/cookbooks/stateofthemap/recipes/default.rb
+++ b/cookbooks/stateofthemap/recipes/default.rb
@@ -1,14 +1,14 @@
 #
 #

-# Cookbook Name:: stateofthemap
+# Cookbook:: stateofthemap

 # Recipe:: default
 #
 # Recipe:: default
 #

-# Copyright 2013, OpenStreetMap Foundation
+# Copyright:: 2013, OpenStreetMap Foundation

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -21,73 +21,94 @@ include_recipe "wordpress"
 
 passwords = data_bag_item("stateofthemap", "passwords")
 
 
 passwords = data_bag_item("stateofthemap", "passwords")
 

+git "/srv/stateofthemap.org" do
+  action :sync
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"
+  revision "chooser"
+  depth 1
+  user "root"
+  group "root"
+end
+
+ssl_certificate "stateofthemap.org" do
+  domains ["stateofthemap.org", "www.stateofthemap.org",
+           "stateofthemap.com", "www.stateofthemap.com",
+           "sotm.org", "www.sotm.org"]
+  notifies :reload, "service[apache2]"
+end
+
+apache_site "stateofthemap.org" do
+  template "apache.erb"
+  directory "/srv/stateofthemap.org"
+end
+

 directory "/srv/2007.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
 directory "/srv/2007.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 wordpress_site "2007.stateofthemap.org" do
   aliases "2007.stateofthemap.com"
   directory "/srv/2007.stateofthemap.org/wp"
 end
 
 wordpress_site "2007.stateofthemap.org" do
   aliases "2007.stateofthemap.com"
   directory "/srv/2007.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2007"
   database_user "sotm2007"
   database_password passwords["sotm2007"]
   database_prefix "wp_sotm_"
   database_name "sotm2007"
   database_user "sotm2007"
   database_password passwords["sotm2007"]
   database_prefix "wp_sotm_"

+  fpm_prometheus_port 12007

 end
 
 end
 

-wordpress_theme "refreshwp-11" do
+wordpress_theme "2007.stateofthemap.org-refreshwp-11" do
+  theme "refreshwp-11"

   site "2007.stateofthemap.org"
   site "2007.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2007"
 end
 
   revision "theme-2007"
 end
 

-wordpress_plugin "geopress" do
-  site "2007.stateofthemap.org"
-end
-
-wordpress_plugin "sem-static-front" do
+wordpress_plugin "2007.stateofthemap.org-geopress" do
+  plugin "geopress"

   site "2007.stateofthemap.org"
   site "2007.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sem-static-front.git"

 end
 
 directory "/srv/2008.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
 end
 
 directory "/srv/2008.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 wordpress_site "2008.stateofthemap.org" do
   aliases "2008.stateofthemap.com"
   directory "/srv/2008.stateofthemap.org/wp"
 end
 
 wordpress_site "2008.stateofthemap.org" do
   aliases "2008.stateofthemap.com"
   directory "/srv/2008.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2008"
   database_user "sotm2008"
   database_password passwords["sotm2008"]
   database_prefix "wp_sotm08_"
   database_name "sotm2008"
   database_user "sotm2008"
   database_password passwords["sotm2008"]
   database_prefix "wp_sotm08_"

+  fpm_prometheus_port 12008

 end
 
 end
 

-wordpress_theme "refreshwp-11" do
+wordpress_theme "2008.stateofthemap.org-refreshwp-11" do
+  theme "refreshwp-11"

   site "2008.stateofthemap.org"
   site "2008.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2008"
 end
 
   revision "theme-2008"
 end
 

-wordpress_plugin "geopress" do
+wordpress_plugin "2008.stateofthemap.org-geopress" do
+  plugin "geopress"

   site "2008.stateofthemap.org"
 end
 
 directory "/srv/2009.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2008.stateofthemap.org"
 end
 
 directory "/srv/2009.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 git "/srv/2009.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2009.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2009"
   revision "resources-2009"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -95,35 +116,38 @@ end
 wordpress_site "2009.stateofthemap.org" do
   aliases "2009.stateofthemap.com"
   directory "/srv/2009.stateofthemap.org/wp"
 wordpress_site "2009.stateofthemap.org" do
   aliases "2009.stateofthemap.com"
   directory "/srv/2009.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2009"
   database_user "sotm2009"
   database_password passwords["sotm2009"]
   urls "/register" => "/srv/2009.stateofthemap.org/register",
        "/register-pro-user" => "/srv/2009.stateofthemap.org/register-pro-user",
        "/podcasts" => "/srv/2009.stateofthemap.org/podcasts"
   database_name "sotm2009"
   database_user "sotm2009"
   database_password passwords["sotm2009"]
   urls "/register" => "/srv/2009.stateofthemap.org/register",
        "/register-pro-user" => "/srv/2009.stateofthemap.org/register-pro-user",
        "/podcasts" => "/srv/2009.stateofthemap.org/podcasts"

+  fpm_prometheus_port 12009

 end
 
 end
 

-wordpress_theme "aerodrome" do
+wordpress_theme "2009.stateofthemap.org-aerodrome" do
+  theme "aerodrome"

   site "2009.stateofthemap.org"
   site "2009.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2009"
 end
 
   revision "theme-2009"
 end
 

-wordpress_plugin "wp-sticky" do
+wordpress_plugin "2009.stateofthemap.org-wp-sticky" do
+  plugin "wp-sticky"

   site "2009.stateofthemap.org"
 end
 
 directory "/srv/2010.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2009.stateofthemap.org"
 end
 
 directory "/srv/2010.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 git "/srv/2010.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2010.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2010"
   revision "resources-2010"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -131,38 +155,43 @@ end
 wordpress_site "2010.stateofthemap.org" do
   aliases "2010.stateofthemap.com"
   directory "/srv/2010.stateofthemap.org/wp"
 wordpress_site "2010.stateofthemap.org" do
   aliases "2010.stateofthemap.com"
   directory "/srv/2010.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2010"
   database_user "sotm2010"
   database_password passwords["sotm2010"]
   urls "/register" => "/srv/2010.stateofthemap.org/register"
   database_name "sotm2010"
   database_user "sotm2010"
   database_password passwords["sotm2010"]
   urls "/register" => "/srv/2010.stateofthemap.org/register"

+  fpm_prometheus_port 12010

 end
 
 end
 

-wordpress_theme "aerodrome" do
+wordpress_theme "2010.stateofthemap.org-aerodrome" do
+  theme "aerodrome"

   site "2010.stateofthemap.org"
   site "2010.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2010"
 end
 
   revision "theme-2010"
 end
 

-wordpress_plugin "sitepress-multilingual-cms" do
+wordpress_plugin "2010.stateofthemap.org-sitepress-multilingual-cms" do
+  plugin "sitepress-multilingual-cms"

   site "2010.stateofthemap.org"
   site "2010.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 end
 

-wordpress_plugin "wp-sticky" do
+wordpress_plugin "2010.stateofthemap.org-wp-sticky" do
+  plugin "wp-sticky"

   site "2010.stateofthemap.org"
 end
 
 directory "/srv/2011.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2010.stateofthemap.org"
 end
 
 directory "/srv/2011.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 git "/srv/2011.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2011.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2011"
   revision "resources-2011"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -170,38 +199,43 @@ end
 wordpress_site "2011.stateofthemap.org" do
   aliases "2011.stateofthemap.com"
   directory "/srv/2011.stateofthemap.org/wp"
 wordpress_site "2011.stateofthemap.org" do
   aliases "2011.stateofthemap.com"
   directory "/srv/2011.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2011"
   database_user "sotm2011"
   database_password passwords["sotm2011"]
   urls "/register" => "/srv/2011.stateofthemap.org/register"
   database_name "sotm2011"
   database_user "sotm2011"
   database_password passwords["sotm2011"]
   urls "/register" => "/srv/2011.stateofthemap.org/register"

+  fpm_prometheus_port 12011

 end
 
 end
 

-wordpress_theme "aerodrome" do
+wordpress_theme "2011.stateofthemap.org-aerodrome" do
+  theme "aerodrome"

   site "2011.stateofthemap.org"
   site "2011.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2011"
 end
 
   revision "theme-2011"
 end
 

-wordpress_plugin "sitepress-multilingual-cms" do
+wordpress_plugin "2011.stateofthemap.org-sitepress-multilingual-cms" do
+  plugin "sitepress-multilingual-cms"

   site "2011.stateofthemap.org"
   site "2011.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 end
 

-wordpress_plugin "wp-sticky" do
+wordpress_plugin "2011.stateofthemap.org-wp-sticky" do
+  plugin "wp-sticky"

   site "2011.stateofthemap.org"
 end
 
 directory "/srv/2012.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2011.stateofthemap.org"
 end
 
 directory "/srv/2012.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0755
+  mode "755"

 end
 
 git "/srv/2012.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2012.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2012"
   revision "resources-2012"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -209,72 +243,140 @@ end
 wordpress_site "2012.stateofthemap.org" do
   aliases "2012.stateofthemap.com"
   directory "/srv/2012.stateofthemap.org/wp"
 wordpress_site "2012.stateofthemap.org" do
   aliases "2012.stateofthemap.com"
   directory "/srv/2012.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2012"
   database_user "sotm2012"
   database_password passwords["sotm2012"]
   urls "/register" => "/srv/2012.stateofthemap.org/register"
   database_name "sotm2012"
   database_user "sotm2012"
   database_password passwords["sotm2012"]
   urls "/register" => "/srv/2012.stateofthemap.org/register"

+  fpm_prometheus_port 12012

 end
 
 end
 

-wordpress_theme "aerodrome" do
+wordpress_theme "2012.stateofthemap.org-aerodrome" do
+  theme "aerodrome"

   site "2012.stateofthemap.org"
   site "2012.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2012"
 end
 
   revision "theme-2012"
 end
 

-wordpress_plugin "leaflet-maps-marker" do
+wordpress_plugin "2012.stateofthemap.org-leaflet-maps-marker" do
+  plugin "leaflet-maps-marker"

   site "2012.stateofthemap.org"
 end
 
   site "2012.stateofthemap.org"
 end
 

-wordpress_plugin "sitepress-multilingual-cms" do
+wordpress_plugin "2012.stateofthemap.org-sitepress-multilingual-cms" do
+  plugin "sitepress-multilingual-cms"

   site "2012.stateofthemap.org"
   site "2012.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 end
 

-wordpress_plugin "wp-sticky" do
+wordpress_plugin "2012.stateofthemap.org-wp-sticky" do
+  plugin "wp-sticky"

   site "2012.stateofthemap.org"
 end
 
   site "2012.stateofthemap.org"
 end
 

-directory "/srv/2016.stateofthemap.org" do
-  owner "wordpress"
-  group "wordpress"
-  mode 0755
-end
-
-wordpress_site "2016.stateofthemap.org" do
-  aliases ["2016.stateofthemap.com",
-           "www.stateofthemap.org", "stateofthemap.org",
-           "www.stateofthemap.com", "stateofthemap.com"]
-  directory "/srv/2016.stateofthemap.org/wp"
-  ssl_enabled true
-  database_name "sotm2016"
-  database_user "sotm2016"
-  database_password passwords["sotm2016"]
-end
-
-wordpress_theme "aerodrome" do
-  site "2016.stateofthemap.org"
-  repository "git://git.openstreetmap.org/stateofthemap.git"
-  revision "theme-2012"
-end
-
-wordpress_plugin "leaflet-maps-marker" do
-  site "2016.stateofthemap.org"
-end
-
-wordpress_plugin "sitepress-multilingual-cms" do
-  site "2016.stateofthemap.org"
-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
-end
-
-wordpress_plugin "wp-sticky" do
-  site "2016.stateofthemap.org"
+%w[2013].each do |year|
+  git "/srv/#{year}.stateofthemap.org" do
+    action :sync
+    repository "https://git.openstreetmap.org/public/stateofthemap.git"
+    revision "site-#{year}"
+    depth 1
+    user "root"
+    group "root"
+  end
+
+  ssl_certificate "#{year}.stateofthemap.org" do
+    domains ["#{year}.stateofthemap.org", "#{year}.stateofthemap.com", "#{year}.sotm.org"]
+    notifies :reload, "service[apache2]"
+  end
+
+  apache_site "#{year}.stateofthemap.org" do
+    template "apache.static.erb"
+    directory "/srv/#{year}.stateofthemap.org"
+    variables :year => year
+  end
+end
+
+package %w[
+  gcc
+  g++
+  make
+  ruby
+  ruby-dev
+  libssl-dev
+  zlib1g-dev
+  pkg-config
+]
+
+apache_module "expires"
+apache_module "rewrite"
+
+gem_package "bundler" do
+  version "1.17.3"
+end
+
+gem_package "bundler" do
+  version "2.1.4"
+end
+
+%w[2016 2017 2018 2019 2020 2021].each do |year|
+  git "/srv/#{year}.stateofthemap.org" do
+    action :sync
+    repository "https://github.com/openstreetmap/stateofthemap-#{year}.git"
+    depth 1
+    user "root"
+    group "root"
+    notifies :run, "execute[/srv/#{year}.stateofthemap.org/Gemfile]"
+  end
+
+  directory "/srv/#{year}.stateofthemap.org/_site" do
+    mode "755"
+    owner "nobody"
+    group "nogroup"
+  end
+
+  # Workaround https://github.com/jekyll/jekyll/issues/7804
+  # by creating a .jekyll-cache folder
+  directory "/srv/#{year}.stateofthemap.org/.jekyll-cache" do
+    mode "755"
+    owner "nobody"
+    group "nogroup"
+  end
+
+  execute "/srv/#{year}.stateofthemap.org/Gemfile" do
+    action :nothing
+    command "bundle install --deployment --jobs #{node[:cpu][:total]}"
+    cwd "/srv/#{year}.stateofthemap.org"
+    user "root"
+    group "root"
+    notifies :run, "execute[/srv/#{year}.stateofthemap.org]"
+    only_if { ::File.exist?("/srv/#{year}.stateofthemap.org/Gemfile") }
+  end
+
+  execute "/srv/#{year}.stateofthemap.org" do
+    action :nothing
+    command "bundle exec jekyll build --trace --baseurl=https://#{year}.stateofthemap.org"
+    cwd "/srv/#{year}.stateofthemap.org"
+    user "nobody"
+    group "nogroup"
+    environment "LANG" => "C.UTF-8"
+  end
+
+  ssl_certificate "#{year}.stateofthemap.org" do
+    domains ["#{year}.stateofthemap.org", "#{year}.stateofthemap.com", "#{year}.sotm.org"]
+    notifies :reload, "service[apache2]"
+  end
+
+  apache_site "#{year}.stateofthemap.org" do
+    template "apache.jekyll.erb"
+    directory "/srv/#{year}.stateofthemap.org/_site"
+    variables :year => year
+  end

 end
 
 template "/etc/cron.daily/sotm-backup" do
   source "backup.cron.erb"
   owner "root"
   group "root"
 end
 
 template "/etc/cron.daily/sotm-backup" do
   source "backup.cron.erb"
   owner "root"
   group "root"

-  mode 0750
+  mode "750"

   variables :passwords => passwords
 end
   variables :passwords => passwords
 end