nominatim: make tokenizer configurable

[chef.git] / cookbooks / stateofthemap / recipes / default.rb

diff --git a/cookbooks/stateofthemap/recipes/default.rb b/cookbooks/stateofthemap/recipes/default.rb
index f0936381ff53463ace6046c2a7bb4a12082909b9..3d2348da68baaa0a154d8d839f722031eea592d2 100644 (file)
--- a/cookbooks/stateofthemap/recipes/default.rb
+++ b/cookbooks/stateofthemap/recipes/default.rb
@@ -1,14 +1,14 @@
 #
 #

-# Cookbook Name:: stateofthemap
+# Cookbook:: stateofthemap

 # Recipe:: default
 #
 # Recipe:: default
 #

-# Copyright 2013, OpenStreetMap Foundation
+# Copyright:: 2013, OpenStreetMap Foundation

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -23,8 +23,9 @@ passwords = data_bag_item("stateofthemap", "passwords")
 
 git "/srv/stateofthemap.org" do
   action :sync
 
 git "/srv/stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "chooser"
   revision "chooser"

+  depth 1

   user "root"
   group "root"
 end
   user "root"
   group "root"
 end


@@ -44,69 +45,70 @@ end
 directory "/srv/2007.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
 directory "/srv/2007.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 wordpress_site "2007.stateofthemap.org" do
   aliases "2007.stateofthemap.com"
   directory "/srv/2007.stateofthemap.org/wp"
 end
 
 wordpress_site "2007.stateofthemap.org" do
   aliases "2007.stateofthemap.com"
   directory "/srv/2007.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2007"
   database_user "sotm2007"
   database_password passwords["sotm2007"]
   database_prefix "wp_sotm_"
   database_name "sotm2007"
   database_user "sotm2007"
   database_password passwords["sotm2007"]
   database_prefix "wp_sotm_"

+  fpm_prometheus_port 12007

 end
 
 wordpress_theme "2007.stateofthemap.org-refreshwp-11" do
 end
 
 wordpress_theme "2007.stateofthemap.org-refreshwp-11" do

-  name "refreshwp-11"
+  theme "refreshwp-11"

   site "2007.stateofthemap.org"
   site "2007.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2007"
 end
 
 wordpress_plugin "2007.stateofthemap.org-geopress" do
   revision "theme-2007"
 end
 
 wordpress_plugin "2007.stateofthemap.org-geopress" do

-  name "geopress"
+  plugin "geopress"

   site "2007.stateofthemap.org"
 end
 
 directory "/srv/2008.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2007.stateofthemap.org"
 end
 
 directory "/srv/2008.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 wordpress_site "2008.stateofthemap.org" do
   aliases "2008.stateofthemap.com"
   directory "/srv/2008.stateofthemap.org/wp"
 end
 
 wordpress_site "2008.stateofthemap.org" do
   aliases "2008.stateofthemap.com"
   directory "/srv/2008.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2008"
   database_user "sotm2008"
   database_password passwords["sotm2008"]
   database_prefix "wp_sotm08_"
   database_name "sotm2008"
   database_user "sotm2008"
   database_password passwords["sotm2008"]
   database_prefix "wp_sotm08_"

+  fpm_prometheus_port 12008

 end
 
 wordpress_theme "2008.stateofthemap.org-refreshwp-11" do
 end
 
 wordpress_theme "2008.stateofthemap.org-refreshwp-11" do

-  name "refreshwp-11"
+  theme "refreshwp-11"

   site "2008.stateofthemap.org"
   site "2008.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2008"
 end
 
 wordpress_plugin "2008.stateofthemap.org-geopress" do
   revision "theme-2008"
 end
 
 wordpress_plugin "2008.stateofthemap.org-geopress" do

-  name "geopress"
+  plugin "geopress"

   site "2008.stateofthemap.org"
 end
 
 directory "/srv/2009.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2008.stateofthemap.org"
 end
 
 directory "/srv/2009.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 git "/srv/2009.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2009.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2009"
   revision "resources-2009"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -114,37 +116,38 @@ end
 wordpress_site "2009.stateofthemap.org" do
   aliases "2009.stateofthemap.com"
   directory "/srv/2009.stateofthemap.org/wp"
 wordpress_site "2009.stateofthemap.org" do
   aliases "2009.stateofthemap.com"
   directory "/srv/2009.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2009"
   database_user "sotm2009"
   database_password passwords["sotm2009"]
   urls "/register" => "/srv/2009.stateofthemap.org/register",
        "/register-pro-user" => "/srv/2009.stateofthemap.org/register-pro-user",
        "/podcasts" => "/srv/2009.stateofthemap.org/podcasts"
   database_name "sotm2009"
   database_user "sotm2009"
   database_password passwords["sotm2009"]
   urls "/register" => "/srv/2009.stateofthemap.org/register",
        "/register-pro-user" => "/srv/2009.stateofthemap.org/register-pro-user",
        "/podcasts" => "/srv/2009.stateofthemap.org/podcasts"

+  fpm_prometheus_port 12009

 end
 
 wordpress_theme "2009.stateofthemap.org-aerodrome" do
 end
 
 wordpress_theme "2009.stateofthemap.org-aerodrome" do

-  name "aerodrome"
+  theme "aerodrome"

   site "2009.stateofthemap.org"
   site "2009.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2009"
 end
 
 wordpress_plugin "2009.stateofthemap.org-wp-sticky" do
   revision "theme-2009"
 end
 
 wordpress_plugin "2009.stateofthemap.org-wp-sticky" do

-  name "wp-sticky"
+  plugin "wp-sticky"

   site "2009.stateofthemap.org"
 end
 
 directory "/srv/2010.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2009.stateofthemap.org"
 end
 
 directory "/srv/2010.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 git "/srv/2010.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2010.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2010"
   revision "resources-2010"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -152,41 +155,43 @@ end
 wordpress_site "2010.stateofthemap.org" do
   aliases "2010.stateofthemap.com"
   directory "/srv/2010.stateofthemap.org/wp"
 wordpress_site "2010.stateofthemap.org" do
   aliases "2010.stateofthemap.com"
   directory "/srv/2010.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2010"
   database_user "sotm2010"
   database_password passwords["sotm2010"]
   urls "/register" => "/srv/2010.stateofthemap.org/register"
   database_name "sotm2010"
   database_user "sotm2010"
   database_password passwords["sotm2010"]
   urls "/register" => "/srv/2010.stateofthemap.org/register"

+  fpm_prometheus_port 12010

 end
 
 wordpress_theme "2010.stateofthemap.org-aerodrome" do
 end
 
 wordpress_theme "2010.stateofthemap.org-aerodrome" do

-  name "aerodrome"
+  theme "aerodrome"

   site "2010.stateofthemap.org"
   site "2010.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2010"
 end
 
 wordpress_plugin "2010.stateofthemap.org-sitepress-multilingual-cms" do
   revision "theme-2010"
 end
 
 wordpress_plugin "2010.stateofthemap.org-sitepress-multilingual-cms" do

-  name "sitepress-multilingual-cms"
+  plugin "sitepress-multilingual-cms"

   site "2010.stateofthemap.org"
   site "2010.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 wordpress_plugin "2010.stateofthemap.org-wp-sticky" do
 end
 
 wordpress_plugin "2010.stateofthemap.org-wp-sticky" do

-  name "wp-sticky"
+  plugin "wp-sticky"

   site "2010.stateofthemap.org"
 end
 
 directory "/srv/2011.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2010.stateofthemap.org"
 end
 
 directory "/srv/2011.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 git "/srv/2011.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2011.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2011"
   revision "resources-2011"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -194,41 +199,43 @@ end
 wordpress_site "2011.stateofthemap.org" do
   aliases "2011.stateofthemap.com"
   directory "/srv/2011.stateofthemap.org/wp"
 wordpress_site "2011.stateofthemap.org" do
   aliases "2011.stateofthemap.com"
   directory "/srv/2011.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2011"
   database_user "sotm2011"
   database_password passwords["sotm2011"]
   urls "/register" => "/srv/2011.stateofthemap.org/register"
   database_name "sotm2011"
   database_user "sotm2011"
   database_password passwords["sotm2011"]
   urls "/register" => "/srv/2011.stateofthemap.org/register"

+  fpm_prometheus_port 12011

 end
 
 wordpress_theme "2011.stateofthemap.org-aerodrome" do
 end
 
 wordpress_theme "2011.stateofthemap.org-aerodrome" do

-  name "aerodrome"
+  theme "aerodrome"

   site "2011.stateofthemap.org"
   site "2011.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2011"
 end
 
 wordpress_plugin "2011.stateofthemap.org-sitepress-multilingual-cms" do
   revision "theme-2011"
 end
 
 wordpress_plugin "2011.stateofthemap.org-sitepress-multilingual-cms" do

-  name "sitepress-multilingual-cms"
+  plugin "sitepress-multilingual-cms"

   site "2011.stateofthemap.org"
   site "2011.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 wordpress_plugin "2011.stateofthemap.org-wp-sticky" do
 end
 
 wordpress_plugin "2011.stateofthemap.org-wp-sticky" do

-  name "wp-sticky"
+  plugin "wp-sticky"

   site "2011.stateofthemap.org"
 end
 
 directory "/srv/2012.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"
   site "2011.stateofthemap.org"
 end
 
 directory "/srv/2012.stateofthemap.org" do
   owner "wordpress"
   group "wordpress"

-  mode 0o755
+  mode "755"

 end
 
 git "/srv/2012.stateofthemap.org" do
   action :sync
 end
 
 git "/srv/2012.stateofthemap.org" do
   action :sync

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "resources-2012"
   revision "resources-2012"

+  depth 1

   user "wordpress"
   group "wordpress"
 end
   user "wordpress"
   group "wordpress"
 end


@@ -236,61 +243,126 @@ end
 wordpress_site "2012.stateofthemap.org" do
   aliases "2012.stateofthemap.com"
   directory "/srv/2012.stateofthemap.org/wp"
 wordpress_site "2012.stateofthemap.org" do
   aliases "2012.stateofthemap.com"
   directory "/srv/2012.stateofthemap.org/wp"

-  ssl_enabled true

   database_name "sotm2012"
   database_user "sotm2012"
   database_password passwords["sotm2012"]
   urls "/register" => "/srv/2012.stateofthemap.org/register"
   database_name "sotm2012"
   database_user "sotm2012"
   database_password passwords["sotm2012"]
   urls "/register" => "/srv/2012.stateofthemap.org/register"

+  fpm_prometheus_port 12012

 end
 
 wordpress_theme "2012.stateofthemap.org-aerodrome" do
 end
 
 wordpress_theme "2012.stateofthemap.org-aerodrome" do

-  name "aerodrome"
+  theme "aerodrome"

   site "2012.stateofthemap.org"
   site "2012.stateofthemap.org"

-  repository "git://git.openstreetmap.org/stateofthemap.git"
+  repository "https://git.openstreetmap.org/public/stateofthemap.git"

   revision "theme-2012"
 end
 
 wordpress_plugin "2012.stateofthemap.org-leaflet-maps-marker" do
   revision "theme-2012"
 end
 
 wordpress_plugin "2012.stateofthemap.org-leaflet-maps-marker" do

-  name "leaflet-maps-marker"
+  plugin "leaflet-maps-marker"

   site "2012.stateofthemap.org"
 end
 
 wordpress_plugin "2012.stateofthemap.org-sitepress-multilingual-cms" do
   site "2012.stateofthemap.org"
 end
 
 wordpress_plugin "2012.stateofthemap.org-sitepress-multilingual-cms" do

-  name "sitepress-multilingual-cms"
+  plugin "sitepress-multilingual-cms"

   site "2012.stateofthemap.org"
   site "2012.stateofthemap.org"

-  repository "git://chef.openstreetmap.org/sitepress-multilingual-cms.git"
+  repository "https://git.openstreetmap.org/private/sitepress-multilingual-cms.git"
+  not_if { kitchen? }

 end
 
 wordpress_plugin "2012.stateofthemap.org-wp-sticky" do
 end
 
 wordpress_plugin "2012.stateofthemap.org-wp-sticky" do

-  name "wp-sticky"
+  plugin "wp-sticky"

   site "2012.stateofthemap.org"
 end
 
   site "2012.stateofthemap.org"
 end
 

-%w[2016 2017 2018].each do |year|
+%w[2013].each do |year|

   git "/srv/#{year}.stateofthemap.org" do
     action :sync
   git "/srv/#{year}.stateofthemap.org" do
     action :sync

-    repository "git://github.com/openstreetmap/stateofthemap-#{year}.git"
+    repository "https://git.openstreetmap.org/public/stateofthemap.git"
+    revision "site-#{year}"
+    depth 1

     user "root"
     group "root"
     user "root"
     group "root"

-    notifies :run, "execute[/srv/#{year}.stateofthemap.org]"
+  end
+
+  ssl_certificate "#{year}.stateofthemap.org" do
+    domains ["#{year}.stateofthemap.org", "#{year}.stateofthemap.com", "#{year}.sotm.org"]
+    notifies :reload, "service[apache2]"
+  end
+
+  apache_site "#{year}.stateofthemap.org" do
+    template "apache.static.erb"
+    directory "/srv/#{year}.stateofthemap.org"
+    variables :year => year
+  end
+end
+
+package %w[
+  gcc
+  g++
+  make
+  ruby
+  ruby-dev
+  libssl-dev
+  zlib1g-dev
+  pkg-config
+]
+
+apache_module "expires"
+apache_module "rewrite"
+
+gem_package "bundler" do
+  version "1.17.3"
+end
+
+gem_package "bundler" do
+  version "2.1.4"
+end
+
+%w[2016 2017 2018 2019 2020 2021].each do |year|
+  git "/srv/#{year}.stateofthemap.org" do
+    action :sync
+    repository "https://github.com/openstreetmap/stateofthemap-#{year}.git"
+    depth 1
+    user "root"
+    group "root"
+    notifies :run, "execute[/srv/#{year}.stateofthemap.org/Gemfile]"

   end
 
   directory "/srv/#{year}.stateofthemap.org/_site" do
   end
 
   directory "/srv/#{year}.stateofthemap.org/_site" do

-    mode 0o755
+    mode "755"
+    owner "nobody"
+    group "nogroup"
+  end
+
+  # Workaround https://github.com/jekyll/jekyll/issues/7804
+  # by creating a .jekyll-cache folder
+  directory "/srv/#{year}.stateofthemap.org/.jekyll-cache" do
+    mode "755"

     owner "nobody"
     group "nogroup"
   end
 
     owner "nobody"
     group "nogroup"
   end
 

+  execute "/srv/#{year}.stateofthemap.org/Gemfile" do
+    action :nothing
+    command "bundle install --deployment --jobs #{node[:cpu][:total]}"
+    cwd "/srv/#{year}.stateofthemap.org"
+    user "root"
+    group "root"
+    notifies :run, "execute[/srv/#{year}.stateofthemap.org]"
+    only_if { ::File.exist?("/srv/#{year}.stateofthemap.org/Gemfile") }
+  end
+

   execute "/srv/#{year}.stateofthemap.org" do
     action :nothing
   execute "/srv/#{year}.stateofthemap.org" do
     action :nothing

-    command "jekyll build --trace"
+    command "bundle exec jekyll build --trace --baseurl=https://#{year}.stateofthemap.org"

     cwd "/srv/#{year}.stateofthemap.org"
     user "nobody"
     group "nogroup"
     cwd "/srv/#{year}.stateofthemap.org"
     user "nobody"
     group "nogroup"

+    environment "LANG" => "C.UTF-8"

   end
 
   ssl_certificate "#{year}.stateofthemap.org" do
   end
 
   ssl_certificate "#{year}.stateofthemap.org" do

-    domains ["#{year}.stateofthemap.org", "#{year}.stateofthemap.com"]
+    domains ["#{year}.stateofthemap.org", "#{year}.stateofthemap.com", "#{year}.sotm.org"]

     notifies :reload, "service[apache2]"
   end
 
     notifies :reload, "service[apache2]"
   end
 


@@ -305,6 +377,6 @@ template "/etc/cron.daily/sotm-backup" do
   source "backup.cron.erb"
   owner "root"
   group "root"
   source "backup.cron.erb"
   owner "root"
   group "root"

-  mode 0o750
+  mode "750"

   variables :passwords => passwords
 end
   variables :passwords => passwords
 end