Try and ensure tile server use an integer number of listen buckets

[chef.git] / cookbooks / web / resources / rails_port.rb

diff --git a/cookbooks/web/resources/rails_port.rb b/cookbooks/web/resources/rails_port.rb
index 31cf233a02d0ee189fe754a1a880147d0a9613a1..3854235283769dcaff466a2834ab4d09254cd829 100644 (file)
--- a/cookbooks/web/resources/rails_port.rb
+++ b/cookbooks/web/resources/rails_port.rb
@@ -22,16 +22,18 @@ require "yaml"
 resource_name :rails_port
 provides :rails_port
 
 resource_name :rails_port
 provides :rails_port
 

+unified_mode true
+

 default_action :create
 
 property :site, String, :name_property => true
 default_action :create
 
 property :site, String, :name_property => true

-property :ruby, String, :default => "2.3"

 property :directory, String
 property :user, String
 property :group, String
 property :repository, String, :default => "https://git.openstreetmap.org/public/rails.git"
 property :revision, String, :default => "live"
 property :run_migrations, [true, false], :default => false
 property :directory, String
 property :user, String
 property :group, String
 property :repository, String, :default => "https://git.openstreetmap.org/public/rails.git"
 property :revision, String, :default => "live"
 property :run_migrations, [true, false], :default => false

+property :build_assets, [true, false], :default => true

 property :email_from, String, :default => "OpenStreetMap <support@openstreetmap.org>"
 property :status, String, :default => "online"
 property :database_host, String
 property :email_from, String, :default => "OpenStreetMap <support@openstreetmap.org>"
 property :status, String, :default => "online"
 property :database_host, String


@@ -48,16 +50,19 @@ property :logstash_path, String
 property :memcache_servers, Array
 property :potlatch2_key, String
 property :id_key, String
 property :memcache_servers, Array
 property :potlatch2_key, String
 property :id_key, String

+property :id_application, String

 property :oauth_key, String
 property :oauth_key, String

+property :oauth_application, String

 property :nominatim_url, String
 property :nominatim_url, String

-property :osrm_url, String
+property :overpass_url, String
+property :overpass_credentials, [true, false], :default => false

 property :google_auth_id, String
 property :google_auth_secret, String
 property :google_openid_realm, String
 property :facebook_auth_id, String
 property :facebook_auth_secret, String
 property :google_auth_id, String
 property :google_auth_secret, String
 property :google_openid_realm, String
 property :facebook_auth_id, String
 property :facebook_auth_secret, String

-property :windowslive_auth_id, String
-property :windowslive_auth_secret, String
+property :microsoft_auth_id, String
+property :microsoft_auth_secret, String

 property :github_auth_id, String
 property :github_auth_secret, String
 property :wikipedia_auth_id, String
 property :github_auth_id, String
 property :github_auth_secret, String
 property :wikipedia_auth_id, String


@@ -66,25 +71,37 @@ property :thunderforest_key, String
 property :totp_key, String
 property :csp_enforce, [true, false], :default => false
 property :csp_report_url, String
 property :totp_key, String
 property :csp_enforce, [true, false], :default => false
 property :csp_report_url, String

-property :piwik_configuration, Hash
+property :matomo_configuration, Hash
+property :storage_service, String, :default => "local"
+property :storage_url, String

 property :trace_use_job_queue, [true, false], :default => false
 property :diary_feed_delay, Integer
 property :storage_configuration, Hash, :default => {}
 property :trace_use_job_queue, [true, false], :default => false
 property :diary_feed_delay, Integer
 property :storage_configuration, Hash, :default => {}

-property :storage_service, String, :default => "local"
-property :storage_url, String
+property :avatar_storage, String
+property :trace_file_storage, String
+property :trace_image_storage, String
+property :trace_icon_storage, String
+property :avatar_storage_url, String
+property :trace_image_storage_url, String
+property :trace_icon_storage_url, String
+property :tile_cdn_url, String
+property :imagery_blacklist, Array
+property :signup_ip_per_day, Integer
+property :signup_ip_max_burst, Integer
+property :signup_email_per_day, Integer
+property :signup_email_max_burst, Integer

 
 action :create do
   package %W[
 
 action :create do
   package %W[

-    ruby#{new_resource.ruby}
-    ruby#{new_resource.ruby}-dev

     imagemagick
     imagemagick

+    libvips42

     nodejs
     nodejs

-    geoip-database

     tzdata
   ]
 
   package %w[
     g++
     tzdata
   ]
 
   package %w[
     g++

+    make

     pkg-config
     libpq-dev
     libsasl2-dev
     pkg-config
     libpq-dev
     libsasl2-dev


@@ -108,18 +125,6 @@ action :create do
     libjpeg-turbo-progs
   ]
 
     libjpeg-turbo-progs
   ]
 

-  gem_package "bundler#{new_resource.ruby}" do
-    package_name "bundler"
-    version "2.1.4"
-    gem_binary "gem#{new_resource.ruby}"
-    options "--format-executable"
-  end
-
-  gem_package "bundler#{new_resource.ruby}" do
-    package_name "pkg-config"
-    gem_binary "gem#{new_resource.ruby}"
-  end
-

   declare_resource :directory, rails_directory do
     owner new_resource.user
     group new_resource.group
   declare_resource :directory, rails_directory do
     owner new_resource.user
     group new_resource.group


@@ -133,7 +138,6 @@ action :create do
     depth 1
     user new_resource.user
     group new_resource.group
     depth 1
     user new_resource.user
     group new_resource.group

-    notifies :restart, "passenger_application[#{rails_directory}]"

   end
 
   declare_resource :directory, "#{rails_directory}/tmp" do
   end
 
   declare_resource :directory, "#{rails_directory}/tmp" do


@@ -157,7 +161,6 @@ action :create do
               :name => new_resource.database_name,
               :username => new_resource.database_username,
               :password => new_resource.database_password
               :name => new_resource.database_name,
               :username => new_resource.database_username,
               :password => new_resource.database_password

-    notifies :restart, "passenger_application[#{rails_directory}]"

   end
 
   application_yml = edit_file "#{rails_directory}/config/example.application.yml" do |line|
   end
 
   application_yml = edit_file "#{rails_directory}/config/example.application.yml" do |line|


@@ -180,8 +183,7 @@ action :create do
 
     line.gsub!(/^( *)#geonames_username:.*$/, "\\1geonames_username: \"openstreetmap\"")
 
 
     line.gsub!(/^( *)#geonames_username:.*$/, "\\1geonames_username: \"openstreetmap\"")
 

-    line.gsub!(/^( *)#geoip_database:.*$/, "\\1geoip_database: \"/usr/share/GeoIP/GeoIPv6.dat\"")
-    line.gsub!(/^( *)#maxmind_database:.*$/, "\\1maxmind_database: \"/usr/share/GeoIP/GeoLite2-Country.mmdb\"")
+    line.gsub!(/^( *)#maxmind_database:.*$/, "\\1maxmind_database: \"#{node[:geoipupdate][:directory]}/GeoLite2-Country.mmdb\"")

 
     if new_resource.gpx_dir
       line.gsub!(/^( *)gpx_trace_dir:.*$/, "\\1gpx_trace_dir: \"#{new_resource.gpx_dir}/traces\"")
 
     if new_resource.gpx_dir
       line.gsub!(/^( *)gpx_trace_dir:.*$/, "\\1gpx_trace_dir: \"#{new_resource.gpx_dir}/traces\"")


@@ -212,16 +214,24 @@ action :create do
       line.gsub!(/^( *)#id_key:.*$/, "\\1id_key: \"#{new_resource.id_key}\"")
     end
 
       line.gsub!(/^( *)#id_key:.*$/, "\\1id_key: \"#{new_resource.id_key}\"")
     end
 

+    if new_resource.id_application
+      line.gsub!(/^( *)#id_application:.*$/, "\\1id_application: \"#{new_resource.id_application}\"")
+    end
+

     if new_resource.oauth_key
       line.gsub!(/^( *)#oauth_key:.*$/, "\\1oauth_key: \"#{new_resource.oauth_key}\"")
     end
 
     if new_resource.oauth_key
       line.gsub!(/^( *)#oauth_key:.*$/, "\\1oauth_key: \"#{new_resource.oauth_key}\"")
     end
 

+    if new_resource.oauth_application
+      line.gsub!(/^( *)#oauth_application:.*$/, "\\1oauth_application: \"#{new_resource.oauth_application}\"")
+    end
+

     if new_resource.nominatim_url
       line.gsub!(/^( *)nominatim_url:.*$/, "\\1nominatim_url: \"#{new_resource.nominatim_url}\"")
     end
 
     if new_resource.nominatim_url
       line.gsub!(/^( *)nominatim_url:.*$/, "\\1nominatim_url: \"#{new_resource.nominatim_url}\"")
     end
 

-    if new_resource.osrm_url
-      line.gsub!(/^( *)osrm_url:.*$/, "\\1osrm_url: \"#{new_resource.osrm_url}\"")
+    if new_resource.overpass_url
+      line.gsub!(/^( *)overpass_url:.*$/, "\\1overpass_url: \"#{new_resource.overpass_url}\"")

     end
 
     if new_resource.google_auth_id
     end
 
     if new_resource.google_auth_id


@@ -235,9 +245,9 @@ action :create do
       line.gsub!(/^( *)#facebook_auth_secret:.*$/, "\\1facebook_auth_secret: \"#{new_resource.facebook_auth_secret}\"")
     end
 
       line.gsub!(/^( *)#facebook_auth_secret:.*$/, "\\1facebook_auth_secret: \"#{new_resource.facebook_auth_secret}\"")
     end
 

-    if new_resource.windowslive_auth_id
-      line.gsub!(/^( *)#windowslive_auth_id:.*$/, "\\1windowslive_auth_id: \"#{new_resource.windowslive_auth_id}\"")
-      line.gsub!(/^( *)#windowslive_auth_secret:.*$/, "\\1windowslive_auth_secret: \"#{new_resource.windowslive_auth_secret}\"")
+    if new_resource.microsoft_auth_id
+      line.gsub!(/^( *)#microsoft_auth_id:.*$/, "\\1microsoft_auth_id: \"#{new_resource.microsoft_auth_id}\"")
+      line.gsub!(/^( *)#microsoft_auth_secret:.*$/, "\\1microsoft_auth_secret: \"#{new_resource.microsoft_auth_secret}\"")

     end
 
     if new_resource.github_auth_id
     end
 
     if new_resource.github_auth_id


@@ -279,7 +289,6 @@ action :create do
     group new_resource.group
     mode "664"
     content application_yml
     group new_resource.group
     mode "664"
     content application_yml

-    notifies :restart, "passenger_application[#{rails_directory}]"

     only_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
   end
 
     only_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
   end
 


@@ -298,16 +307,19 @@ action :create do
     "logstash_path",
     "potlatch2_key",
     "id_key",
     "logstash_path",
     "potlatch2_key",
     "id_key",

+    "id_application",

     "oauth_key",
     "oauth_key",

+    "oauth_application",

     "nominatim_url",
     "nominatim_url",

-    "osrm_url",
+    "overpass_url",
+    "overpass_credentials",

     "google_auth_id",
     "google_auth_secret",
     "google_openid_realm",
     "facebook_auth_id",
     "facebook_auth_secret",
     "google_auth_id",
     "google_auth_secret",
     "google_openid_realm",
     "facebook_auth_id",
     "facebook_auth_secret",

-    "windowslive_auth_id",
-    "windowslive_auth_secret",
+    "microsoft_auth_id",
+    "microsoft_auth_secret",

     "github_auth_id",
     "github_auth_secret",
     "wikipedia_auth_id",
     "github_auth_id",
     "github_auth_secret",
     "wikipedia_auth_id",


@@ -319,15 +331,31 @@ action :create do
     "trace_use_job_queue",
     "diary_feed_delay",
     "storage_service",
     "trace_use_job_queue",
     "diary_feed_delay",
     "storage_service",

-    "storage_url"
-  ).reject { |_k, v| v.nil? }.merge(
+    "storage_url",
+    "avatar_storage",
+    "trace_file_storage",
+    "trace_image_storage",
+    "trace_icon_storage",
+    "avatar_storage_url",
+    "trace_image_storage_url",
+    "trace_icon_storage_url",
+    "tile_cdn_url",
+    "imagery_blacklist",
+    "signup_ip_per_day",
+    "signup_ip_max_burst",
+    "signup_email_per_day",
+    "signup_email_max_burst"
+  ).compact.merge(

     "server_protocol" => "https",
     "server_url" => new_resource.site,
     "support_email" => "support@openstreetmap.org",
     "email_return_path" => "bounces@openstreetmap.org",
     "geonames_username" => "openstreetmap",
     "server_protocol" => "https",
     "server_url" => new_resource.site,
     "support_email" => "support@openstreetmap.org",
     "email_return_path" => "bounces@openstreetmap.org",
     "geonames_username" => "openstreetmap",

-    "geoip_database" => "/usr/share/GeoIP/GeoIPv6.dat",
-    "maxmind_database" => "/usr/share/GeoIP/GeoLite2-Country.mmdb"
+    "maxmind_database" => "#{node[:geoipupdate][:directory]}/GeoLite2-Country.mmdb",
+    "max_request_area" => node[:web][:max_request_area],
+    "max_number_of_nodes" => node[:web][:max_number_of_nodes],
+    "max_number_of_way_nodes" => node[:web][:max_number_of_way_nodes],
+    "max_number_of_relation_members" => node[:web][:max_number_of_relation_members]

   )
 
   if new_resource.memcache_servers
   )
 
   if new_resource.memcache_servers


@@ -339,6 +367,10 @@ action :create do
     settings["gpx_image_dir"] = "#{new_resource.gpx_dir}/images"
   end
 
     settings["gpx_image_dir"] = "#{new_resource.gpx_dir}/images"
   end
 

+  if new_resource.matomo_configuration
+    settings["matomo"] = new_resource.matomo_configuration.to_h
+  end
+

   file "#{rails_directory}/config/settings.local.yml" do
     owner new_resource.user
     group new_resource.group
   file "#{rails_directory}/config/settings.local.yml" do
     owner new_resource.user
     group new_resource.group


@@ -361,75 +393,87 @@ action :create do
     content YAML.dump(storage_configuration)
   end
 
     content YAML.dump(storage_configuration)
   end
 

-  if new_resource.piwik_configuration
-    file "#{rails_directory}/config/piwik.yml" do
-      owner new_resource.user
-      group new_resource.group
-      mode "664"
-      content YAML.dump(new_resource.piwik_configuration)
-    end
-  else
-    file "#{rails_directory}/config/piwik.yml" do
-      action :delete
-    end
+  file "#{rails_directory}/config/piwik.yml" do
+    action :delete

   end
 
   end
 

-  execute "#{rails_directory}/Gemfile" do
+  bundle_install "#{rails_directory}" do

     action :nothing
     action :nothing

-    command "bundle#{new_resource.ruby} install"
-    cwd rails_directory

     user "root"
     group "root"
     environment "NOKOGIRI_USE_SYSTEM_LIBRARIES" => "yes"
     user "root"
     group "root"
     environment "NOKOGIRI_USE_SYSTEM_LIBRARIES" => "yes"

-    subscribes :run, "gem_package[bundler#{new_resource.ruby}]"

     subscribes :run, "git[#{rails_directory}]"
     subscribes :run, "git[#{rails_directory}]"

-    notifies :restart, "passenger_application[#{rails_directory}]"

   end
 
   end
 

-  execute "#{rails_directory}/db/migrate" do
+  bundle_exec "#{rails_directory}/db/migrate" do

     action :nothing
     action :nothing

-    command "bundle#{new_resource.ruby} exec rake db:migrate"
-    cwd rails_directory
+    directory rails_directory
+    command "rails db:migrate"

     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"
     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"

-    notifies :restart, "passenger_application[#{rails_directory}]"

     only_if { new_resource.run_migrations }
   end
 
     only_if { new_resource.run_migrations }
   end
 

-  execute "#{rails_directory}/app/assets/javascripts/i18n" do
+  bundle_exec "#{rails_directory}/package.json" do
+    action :nothing
+    directory rails_directory
+    command "rails yarn:install"
+    environment "HOME" => rails_directory,
+                "RAILS_ENV" => "production"
+    user new_resource.user
+    group new_resource.group
+    subscribes :run, "git[#{rails_directory}]"
+    only_if { new_resource.build_assets }
+  end
+
+  bundle_exec "#{rails_directory}/app/assets/javascripts/i18n" do

     action :nothing
     action :nothing

-    command "bundle#{new_resource.ruby} exec rake i18n:js:export"
-    environment "RAILS_ENV" => "production"
-    cwd rails_directory
+    directory rails_directory
+    command "rails i18n:js:export"
+    environment "HOME" => rails_directory,
+                "RAILS_ENV" => "production"

     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"
     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"

+    only_if { new_resource.build_assets }

   end
 
   end
 

-  execute "#{rails_directory}/public/assets" do
+  bundle_exec "#{rails_directory}/public/assets" do

     action :nothing
     action :nothing

-    command "bundle#{new_resource.ruby} exec rake assets:precompile"
-    environment "RAILS_ENV" => "production"
-    cwd rails_directory
+    directory rails_directory
+    command "rails assets:precompile"
+    environment "HOME" => rails_directory,
+                "RAILS_ENV" => "production"

     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"
     subscribes :run, "file[create:#{rails_directory}/config/application.yml]"
     subscribes :run, "file[#{rails_directory}/config/settings.local.yml]"
     subscribes :run, "file[#{rails_directory}/config/storage.yml]"
     user new_resource.user
     group new_resource.group
     subscribes :run, "git[#{rails_directory}]"
     subscribes :run, "file[create:#{rails_directory}/config/application.yml]"
     subscribes :run, "file[#{rails_directory}/config/settings.local.yml]"
     subscribes :run, "file[#{rails_directory}/config/storage.yml]"

-    subscribes :run, "file[#{rails_directory}/config/piwik.yml]"
-    subscribes :run, "execute[#{rails_directory}/app/assets/javascripts/i18n]"
-    notifies :restart, "passenger_application[#{rails_directory}]"
+    subscribes :run, "bundle_exec[#{rails_directory}/package.json]"
+    subscribes :run, "bundle_exec[#{rails_directory}/app/assets/javascripts/i18n]"
+    only_if { new_resource.build_assets }

   end
 
   file "#{rails_directory}/public/export/embed.html" do
     action :nothing
     subscribes :delete, "git[#{rails_directory}]"
   end
 
   file "#{rails_directory}/public/export/embed.html" do
     action :nothing
     subscribes :delete, "git[#{rails_directory}]"

+    subscribes :delete, "file[#{rails_directory}/config/settings.local.yml]"

   end
 
   passenger_application rails_directory do
     action :nothing
   end
 
   passenger_application rails_directory do
     action :nothing

+    subscribes :restart, "git[#{rails_directory}]"
+    subscribes :restart, "file[#{rails_directory}/config/database.yml]"
+    subscribes :restart, "file[create:#{rails_directory}/config/application.yml]"
+    subscribes :restart, "file[#{rails_directory}/config/settings.local.yml]"
+    subscribes :restart, "file[#{rails_directory}/config/storage.yml]"
+    subscribes :restart, "bundle_installl[#{rails_directory}]"
+    subscribes :restart, "bundle_exec[#{rails_directory}/db/migrate]"
+    subscribes :restart, "bundle_exec[#{rails_directory}/package.json]"
+    subscribes :restart, "bundle_exec[#{rails_directory}/app/assets/javascripts/i18n]"
+    subscribes :restart, "bundle_exec[#{rails_directory}/public/assets]"

     only_if { ::File.exist?("/usr/bin/passenger-config") }
   end
 
     only_if { ::File.exist?("/usr/bin/passenger-config") }
   end
 


@@ -450,7 +494,7 @@ action :restart do
 end
 
 action_class do
 end
 
 action_class do

-  include Chef::Mixin::EditFile
+  include OpenStreetMap::Mixin::EditFile

 
   def rails_directory
     new_resource.directory || "/srv/#{new_resource.site}"
 
   def rails_directory
     new_resource.directory || "/srv/#{new_resource.site}"