X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/a8ceb7d054b73f53c90718aca976e1898d97d809..e847b156af79e857466b8ca0f51d68ef69a6dd01:/cookbooks/dev/recipes/default.rb diff --git a/cookbooks/dev/recipes/default.rb b/cookbooks/dev/recipes/default.rb index d8309f336..679ff6b4c 100644 --- a/cookbooks/dev/recipes/default.rb +++ b/cookbooks/dev/recipes/default.rb @@ -25,18 +25,19 @@ include_recipe "passenger" include_recipe "geoipupdate" include_recipe "git" include_recipe "memcached" +include_recipe "munin" include_recipe "mysql" include_recipe "nodejs" +include_recipe "php::fpm" include_recipe "postgresql" include_recipe "python" +include_recipe "ruby" package %w[ - php php-cgi php-cli php-curl php-db - php-fpm php-imagick php-mysql php-pear @@ -44,20 +45,20 @@ package %w[ php-sqlite3 pngcrush pngquant - python - python-argparse - python-beautifulsoup - python-cheetah - python-dateutil - python-magic - python-psycopg2 - python-gdal + python3 + python3-bs4 + python3-cheetah + python3-dateutil + python3-magic + python3-psycopg2 + python3-gdal g++ gcc make autoconf automake libtool + libargon2-dev libfcgi-dev libxml2-dev libmemcached-dev @@ -75,7 +76,9 @@ package %w[ nodejs_package "svgo" -python_package "geojson" +python_package "geojson" do + python_version "3" +end apache_module "env" apache_module "expires" @@ -85,38 +88,35 @@ apache_module "proxy_fcgi" apache_module "rewrite" apache_module "suexec" apache_module "userdir" -apache_module "wsgi" - -package "apache2-suexec-pristine" -service "php7.2-fpm" do - action [:enable, :start] +apache_module "wsgi" do + package "libapache2-mod-wsgi-py3" end -template "/etc/php/7.2/fpm/pool.d/default.conf" do - source "fpm-default.conf.erb" - owner "root" - group "root" - mode 0o644 - notifies :reload, "service[php7.2-fpm]" +package "apache2-suexec-pristine" + +php_fpm "default" do + pm_max_children 10 + pm_start_servers 4 + pm_min_spare_servers 2 + pm_max_spare_servers 6 end -file "/etc/php/7.2/fpm/pool.d/www.conf" do +php_fpm "www" do action :delete - notifies :reload, "service[php7.2-fpm]" end directory "/srv/dev.openstreetmap.org" do owner "root" group "root" - mode 0o755 + mode "755" end template "/srv/dev.openstreetmap.org/index.html" do source "dev.html.erb" owner "root" group "root" - mode 0o644 + mode "644" end ssl_certificate "dev.openstreetmap.org" do @@ -134,7 +134,7 @@ template "/etc/phppgadmin/config.inc.php" do source "phppgadmin.conf.erb" owner "root" group "root" - mode 0o644 + mode "644" end file "/etc/apache2/conf.d/phppgadmin" do @@ -160,15 +160,27 @@ search(:accounts, "*:*").each do |account| next unless File.directory?("#{user_home}/public_html") - port = 7000 + account["uid"].to_i - - template "/etc/php/7.2/fpm/pool.d/#{name}.conf" do - source "fpm.conf.erb" - owner "root" - group "root" - mode 0o644 - variables :user => name, :port => port - notifies :reload, "service[php7.2-fpm]" + php_fpm name do + user name + group name + pm_max_children 10 + pm_start_servers 4 + pm_min_spare_servers 2 + pm_max_spare_servers 6 + pm_max_requests 10000 + request_terminate_timeout 1800 + environment "HOSTNAME" => "$HOSTNAME", + "PATH" => "/usr/local/bin:/usr/bin:/bin", + "TMP" => "/tmp", + "TMPDIR" => "/tmp", + "TEMP" => "/tmp" + php_values "max_execution_time" => "300", + "memory_limit" => "128M", + "post_max_size" => "32M", + "upload_max_filesize" => "32M" + php_admin_values "sendmail_path" => "/usr/sbin/sendmail -t -i -f #{name}@errol.openstreetmap.org", + "open_basedir" => "/home/#{name}/:/tmp/:/usr/share/php/" + php_flags "display_errors" => "on" end ssl_certificate "#{name}.dev.openstreetmap.org" do @@ -179,21 +191,21 @@ search(:accounts, "*:*").each do |account| apache_site "#{name}.dev.openstreetmap.org" do template "apache.user.erb" directory "#{user_home}/public_html" - variables :user => name, :port => port + variables :user => name end template "/etc/sudoers.d/#{name}" do source "sudoers.user.erb" owner "root" group "root" - mode 0o440 + mode "440" variables :user => name end end -if node[:postgresql][:clusters][:"9.5/main"] +if node[:postgresql][:clusters][:"14/main"] postgresql_user "apis" do - cluster "9.5/main" + cluster "14/main" end template "/usr/local/bin/cleanup-rails-assets" do @@ -201,17 +213,15 @@ if node[:postgresql][:clusters][:"9.5/main"] source "cleanup-assets.erb" owner "root" group "root" - mode 0o755 + mode "755" end - ruby_version = node[:passenger][:ruby_version] - systemd_service "rails-jobs@" do description "Rails job queue runner" type "simple" user "apis" working_directory "/srv/%i.apis.dev.openstreetmap.org/rails" - exec_start "/usr/local/bin/bundle#{ruby_version} exec rake jobs:work" + exec_start "#{node[:ruby][:bundle]} exec rake jobs:work" restart "on-failure" private_tmp true private_devices true @@ -237,6 +247,10 @@ if node[:postgresql][:clusters][:"9.5/main"] cgimap_port = 9000 + Dir.glob("/srv/*.apis.dev.openstreetmap.org").each do |dir| + node.default_unless[:dev][:rails][File.basename(dir).split(".").first] = {} + end + node[:dev][:rails].each do |name, details| database_name = details[:database] || "apis_#{name}" site_name = "#{name}.apis.dev.openstreetmap.org" @@ -248,17 +262,15 @@ if node[:postgresql][:clusters][:"9.5/main"] if details[:repository] site_aliases = details[:aliases] || [] - secret_key_base = details[:secret_key_base] || SecureRandom.base64(96) - - node.normal[:dev][:rails][name][:secret_key_base] = secret_key_base + secret_key_base = persistent_token("dev", "rails", name, "secret_key_base") postgresql_database database_name do - cluster "9.5/main" + cluster "14/main" owner "apis" end postgresql_extension "#{database_name}_btree_gist" do - cluster "9.5/main" + cluster "14/main" database database_name extension "btree_gist" end @@ -266,43 +278,43 @@ if node[:postgresql][:clusters][:"9.5/main"] directory site_directory do owner "apis" group "apis" - mode 0o755 + mode "755" end directory log_directory do owner "apis" group "apis" - mode 0o755 + mode "755" end directory gpx_directory do owner "apis" group "apis" - mode 0o755 + mode "755" end directory "#{gpx_directory}/traces" do owner "apis" group "apis" - mode 0o755 + mode "755" end directory "#{gpx_directory}/images" do owner "apis" group "apis" - mode 0o755 + mode "755" end rails_port site_name do - ruby ruby_version directory rails_directory user "apis" group "apis" repository details[:repository] revision details[:revision] - database_port node[:postgresql][:clusters][:"9.5/main"][:port] + database_port node[:postgresql][:clusters][:"14/main"][:port] database_name database_name database_username "apis" + email_from "OpenStreetMap " gpx_dir gpx_directory log_path "#{log_directory}/rails.log" memcache_servers ["127.0.0.1"] @@ -315,7 +327,7 @@ if node[:postgresql][:clusters][:"9.5/main"] source "rails.setup.rb.erb" owner "apis" group "apis" - mode 0o644 + mode "644" variables :site => site_name notifies :restart, "rails_port[#{site_name}]" end @@ -343,7 +355,7 @@ if node[:postgresql][:clusters][:"9.5/main"] cwd cgimap_directory user "apis" group "apis" - subscribes :run, "git[#{cgimap_directory}]", :immediate + subscribes :run, "git[#{cgimap_directory}]", :immediately end execute "#{cgimap_directory}/configure" do @@ -352,7 +364,7 @@ if node[:postgresql][:clusters][:"9.5/main"] cwd cgimap_directory user "apis" group "apis" - subscribes :run, "execute[#{cgimap_directory}/autogen.sh]", :immediate + subscribes :run, "execute[#{cgimap_directory}/autogen.sh]", :immediately end execute "#{cgimap_directory}/Makefile" do @@ -361,7 +373,7 @@ if node[:postgresql][:clusters][:"9.5/main"] cwd cgimap_directory user "apis" group "apis" - subscribes :run, "execute[#{cgimap_directory}/configure]", :immediate + subscribes :run, "execute[#{cgimap_directory}/configure]", :immediately notifies :restart, "service[cgimap@#{name}]" end @@ -369,9 +381,9 @@ if node[:postgresql][:clusters][:"9.5/main"] source "cgimap.environment.erb" owner "root" group "root" - mode 0o640 + mode "640" variables :cgimap_port => cgimap_port, - :database_port => node[:postgresql][:clusters][:"9.5/main"][:port], + :database_port => node[:postgresql][:clusters][:"14/main"][:port], :database_name => database_name, :log_directory => log_directory notifies :restart, "service[cgimap@#{name}]" @@ -400,7 +412,7 @@ if node[:postgresql][:clusters][:"9.5/main"] source "logrotate.apis.erb" owner "root" group "root" - mode 0o644 + mode "644" variables :name => name, :log_directory => log_directory, :rails_directory => rails_directory @@ -424,6 +436,10 @@ if node[:postgresql][:clusters][:"9.5/main"] action :delete end + service "rails-jobs@#{name}" do + action [:stop, :disable] + end + directory site_directory do action :delete recursive true @@ -435,24 +451,22 @@ if node[:postgresql][:clusters][:"9.5/main"] postgresql_database database_name do action :drop - cluster "9.5/main" + cluster "14/main" end - - node.normal[:dev][:rails].delete(name) end end directory "/srv/apis.dev.openstreetmap.org" do owner "apis" group "apis" - mode 0o755 + mode "755" end template "/srv/apis.dev.openstreetmap.org/index.html" do source "apis.html.erb" owner "apis" group "apis" - mode 0o644 + mode "644" end ssl_certificate "apis.dev.openstreetmap.org" do @@ -475,17 +489,17 @@ end directory "/srv/ooc.openstreetmap.org" do owner "root" group "root" - mode 0o755 + mode "755" end remote_directory "/srv/ooc.openstreetmap.org/html" do source "ooc" owner "root" group "root" - mode 0o755 + mode "755" files_owner "root" files_group "root" - files_mode 0o644 + files_mode "644" end ssl_certificate "ooc.openstreetmap.org" do