X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/d8664c648f4d2d2c550fa0830cc5e1738a1f17d2..2f1208a2f1796191ac32543b9b949d1c607dcd15:/cookbooks/nominatim/recipes/default.rb diff --git a/cookbooks/nominatim/recipes/default.rb b/cookbooks/nominatim/recipes/default.rb index a19f203b5..304e6c156 100644 --- a/cookbooks/nominatim/recipes/default.rb +++ b/cookbooks/nominatim/recipes/default.rb @@ -19,9 +19,12 @@ include_recipe "accounts" include_recipe "munin" -include_recipe "php::fpm" include_recipe "prometheus" +if node[:nominatim][:api_flavour] == "php" + include_recipe "php::fpm" +end + basedir = data_bag_item("accounts", "nominatim")["home"] email_errors = data_bag_item("accounts", "lonvia")["email"] @@ -143,15 +146,27 @@ package %w[ python3-datrie python3-yaml python3-sqlalchemy-ext + python3-geoalchemy2 python3-asyncpg - php-pgsql - php-intl ruby ruby-file-tail ruby-pg ruby-webrick ] +if node[:nominatim][:api_flavour] == "php" + package %w[ + php-pgsql + php-intl + ] +elsif node[:nominatim][:api_flavour] == "python" + package %w[ + gunicorn + uvicorn + python3-falcon + ] +end + source_directory = "#{basedir}/src/nominatim" build_directory = "#{basedir}/src/build" project_directory = "#{basedir}/planet-project" @@ -182,6 +197,17 @@ if node[:nominatim][:flatnode_file] end end +remote_directory "#{project_directory}/static-website" do + source "website" + owner "nominatim" + group "nominatim" + mode "755" + files_owner "nominatim" + files_group "nominatim" + files_mode "644" + purge false +end + # Normally syncing via chef is a bad idea because syncing might involve # an update of database functions which should not be done while an update # is ongoing. Therefore we sync in between update cycles. There is an @@ -232,7 +258,8 @@ template "#{project_directory}/.env" do :flatnode_file => node[:nominatim][:flatnode_file], :log_file => "#{node[:nominatim][:logdir]}/query.log", :tokenizer => node[:nominatim][:config][:tokenizer], - :forward_dependencies => node[:nominatim][:config][:forward_dependencies] + :forward_dependencies => node[:nominatim][:config][:forward_dependencies], + :pool_size => node[:nominatim][:api_pool_size] end remote_file "#{project_directory}/wikimedia-importance.sql.gz" do @@ -264,16 +291,41 @@ end end end -node[:nominatim][:fpm_pools].each do |name, data| - php_fpm name do - port data[:port] - pm data[:pm] - pm_max_children data[:max_children] - pm_start_servers 20 - pm_min_spare_servers 10 - pm_max_spare_servers 20 - pm_max_requests 10000 - prometheus_port data[:prometheus_port] +if node[:nominatim][:api_flavour] == "php" + node[:nominatim][:fpm_pools].each do |name, data| + php_fpm name do + port data[:port] + pm data[:pm] + pm_max_children data[:max_children] + pm_start_servers 20 + pm_min_spare_servers 10 + pm_max_spare_servers 20 + pm_max_requests 10000 + prometheus_port data[:prometheus_port] + end + end +elsif node[:nominatim][:api_flavour] == "python" + systemd_service "nominatim" do + description "Nominatim running as a gunicorn application" + user "www-data" + group "www-data" + working_directory project_directory + standard_output "append:#{node[:nominatim][:logdir]}/gunicorn.log" + standard_error "inherit" + exec_start "/usr/bin/gunicorn -b unix:/run/gunicorn-nominatim.openstreetmap.org.sock -w #{node[:nominatim][:api_workers]} -k uvicorn.workers.UvicornWorker nominatim.server.falcon.server:run_wsgi" + exec_reload "/bin/kill -s HUP $MAINPID" + environment :PYTHONPATH => "/usr/local/lib/nominatim/lib-python/" + kill_mode "mixed" + timeout_stop_sec 5 + private_tmp true + requires "nominatim.socket" + after "network.target" + end + + systemd_socket "nominatim" do + description "Gunicorn socket for Nominatim" + listen_stream "/run/gunicorn-nominatim.openstreetmap.org.sock" + socket_user "www-data" end end