X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/d4ef2dc69ac28996893878b90b815e1e5f20fcfd..b5b53aa76974af6ba50160fac6d093149bda6228:/cookbooks/taginfo/recipes/default.rb diff --git a/cookbooks/taginfo/recipes/default.rb b/cookbooks/taginfo/recipes/default.rb index c63b8707c..818561930 100644 --- a/cookbooks/taginfo/recipes/default.rb +++ b/cookbooks/taginfo/recipes/default.rb @@ -21,8 +21,11 @@ require "json" include_recipe "accounts" include_recipe "apache" -include_recipe "passenger" include_recipe "git" +include_recipe "passenger" +include_recipe "planet::current" +include_recipe "prometheus" +include_recipe "ruby" package %w[ libsqlite3-dev @@ -43,23 +46,13 @@ package %w[ package %w[ sqlite3 + sqlite3-pcre osmium-tool pyosmium curl pbzip2 ] -ruby_version = node[:passenger][:ruby_version] - -package "ruby#{ruby_version}" - -gem_package "bundler#{ruby_version}" do - package_name "bundler" - version "~> 1.16.2" - gem_binary "gem#{ruby_version}" - options "--format-executable" -end - apache_module "cache" apache_module "cache_disk" apache_module "headers" @@ -77,6 +70,27 @@ template "/etc/sudoers.d/taginfo" do mode "440" end +systemd_service "taginfo-update@" do + description "Taginfo update for %i" + wants "planet-update.service" + after "planet-update.service" + exec_start "/srv/%i/bin/update" + user "taginfo" + sandbox :enable_network => true + restrict_address_families "AF_UNIX" + read_write_paths [ + "/srv/%i/data", + "/srv/%i/download", + "/srv/%i/sources", + "/var/log/taginfo/%i" + ] +end + +systemd_timer "taginfo-update@" do + description "Taginfo update for %i" + on_calendar "01:37" +end + node[:taginfo][:sites].each do |site| site_name = site[:name] site_aliases = Array(site[:aliases]) @@ -146,10 +160,11 @@ node[:taginfo][:sites].each do |site| settings["logging"]["directory"] = "/var/log/taginfo/#{site_name}" settings["opensearch"]["shortname"] = "Taginfo" settings["opensearch"]["contact"] = "webmaster@openstreetmap.org" + settings["paths"]["bin_dir"] = "#{directory}/build/src" settings["sources"]["download"] = "" - settings["sources"]["create"] = "db languages projects wiki" - settings["sources"]["db"]["planetfile"] = "/var/lib/planet/planet.pbf" - settings["sources"]["db"]["bindir"] = "#{directory}/build/src" + settings["sources"]["create"] = "db languages projects wiki wikidata chronology" + settings["sources"]["db"]["planetfile"] = "/var/lib/planet/planet.osh.pbf" + settings["sources"]["chronology"]["osm_history_file"] = "/var/lib/planet/planet.osh.pbf" settings["tagstats"]["geodistribution"] = "DenseMmapArray" JSON.pretty_generate(settings) @@ -163,13 +178,10 @@ node[:taginfo][:sites].each do |site| notifies :restart, "service[apache2]" end - execute "#{directory}/taginfo/Gemfile" do + bundle_install "#{directory}/taginfo" do action :nothing - command "bundle#{ruby_version} install" - cwd "#{directory}/taginfo" user "root" group "root" - subscribes :run, "gem_package[bundler#{ruby_version}]" subscribes :run, "git[#{directory}/taginfo]" notifies :restart, "passenger_application[#{directory}/taginfo/web/public]" end @@ -204,12 +216,15 @@ node[:taginfo][:sites].each do |site| directory "#{directory}/taginfo/web/public" variables :aliases => site_aliases end -end -template "/usr/local/bin/taginfo-update" do - source "taginfo-update.erb" - owner "root" - group "root" - mode "755" - variables :sites => node[:taginfo][:sites] + service "taginfo-update@#{site_name}.timer" do + action [:enable, :start] + end + + prometheus_collector "taginfo-#{site_name}" do + interval "15m" + user "taginfo" + path "#{directory}/taginfo/sources/metrics.rb" + options "#{directory}/data" + end end