X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/a92d3e444a579ea43fa7a61b4490775e3fbd68a2..06de4653845b4a47851fb30fe61cca314ac6af6f:/cookbooks/taginfo/recipes/default.rb diff --git a/cookbooks/taginfo/recipes/default.rb b/cookbooks/taginfo/recipes/default.rb index 57ccb3d40..080d11924 100644 --- a/cookbooks/taginfo/recipes/default.rb +++ b/cookbooks/taginfo/recipes/default.rb @@ -1,14 +1,14 @@ # -# Cookbook Name:: taginfo +# Cookbook:: taginfo # Recipe:: default # -# Copyright 2014, OpenStreetMap Foundation +# Copyright:: 2014, OpenStreetMap Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # -# http://www.apache.org/licenses/LICENSE-2.0 +# https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, @@ -19,68 +19,82 @@ require "json" +include_recipe "accounts" include_recipe "apache" -include_recipe "passenger" include_recipe "git" - -package "libsqlite3-dev" -package "zlib1g-dev" -package "libbz2-dev" -package "libboost-dev" -package "libexpat1-dev" -package "libsparsehash-dev" -package "libgd2-xpm-dev" -package "libicu-dev" -package "libboost-program-options-dev" -package "cmake" -package "make" -package "g++" - -package "sqlite3" -package "osmosis" -package "curl" -package "pbzip2" - -ruby_version = node[:passenger][:ruby_version] - -package "ruby#{ruby_version}" - -%w(json sqlite3 sinatra sinatra-r18n rack-contrib).each do |gem| - gem_package gem do - gem_binary "gem#{ruby_version}" - end -end +include_recipe "passenger" +include_recipe "planet::current" +include_recipe "prometheus" +include_recipe "ruby" + +package %w[ + libsqlite3-dev + zlib1g-dev + libbz2-dev + libboost-dev + libexpat1-dev + libsparsehash-dev + libgd-dev + libicu-dev + libboost-program-options-dev + libosmium2-dev + libprotozero-dev + cmake + make + g++ +] + +package %w[ + sqlite3 + sqlite3-pcre + osmium-tool + pyosmium + curl + pbzip2 +] apache_module "cache" apache_module "cache_disk" apache_module "headers" -template "/etc/cron.d/taginfo" do - source "cron.erb" - owner "root" - group "root" - mode 0o644 -end - directory "/var/log/taginfo" do owner "taginfo" group "taginfo" - mode 0o755 -end - -file "/etc/logrotate.d/taginfo" do - action :delete + mode "755" end template "/etc/sudoers.d/taginfo" do source "sudoers.erb" owner "root" group "root" - mode 0o440 + mode "440" +end + +systemd_service "taginfo-update@" do + description "Taginfo update for %i" + wants "planet-update.service" + after "planet-update.service" + exec_start "/srv/%i/bin/update" + user "taginfo" + sandbox :enable_network => true + restrict_address_families "AF_UNIX" + read_write_paths [ + "/srv/%i/data", + "/srv/%i/download", + "/srv/%i/sources", + "/var/log/taginfo/%i" + ] + nice 10 +end + +systemd_timer "taginfo-update@" do + description "Taginfo update for %i" + on_calendar "01:37" end node[:taginfo][:sites].each do |site| site_name = site[:name] + site_aliases = Array(site[:aliases]) directory = site[:directory] || "/srv/#{site_name}" description = site[:description] about = site[:about] @@ -90,35 +104,47 @@ node[:taginfo][:sites].each do |site| directory "/var/log/taginfo/#{site_name}" do owner "taginfo" group "taginfo" - mode 0o755 + mode "755" end directory directory do owner "taginfo" group "taginfo" - mode 0o755 + mode "755" end - git "#{directory}/libosmium" do + git "#{directory}/taginfo-tools" do action :sync - repository "git://github.com/osmcode/libosmium.git" - revision "v2.12.1" + repository "https://github.com/taginfo/taginfo-tools.git" + revision "osmorg-taginfo-live" + depth 1 + enable_submodules true user "taginfo" group "taginfo" end - git "#{directory}/osmium-tool" do - action :sync - repository "git://github.com/osmcode/osmium-tool.git" - revision "v1.6.1" + directory "#{directory}/build" do + owner "taginfo" + group "taginfo" + mode "755" + end + + execute "compile_taginfo_tools" do + action :nothing user "taginfo" group "taginfo" + cwd "#{directory}/build" + command "cmake #{directory}/taginfo-tools -DCMAKE_BUILD_TYPE=Release && make" + subscribes :run, "apt_package[libprotozero-dev]" + subscribes :run, "apt_package[libosmium2-dev]" + subscribes :run, "git[#{directory}/taginfo-tools]" end git "#{directory}/taginfo" do action :sync - repository "git://github.com/taginfo/taginfo.git" + repository "https://github.com/taginfo/taginfo.git" revision "osmorg-taginfo-live" + depth 1 user "taginfo" group "taginfo" end @@ -126,7 +152,7 @@ node[:taginfo][:sites].each do |site| settings = Chef::DelayedEvaluator.new do settings = JSON.parse(IO.read("#{directory}/taginfo/taginfo-config-example.json")) - settings["instance"]["url"] = "http://#{site_name}/" + settings["instance"]["url"] = "https://#{site_name}/" settings["instance"]["description"] = description settings["instance"]["about"] = about settings["instance"]["icon"] = "/img/logo/#{icon}.png" @@ -135,11 +161,11 @@ node[:taginfo][:sites].each do |site| settings["logging"]["directory"] = "/var/log/taginfo/#{site_name}" settings["opensearch"]["shortname"] = "Taginfo" settings["opensearch"]["contact"] = "webmaster@openstreetmap.org" + settings["paths"]["bin_dir"] = "#{directory}/build/src" settings["sources"]["download"] = "" - settings["sources"]["create"] = "db languages projects wiki" - settings["sources"]["db"]["planetfile"] = "#{directory}/planet/planet.pbf" - settings["sources"]["db"]["bindir"] = "#{directory}/taginfo/tagstats" - settings["tagstats"]["cxxflags"] = "-I../../libosmium/include" + settings["sources"]["create"] = "db languages projects wiki wikidata chronology" + settings["sources"]["db"]["planetfile"] = "/var/lib/planet/planet.osh.pbf" + settings["sources"]["chronology"]["osm_history_file"] = "/var/lib/planet/planet.osh.pbf" settings["tagstats"]["geodistribution"] = "DenseMmapArray" JSON.pretty_generate(settings) @@ -148,99 +174,58 @@ node[:taginfo][:sites].each do |site| file "#{directory}/taginfo-config.json" do owner "taginfo" group "taginfo" - mode 0o644 + mode "644" content settings notifies :restart, "service[apache2]" end - execute "#{directory}/taginfo/tagstats/Makefile" do + bundle_install "#{directory}/taginfo" do action :nothing - command "make" - cwd "#{directory}/taginfo/tagstats" - user "taginfo" - group "taginfo" - subscribes :run, "git[#{directory}/libosmium]" + user "root" + group "root" subscribes :run, "git[#{directory}/taginfo]" - notifies :restart, "service[apache2]" - end - - directory "#{directory}/osmium-tool/build" do - owner "taginfo" - group "taginfo" - mode "0755" - action :create + notifies :restart, "passenger_application[#{directory}/taginfo/web/public]" end - execute "compile-osmium" do - action :nothing - command "cmake .. && make" - cwd "#{directory}/osmium-tool/build" - user "taginfo" - group "taginfo" - subscribes :run, "git[#{directory}/libosmium]" - subscribes :run, "git[#{directory}/osmium-tool]" - end - - %w(taginfo/web/tmp bin data data/old download sources planet planet/log planet/replication).each do |dir| + %w[taginfo/web/tmp bin data data/old download sources].each do |dir| directory "#{directory}/#{dir}" do owner "taginfo" group "taginfo" - mode 0o755 + mode "755" end end - remote_file "#{directory}/planet/planet.pbf" do - action :create_if_missing - source "http://planet.openstreetmap.org/pbf/planet-latest.osm.pbf" - owner "taginfo" - group "taginfo" - mode 0o644 - end - - template "#{directory}/planet/replication/configuration.txt" do - source "configuration.txt.erb" - owner "taginfo" - group "taginfo" - mode 0o644 - end - - file "#{directory}/planet/replication/download.lock" do - owner "taginfo" - group "taginfo" - mode 0o644 - end - - template "#{directory}/bin/update-planet" do - source "update-planet.erb" - owner "taginfo" - group "taginfo" - mode 0o755 - variables :directory => directory - end - - template "#{directory}/bin/update-taginfo" do - source "update-taginfo.erb" - owner "taginfo" - group "taginfo" - mode 0o755 - variables :directory => directory - end - template "#{directory}/bin/update" do source "update.erb" owner "taginfo" group "taginfo" - mode 0o755 + mode "755" variables :name => site_name, :directory => directory end + passenger_application "#{directory}/taginfo/web/public" do + action :nothing + end + ssl_certificate site_name do - domains site_name + domains [site_name] + site_aliases notifies :reload, "service[apache2]" end apache_site site_name do template "apache.erb" directory "#{directory}/taginfo/web/public" + variables :aliases => site_aliases + end + + service "taginfo-update@#{site_name}.timer" do + action [:enable, :start] + end + + prometheus_collector "taginfo-#{site_name}" do + interval "15m" + user "taginfo" + path "#{directory}/taginfo/sources/metrics.rb" + options "#{directory}/data" end end