#
-# Cookbook Name:: taginfo
+# Cookbook:: taginfo
# Recipe:: default
#
-# Copyright 2014, OpenStreetMap Foundation
+# Copyright:: 2014, OpenStreetMap Foundation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
require "json"
+include_recipe "accounts"
include_recipe "apache"
-include_recipe "passenger"
include_recipe "git"
+include_recipe "passenger"
+include_recipe "planet::current"
+include_recipe "prometheus"
+include_recipe "ruby"
package %w[
libsqlite3-dev
libgd-dev
libicu-dev
libboost-program-options-dev
+ libosmium2-dev
+ libprotozero-dev
cmake
make
g++
package %w[
sqlite3
- osmosis
+ sqlite3-pcre
+ osmium-tool
+ pyosmium
curl
pbzip2
]
-ruby_version = node[:passenger][:ruby_version]
-
-package "ruby#{ruby_version}"
-
-%w[json sqlite3 sinatra sinatra-r18n rack-contrib].each do |gem|
- gem_package gem do
- gem_binary "gem#{ruby_version}"
- end
-end
-
apache_module "cache"
apache_module "cache_disk"
apache_module "headers"
-template "/etc/cron.d/taginfo" do
- source "cron.erb"
- owner "root"
- group "root"
- mode 0o644
-end
-
directory "/var/log/taginfo" do
owner "taginfo"
group "taginfo"
- mode 0o755
-end
-
-file "/etc/logrotate.d/taginfo" do
- action :delete
+ mode "755"
end
template "/etc/sudoers.d/taginfo" do
source "sudoers.erb"
owner "root"
group "root"
- mode 0o440
+ mode "440"
+end
+
+systemd_service "taginfo-update@" do
+ description "Taginfo update for %i"
+ wants "planet-update.service"
+ after "planet-update.service"
+ exec_start "/srv/%i/bin/update"
+ user "taginfo"
+ sandbox :enable_network => true
+ restrict_address_families "AF_UNIX"
+ read_write_paths [
+ "/srv/%i/data",
+ "/srv/%i/download",
+ "/srv/%i/sources",
+ "/var/log/taginfo/%i"
+ ]
+ nice 10
+end
+
+systemd_timer "taginfo-update@" do
+ description "Taginfo update for %i"
+ on_calendar "01:37"
end
node[:taginfo][:sites].each do |site|
directory "/var/log/taginfo/#{site_name}" do
owner "taginfo"
group "taginfo"
- mode 0o755
+ mode "755"
end
directory directory do
owner "taginfo"
group "taginfo"
- mode 0o755
+ mode "755"
end
- git "#{directory}/libosmium" do
+ git "#{directory}/taginfo-tools" do
action :sync
- repository "git://github.com/osmcode/libosmium.git"
- revision "v2.12.1"
+ repository "https://github.com/taginfo/taginfo-tools.git"
+ revision "osmorg-taginfo-live"
+ depth 1
+ enable_submodules true
user "taginfo"
group "taginfo"
end
- git "#{directory}/osmium-tool" do
- action :sync
- repository "git://github.com/osmcode/osmium-tool.git"
- revision "v1.6.1"
+ directory "#{directory}/build" do
+ owner "taginfo"
+ group "taginfo"
+ mode "755"
+ end
+
+ execute "compile_taginfo_tools" do
+ action :nothing
user "taginfo"
group "taginfo"
+ cwd "#{directory}/build"
+ command "cmake #{directory}/taginfo-tools -DCMAKE_BUILD_TYPE=Release && make"
+ subscribes :run, "apt_package[libprotozero-dev]"
+ subscribes :run, "apt_package[libosmium2-dev]"
+ subscribes :run, "git[#{directory}/taginfo-tools]"
end
git "#{directory}/taginfo" do
action :sync
- repository "git://github.com/taginfo/taginfo.git"
+ repository "https://github.com/taginfo/taginfo.git"
revision "osmorg-taginfo-live"
+ depth 1
user "taginfo"
group "taginfo"
end
settings["logging"]["directory"] = "/var/log/taginfo/#{site_name}"
settings["opensearch"]["shortname"] = "Taginfo"
settings["opensearch"]["contact"] = "webmaster@openstreetmap.org"
+ settings["paths"]["bin_dir"] = "#{directory}/build/src"
settings["sources"]["download"] = ""
- settings["sources"]["create"] = "db languages projects wiki"
- settings["sources"]["db"]["planetfile"] = "#{directory}/planet/planet.pbf"
- settings["sources"]["db"]["bindir"] = "#{directory}/taginfo/tagstats"
- settings["tagstats"]["cxxflags"] = "-I../../libosmium/include"
+ settings["sources"]["create"] = "db languages projects wiki wikidata chronology"
+ settings["sources"]["db"]["planetfile"] = "/var/lib/planet/planet.osh.pbf"
+ settings["sources"]["chronology"]["osm_history_file"] = "/var/lib/planet/planet.osh.pbf"
settings["tagstats"]["geodistribution"] = "DenseMmapArray"
JSON.pretty_generate(settings)
file "#{directory}/taginfo-config.json" do
owner "taginfo"
group "taginfo"
- mode 0o644
+ mode "644"
content settings
notifies :restart, "service[apache2]"
end
- execute "#{directory}/taginfo/tagstats/Makefile" do
+ bundle_install "#{directory}/taginfo" do
action :nothing
- command "make"
- cwd "#{directory}/taginfo/tagstats"
- user "taginfo"
- group "taginfo"
- subscribes :run, "git[#{directory}/libosmium]"
+ user "root"
+ group "root"
subscribes :run, "git[#{directory}/taginfo]"
- notifies :restart, "service[apache2]"
- end
-
- directory "#{directory}/osmium-tool/build" do
- owner "taginfo"
- group "taginfo"
- mode "0755"
- end
-
- execute "compile-osmium" do
- action :nothing
- command "cmake .. && make"
- cwd "#{directory}/osmium-tool/build"
- user "taginfo"
- group "taginfo"
- subscribes :run, "git[#{directory}/libosmium]"
- subscribes :run, "git[#{directory}/osmium-tool]"
+ notifies :restart, "passenger_application[#{directory}/taginfo/web/public]"
end
- %w[taginfo/web/tmp bin data data/old download sources planet planet/log planet/replication].each do |dir|
+ %w[taginfo/web/tmp bin data data/old download sources].each do |dir|
directory "#{directory}/#{dir}" do
owner "taginfo"
group "taginfo"
- mode 0o755
+ mode "755"
end
end
- remote_file "#{directory}/planet/planet.pbf" do
- action :create_if_missing
- source "https://planet.openstreetmap.org/pbf/planet-latest.osm.pbf"
- owner "taginfo"
- group "taginfo"
- mode 0o644
- end
-
- template "#{directory}/planet/replication/configuration.txt" do
- source "configuration.txt.erb"
- owner "taginfo"
- group "taginfo"
- mode 0o644
- end
-
- file "#{directory}/planet/replication/download.lock" do
- owner "taginfo"
- group "taginfo"
- mode 0o644
- end
-
- template "#{directory}/bin/update-planet" do
- source "update-planet.erb"
- owner "taginfo"
- group "taginfo"
- mode 0o755
- variables :directory => directory
- end
-
- template "#{directory}/bin/update-taginfo" do
- source "update-taginfo.erb"
- owner "taginfo"
- group "taginfo"
- mode 0o755
- variables :directory => directory
- end
-
template "#{directory}/bin/update" do
source "update.erb"
owner "taginfo"
group "taginfo"
- mode 0o755
+ mode "755"
variables :name => site_name, :directory => directory
end
+ passenger_application "#{directory}/taginfo/web/public" do
+ action :nothing
+ end
+
ssl_certificate site_name do
domains [site_name] + site_aliases
notifies :reload, "service[apache2]"
directory "#{directory}/taginfo/web/public"
variables :aliases => site_aliases
end
+
+ service "taginfo-update@#{site_name}.timer" do
+ action [:enable, :start]
+ end
+
+ prometheus_collector "taginfo-#{site_name}" do
+ interval "15m"
+ user "taginfo"
+ path "#{directory}/taginfo/sources/metrics.rb"
+ options "#{directory}/data"
+ end
end
projects / chef.git / blobdiff