5 # Copyright 2013, OpenStreetMap Foundation
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
11 # http://www.apache.org/licenses/LICENSE-2.0
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
20 include_recipe "apache"
22 include_recipe "nodejs"
23 include_recipe "postgresql"
24 include_recipe "python"
25 include_recipe "tools"
27 blocks = data_bag_item("tile", "blocks")
28 web_passwords = data_bag_item("web", "passwords")
32 apache_module "expires"
33 apache_module "headers"
34 apache_module "remoteip"
35 apache_module "rewrite"
37 apache_module "tile" do
41 tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
43 apache_site "default" do
47 apache_site "tile.openstreetmap.org" do
49 variables :caches => tilecaches
52 template "/etc/logrotate.d/apache2" do
53 source "logrotate.apache.erb"
59 directory "/srv/tile.openstreetmap.org" do
67 systemd_service "renderd" do
68 description "Mapnik rendering daemon"
69 after "postgresql.service"
70 wants "postgresql.service"
72 exec_start "/usr/bin/renderd -f"
73 runtime_directory "renderd"
80 no_new_privileges true
85 action [:enable, :start]
86 subscribes :restart, "systemd_service[renderd]"
89 directory "/srv/tile.openstreetmap.org/tiles" do
95 template "/etc/renderd.conf" do
96 source "renderd.conf.erb"
100 notifies :reload, "service[apache2]"
101 notifies :restart, "service[renderd]"
104 remote_directory "/srv/tile.openstreetmap.org/html" do
114 template "/srv/tile.openstreetmap.org/html/index.html" do
115 source "index.html.erb"
121 package "python-cairo"
122 package "python-mapnik"
123 package "python-setuptools"
125 python_package "pyotp"
127 package "fonts-noto-cjk"
128 package "fonts-noto-hinted"
129 package "fonts-noto-unhinted"
130 package "ttf-unifont"
132 directory "/srv/tile.openstreetmap.org/cgi-bin" do
138 template "/srv/tile.openstreetmap.org/cgi-bin/export" do
143 variables :blocks => blocks, :totp_key => web_passwords["totp_key"]
146 template "/srv/tile.openstreetmap.org/cgi-bin/debug" do
153 template "/etc/cron.hourly/export" do
154 source "export.cron.erb"
160 directory "/srv/tile.openstreetmap.org/data" do
166 package "mapnik-utils"
168 node[:tile][:data].each_value do |data|
170 file = "/srv/tile.openstreetmap.org/data/#{File.basename(url)}"
173 directory = "/srv/tile.openstreetmap.org/data/#{data[:directory]}"
175 directory directory do
181 directory = "/srv/tile.openstreetmap.org/data"
189 command "tar -zxf #{file} -C #{directory}"
193 elsif file =~ /\.tar\.bz2$/
198 command "tar -jxf #{file} -C #{directory}"
202 elsif file =~ /\.zip$/
207 command "unzip -qq -o #{file} -d #{directory}"
213 execute "#{file}_shapeindex" do
215 command "find #{directory} -type f -iname '*.shp' -print0 | xargs -0 --no-run-if-empty shapeindex --shape_files"
218 subscribes :run, "execute[#{file}]", :immediately
224 use_conditional_get true
227 action :create_if_missing
235 notifies :run, "execute[#{file}]", :immediately
236 notifies :restart, "service[renderd]"
240 nodejs_package "carto"
241 nodejs_package "millstone"
243 systemd_service "update-lowzoom@" do
244 description "Low zoom tile update service for %i layer"
246 exec_start "/usr/local/bin/update-lowzoom-%i"
250 protect_system "full"
252 no_new_privileges true
256 directory "/srv/tile.openstreetmap.org/styles" do
262 node[:tile][:styles].each do |name, details|
263 style_directory = "/srv/tile.openstreetmap.org/styles/#{name}"
264 tile_directory = "/srv/tile.openstreetmap.org/tiles/#{name}"
266 template "/usr/local/bin/update-lowzoom-#{name}" do
267 source "update-lowzoom.erb"
271 variables :style => name
274 service "update-lowzoom@#{name}" do
276 supports :restart => true
279 directory tile_directory do
285 details[:tile_directories].each do |directory|
286 directory directory[:name] do
292 directory[:min_zoom].upto(directory[:max_zoom]) do |zoom|
293 directory "#{directory[:name]}/#{zoom}" do
299 link "#{tile_directory}/#{zoom}" do
300 to "#{directory[:name]}/#{zoom}"
307 file "#{tile_directory}/planet-import-complete" do
308 action :create_if_missing
314 git style_directory do
316 repository details[:repository]
317 revision details[:revision]
322 link "#{style_directory}/data" do
323 to "/srv/tile.openstreetmap.org/data"
328 execute "#{style_directory}/project.mml" do
330 command "carto -a 3.0.0 project.mml > project.xml"
334 subscribes :run, "git[#{style_directory}]"
335 notifies :restart, "service[renderd]", :immediately
336 notifies :restart, "service[update-lowzoom@#{name}]"
340 postgresql_version = node[:tile][:database][:cluster].split("/").first
343 package "postgresql-#{postgresql_version}-postgis-2.3"
345 postgresql_user "jburgess" do
346 cluster node[:tile][:database][:cluster]
350 postgresql_user "tomh" do
351 cluster node[:tile][:database][:cluster]
355 postgresql_user "tile" do
356 cluster node[:tile][:database][:cluster]
359 postgresql_user "www-data" do
360 cluster node[:tile][:database][:cluster]
363 postgresql_database "gis" do
364 cluster node[:tile][:database][:cluster]
368 postgresql_extension "postgis" do
369 cluster node[:tile][:database][:cluster]
373 %w(geography_columns planet_osm_nodes planet_osm_rels planet_osm_ways raster_columns raster_overviews spatial_ref_sys).each do |table|
374 postgresql_table table do
375 cluster node[:tile][:database][:cluster]
378 permissions "tile" => :all
382 %w(geometry_columns planet_osm_line planet_osm_point planet_osm_polygon planet_osm_roads).each do |table|
383 postgresql_table table do
384 cluster node[:tile][:database][:cluster]
387 permissions "tile" => :all, "www-data" => :select
391 postgresql_munin "gis" do
392 cluster node[:tile][:database][:cluster]
396 file node[:tile][:node_file] do
402 directory "/var/log/tile" do
414 package "libproj-dev"
415 package "libxml2-dev"
417 gem_package "proj4rb"
418 gem_package "libxml-ruby"
420 remote_directory "/usr/local/lib/site_ruby" do
430 template "/usr/local/bin/expire-tiles" do
431 source "expire-tiles.erb"
437 directory "/var/lib/replicate" do
443 directory "/var/lib/replicate/expire-queue" do
449 template "/var/lib/replicate/configuration.txt" do
450 source "replicate.configuration.erb"
456 template "/usr/local/bin/replicate" do
457 source "replicate.erb"
463 systemd_service "expire-tiles" do
464 description "Tile dirtying service"
467 exec_start "/usr/local/bin/expire-tiles"
468 standard_output "null"
471 protect_system "full"
473 no_new_privileges true
476 systemd_path "expire-tiles" do
477 description "Tile dirtying trigger"
478 directory_not_empty "/var/lib/replicate/expire-queue"
481 service "expire-tiles.path" do
482 action [:enable, :start]
483 subscribes :restart, "systemd_path[expire-tiles]"
486 systemd_service "replicate" do
487 description "Rendering database replication service"
488 after "postgresql.service"
489 wants "postgresql.service"
491 exec_start "/usr/local/bin/replicate"
494 protect_system "full"
496 no_new_privileges true
500 service "replicate" do
501 action [:enable, :start]
502 subscribes :restart, "template[/usr/local/bin/replicate]"
503 subscribes :restart, "systemd_service[replicate]"
506 template "/etc/logrotate.d/replicate" do
507 source "replicate.logrotate.erb"
513 template "/usr/local/bin/render-lowzoom" do
514 source "render-lowzoom.erb"
520 template "/etc/cron.d/render-lowzoom" do
521 source "render-lowzoom.cron.erb"
527 package "liblockfile-simple-perl"
528 package "libfilesys-df-perl"
530 template "/usr/local/bin/cleanup-tiles" do
531 source "cleanup-tiles.erb"
537 tile_directories = node[:tile][:styles].collect do |_, style|
538 style[:tile_directories].collect { |directory| directory[:name] }
539 end.flatten.sort.uniq
541 template "/etc/cron.d/cleanup-tiles" do
542 source "cleanup-tiles.cron.erb"
546 variables :directories => tile_directories
549 munin_plugin "mod_tile_fresh"
550 munin_plugin "mod_tile_latency"
551 munin_plugin "mod_tile_response"
552 munin_plugin "mod_tile_zoom"
554 munin_plugin "renderd_processed"
555 munin_plugin "renderd_queue"
556 munin_plugin "renderd_queue_time"
557 munin_plugin "renderd_zoom"
558 munin_plugin "renderd_zoom_time"
560 munin_plugin "replication_delay" do