From: Tom Hughes Date: Mon, 10 Mar 2025 00:44:45 +0000 (+0000) Subject: Merge remote-tracking branch 'github/pull/749' X-Git-Url: https://git.openstreetmap.org./chef.git/commitdiff_plain/refs/heads/master?hp=82cb6ba5aad6a32e84ef77ddff1d66ef3aed1438 Merge remote-tracking branch 'github/pull/749' --- diff --git a/cookbooks/vectortile/recipes/default.rb b/cookbooks/vectortile/recipes/default.rb index feda712a0..0f4041565 100644 --- a/cookbooks/vectortile/recipes/default.rb +++ b/cookbooks/vectortile/recipes/default.rb @@ -253,12 +253,14 @@ template "/usr/local/bin/vector-update" do variables :tilekiln_bin => "#{tilekiln_directory}/bin/tilekiln", :source_database => "spirit", :config_path => "#{shortbread_config}", :diff_size => "1000", :expiry_dir => "/srv/vector.openstreetmap.org/data/", :post_processing => "/usr/local/bin/tiles-rerender" end +rerender_layers = %w[addresses boundaries bridges buildings land pois public_transport sites street_polygons streets water_lines_labels water_lines water_polygons].join(" ") + template "/usr/local/bin/tiles-rerender" do source "tiles-rerender.erb" owner "root" group "root" mode "755" - variables :tilekiln_bin => "#{tilekiln_directory}/bin/tilekiln", :source_database => "spirit", :storage_database => "tiles", :config_path => "#{shortbread_config}", :expiry_dir => "/srv/vector.openstreetmap.org/data/", :update_threads => 4 + variables :tilekiln_bin => "#{tilekiln_directory}/bin/tilekiln", :source_database => "spirit", :storage_database => "tiles", :config_path => "#{shortbread_config}", :expiry_dir => "/srv/vector.openstreetmap.org/data/", :update_threads => 4, :layers => "#{rerender_layers}" end systemd_service "replicate" do diff --git a/cookbooks/vectortile/templates/default/tiles-rerender.erb b/cookbooks/vectortile/templates/default/tiles-rerender.erb index 6c01b27f6..d1ca4bdab 100644 --- a/cookbooks/vectortile/templates/default/tiles-rerender.erb +++ b/cookbooks/vectortile/templates/default/tiles-rerender.erb @@ -2,9 +2,12 @@ set -eu cd "<%= @expiry_dir %>" - +# Only expire z10+ tiles +rm -f z?-*.txt wc -l z*.txt -cat z*.txt | <%= @tilekiln_bin %> generate tiles \ +(for layer in <%= @layers %>; do + find . -type f -name "z*-${layer}.txt" -execdir sed -e "s/\$/,${layer}/" {} \; +done) | <%= @tilekiln_bin %> generate layers \ --source-dbname "<%= @source_database %>" \ --storage-dbname "<%= @storage_database %>" \ --num-threads "<%= node[:vectortile][:replication][:threads] %>" \ diff --git a/cookbooks/vectortile/templates/default/vector-update-tile.erb b/cookbooks/vectortile/templates/default/vector-update-tile.erb index ba708c9b8..a356cbb10 100644 --- a/cookbooks/vectortile/templates/default/vector-update-tile.erb +++ b/cookbooks/vectortile/templates/default/vector-update-tile.erb @@ -8,6 +8,8 @@ set -eu export LUA_PATH='/srv/vector.openstreetmap.org/osm2pgsql-themepark/lua/?.lua;;' cd "<%= @expiry_dir %>" +rm -f z*.txt + osm2pgsql-replication update \ -d "<%= @source_database %>" \ --max-diff-size "<%= @diff_size %>" \