X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/7c1ad16a8056857f76bb15c1cb5cd49368310d0a..724b40a724f067457d2c29336551e3d4b0c41e24:/cookbooks/db/recipes/base.rb?ds=sidebyside diff --git a/cookbooks/db/recipes/base.rb b/cookbooks/db/recipes/base.rb index 6d6bc8ddc..520fbe2e8 100644 --- a/cookbooks/db/recipes/base.rb +++ b/cookbooks/db/recipes/base.rb @@ -1,8 +1,8 @@ # -# Cookbook Name:: db +# Cookbook:: db # Recipe:: base # -# Copyright 2011, OpenStreetMap Foundation +# Copyright:: 2011, OpenStreetMap Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -17,9 +17,11 @@ # limitations under the License. # -include_recipe "postgresql" +include_recipe "accounts" include_recipe "git" +include_recipe "postgresql" include_recipe "python" +include_recipe "ruby" passwords = data_bag_item("db", "passwords") wal_secrets = data_bag_item("db", "wal-secrets") @@ -31,53 +33,100 @@ end directory "/srv/www.openstreetmap.org" do group "rails" - mode 0o2775 + mode "2775" end -ruby_version = if node[:lsb][:release].to_f >= 18.04 - "2.5" - else - "2.3" - end - rails_port "www.openstreetmap.org" do - ruby ruby_version directory "/srv/www.openstreetmap.org/rails" user "rails" group "rails" repository "https://git.openstreetmap.org/public/rails.git" revision "live" + build_assets false database_host "localhost" database_name "openstreetmap" database_username "openstreetmap" database_password passwords["openstreetmap"] - gpx_dir "/store/rails/gpx" end -db_version = node[:db][:cluster].split("/").first -pg_config = "/usr/lib/postgresql/#{db_version}/bin/pg_config" -function_directory = "/srv/www.openstreetmap.org/rails/db/functions/#{db_version}" +package %w[ + cmake + libosmium2-dev + libprotozero-dev + libboost-filesystem-dev + libboost-program-options-dev + libbz2-dev + zlib1g-dev + libexpat1-dev + libyaml-cpp-dev + libpqxx-dev +] -directory function_directory do - owner "rails" - group "rails" - mode 0o755 +git "/opt/osmdbt" do + action :sync + repository "https://github.com/openstreetmap/osmdbt.git" + revision "v0.5" + depth 1 + user "root" + group "root" end -execute function_directory do - action :nothing - command "make PG_CONFIG=#{pg_config} DESTDIR=#{function_directory}" - cwd "/srv/www.openstreetmap.org/rails/db/functions" - user "rails" - group "rails" - subscribes :run, "directory[#{function_directory}]" - subscribes :run, "git[/srv/www.openstreetmap.org/rails]" -end +node[:postgresql][:versions].each do |db_version| + pg_config = "/usr/lib/postgresql/#{db_version}/bin/pg_config" + function_directory = "/srv/www.openstreetmap.org/rails/db/functions/#{db_version}" -link "/usr/lib/postgresql/#{db_version}/lib/libpgosm.so" do - to "#{function_directory}/libpgosm.so" - owner "root" - group "root" + directory function_directory do + owner "rails" + group "rails" + mode "755" + end + + execute function_directory do + action :nothing + command "make BUNDLE=#{node[:ruby][:bundle]} PG_CONFIG=#{pg_config} DESTDIR=#{function_directory}" + cwd "/srv/www.openstreetmap.org/rails/db/functions" + user "rails" + group "rails" + subscribes :run, "directory[#{function_directory}]" + subscribes :run, "git[/srv/www.openstreetmap.org/rails]" + end + + link "/usr/lib/postgresql/#{db_version}/lib/libpgosm.so" do + to "#{function_directory}/libpgosm.so" + owner "root" + group "root" + end + + directory "/opt/osmdbt/build-#{db_version}" do + owner "root" + group "root" + mode "755" + end + + execute "/opt/osmdbt/build-#{db_version}" do + action :nothing + command "cmake -DPG_CONFIG=/usr/lib/postgresql/#{db_version}/bin/pg_config .." + cwd "/opt/osmdbt/build-#{db_version}" + user "root" + group "root" + subscribes :run, "directory[/opt/osmdbt/build-#{db_version}]" + subscribes :run, "git[/opt/osmdbt]" + end + + execute "/opt/osmdbt/build-#{db_version}/postgresql-plugin/Makefile" do + action :nothing + command "make" + cwd "/opt/osmdbt/build-#{db_version}/postgresql-plugin" + user "root" + group "root" + subscribes :run, "execute[/opt/osmdbt/build-#{db_version}]" + end + + link "/usr/lib/postgresql/#{db_version}/lib/osm-logical.so" do + to "/opt/osmdbt/build-#{db_version}/postgresql-plugin/osm-logical.so" + owner "root" + group "root" + end end package "lzop" @@ -94,6 +143,22 @@ template "/usr/local/bin/openstreetmap-wal-e" do source "wal-e.erb" owner "root" group "postgres" - mode 0o750 + mode "750" + variables :s3_key => wal_secrets["s3_key"] +end + +remote_file "/usr/local/bin/wal-g" do + action :create + source "https://github.com/wal-g/wal-g/releases/download/v1.1/wal-g-pg-ubuntu-20.04-amd64" + owner "root" + group "root" + mode "755" +end + +template "/usr/local/bin/openstreetmap-wal-g" do + source "wal-g.erb" + owner "root" + group "postgres" + mode "750" variables :s3_key => wal_secrets["s3_key"] end