X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/b6b95dafa71524e7baa9614e09f7a7e2d5e1206c..968ffb7b7c28a0673554aba399ec55549dc6a41c:/cookbooks/community/recipes/default.rb?ds=inline diff --git a/cookbooks/community/recipes/default.rb b/cookbooks/community/recipes/default.rb index 5ad6e7afb..000a57a7e 100644 --- a/cookbooks/community/recipes/default.rb +++ b/cookbooks/community/recipes/default.rb @@ -17,35 +17,22 @@ # limitations under the License. # +include_recipe "accounts" include_recipe "docker" include_recipe "git" include_recipe "ssl" -ssl_certificate "community.openstreetmap.org" do - domains ["community.openstreetmap.org", "community.osm.org"] -end - -# passwords = data_bag_item("community", "passwords") - -# postgresql_user "community_user" do -# cluster node[:db][:cluster] -# password passwords["database"] -# end - -# postgresql_database "community_db" do -# cluster node[:db][:cluster] -# owner "community_user" -# end +passwords = data_bag_item("community", "passwords") +license_keys = data_bag_item("geoipupdate", "license-keys") unless kitchen? -# postgresql_extension "hstore" do -# cluster node[:db][:cluster] -# database "community_db" -# end +prometheus_servers = search(:node, "recipes:prometheus\\:\\:server").map do |server| + server.ipaddresses(:role => :external) +end.flatten -# postgresql_extension "pg_trgm" do -# cluster node[:db][:cluster] -# database "community_db" -# end +# Disable any default installed apache2 service. Web server is embedded within the discourse docker container +service "apache2" do + action [:disable, :stop] +end directory "/srv/community.openstreetmap.org" do owner "root" @@ -59,16 +46,170 @@ directory "/srv/community.openstreetmap.org/shared" do mode "755" end +directory "/srv/community.openstreetmap.org/files" do + owner "community" + group "community" + mode "755" +end + +template "/srv/community.openstreetmap.org/files/update-feeds.atom" do + source "update-feeds.atom.erb" + owner "community" + group "community" + mode "644" +end + git "/srv/community.openstreetmap.org/docker" do action :sync repository "https://github.com/discourse/discourse_docker.git" - revision "master" + # Revision pin not possible as launch wrapper automatically updates git repo. + revision "main" depth 1 user "root" group "root" + notifies :run, "notify_group[discourse_container_new_data]" + notifies :run, "notify_group[discourse_container_new_web_only]" + notifies :run, "notify_group[discourse_container_new_mail_receiver]" +end + +template "/srv/community.openstreetmap.org/docker/containers/data.yml" do + source "data.yml.erb" + owner "root" + group "root" + mode "640" + variables :passwords => passwords + notifies :run, "notify_group[discourse_container_new_data]" +end + +resolvers = node[:networking][:nameservers].map do |resolver| + resolver =~ /:/ ? "[#{resolver}]" : resolver +end + +template "/srv/community.openstreetmap.org/docker/containers/web_only.yml" do + source "web_only.yml.erb" + owner "root" + group "root" + mode "640" + variables :license_keys => license_keys, :passwords => passwords, + :prometheus_servers => prometheus_servers, :resolvers => resolvers + notifies :run, "notify_group[discourse_container_new_web_only]" +end + +template "/srv/community.openstreetmap.org/files/policyd-spf.conf" do + source "policyd-spf.conf.erb" + owner "community" + group "community" + mode "644" + notifies :run, "notify_group[discourse_container_new_mail_receiver]" +end + +template "/srv/community.openstreetmap.org/docker/containers/mail-receiver.yml" do + source "mail-receiver.yml.erb" + owner "root" + group "root" + mode "640" + variables :passwords => passwords + notifies :run, "notify_group[discourse_container_new_mail_receiver]" +end + +ssl_certificate "community.openstreetmap.org" do + domains ["community.openstreetmap.org", "community.osm.org", "communities.openstreetmap.org", "communities.osm.org", "c.openstreetmap.org", "c.osm.org", "forum.openstreetmap.org", "forum.osm.org"] + notifies :run, "notify_group[discourse_container_new_web_only]" + notifies :run, "notify_group[discourse_container_new_mail_receiver]" +end + +notify_group "discourse_container_new_web_only" do + notifies :run, "execute[discourse_container_data_start]", :immediately # noop if site up + notifies :run, "execute[discourse_container_web_only_bootstrap]", :immediately # site up but runs in parallel. Slow + notifies :run, "execute[discourse_container_web_only_destroy]", :immediately # site down + notifies :run, "execute[discourse_container_data_rebuild]", :immediately # site down + notifies :run, "execute[discourse_container_web_only_start]", :immediately # site restore +end + +notify_group "discourse_container_new_data" do + notifies :run, "execute[discourse_container_web_only_destroy]", :immediately # site down + notifies :run, "execute[discourse_container_data_rebuild]", :immediately # site down + notifies :run, "execute[discourse_container_web_only_start]", :immediately # site restore +end + +notify_group "discourse_container_new_mail_receiver" do + notifies :run, "execute[discourse_container_mail_receiver_rebuild]", :immediately +end + +# Attempt at a failsafe to ensure all containers are running +notify_group "discourse_container_ensure_all_running" do + action :run + notifies :run, "execute[discourse_container_data_start]", :delayed + notifies :run, "execute[discourse_container_web_only_start]", :delayed + notifies :run, "execute[discourse_container_mail_receiver_start]", :delayed +end + +execute "discourse_container_data_start" do + action :nothing + command "./launcher start data" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +execute "discourse_container_data_rebuild" do + action :nothing + command "./launcher rebuild data" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +execute "discourse_container_web_only_bootstrap" do + action :nothing + command "./launcher bootstrap web_only" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +execute "discourse_container_web_only_destroy" do + action :nothing + command "./launcher destroy web_only" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +execute "discourse_container_web_only_start" do + action :nothing + command "./launcher start web_only" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +# Rebuild: Stop Destroy Bootstap Start +execute "discourse_container_mail_receiver_rebuild" do + action :nothing + command "./launcher rebuild mail-receiver" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +execute "discourse_container_mail_receiver_start" do + action :nothing + command "./launcher start mail-receiver" + cwd "/srv/community.openstreetmap.org/docker/" + user "root" + group "root" +end + +template "/etc/cron.daily/community-backup" do + source "backup.cron.erb" + owner "root" + group "root" + mode "750" end -# TBC: discourse docker templates -# web.ssl.template.yml -# redis.template.yml -# TBC: discourse launcher rebuild +node.default[:prometheus][:exporters][443] = { + :name => "community", + :address => "#{node[:prometheus][:address]}:443", + :sni => "community.openstreetmap.org" +}