Copy planet dumps to S3

[chef.git] / cookbooks / planet / recipes / dump.rb

diff --git a/cookbooks/planet/recipes/dump.rb b/cookbooks/planet/recipes/dump.rb
index 197ed10b48a287f476c3eb1a5cfe6ebff73e8725..aa69f9318922fb75b57d075261bfc14e5ac5ac8d 100644 (file)
--- a/cookbooks/planet/recipes/dump.rb
+++ b/cookbooks/planet/recipes/dump.rb
@@ -1,14 +1,14 @@
 #
-# Cookbook Name:: planet
+# Cookbook:: planet
 # Recipe:: dump
 #
-# Copyright 2013, OpenStreetMap Foundation
+# Copyright:: 2013, OpenStreetMap Foundation
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
@@ -17,48 +17,138 @@
 # limitations under the License.
 #
 
+include_recipe "accounts"
 include_recipe "git"
 
-db_passwords = data_bag_item("db", "passwords")
+package %w[
+  gcc
+  g++
+  make
+  autoconf
+  automake
+  pkg-config
+  libxml2-dev
+  libboost-dev
+  libboost-program-options-dev
+  libboost-date-time-dev
+  libboost-filesystem-dev
+  libboost-thread-dev
+  libboost-iostreams-dev
+  libosmpbf-dev
+  libprotobuf-dev
+  osmpbf-bin
+  pbzip2
+  php-cli
+  php-curl
+  mktorrent
+  xmlstarlet
+  libxml2-utils
+  inotify-tools
+]
 
-package "gcc"
-package "make"
-package "libpqxx3-dev"
-
-directory "/opt/planetdump" do
+directory "/opt/planet-dump-ng" do
   owner "root"
   group "root"
-  mode 0755
+  mode "755"
 end
 
-git "/opt/planetdump" do
+git "/opt/planet-dump-ng" do
   action :sync
-  repository "git://git.openstreetmap.org/planetdump.git"
-  revision "live"
+  repository "https://github.com/zerebubuth/planet-dump-ng.git"
+  revision "v1.2.7"
+  depth 1
   user "root"
   group "root"
 end
 
-execute "/opt/planetdump/Makefile" do
+execute "/opt/planet-dump-ng/autogen.sh" do
   action :nothing
-  command "make planet06_pg"
-  cwd "/opt/planetdump"
+  command "./autogen.sh"
+  cwd "/opt/planet-dump-ng"
   user "root"
   group "root"
-  subscribes :run, "git[/opt/planetdump]"
+  subscribes :run, "git[/opt/planet-dump-ng]"
 end
 
-template "/usr/local/bin/planetdump" do
-  source "planetdump.erb"
-  owner "root"
+execute "/opt/planet-dump-ng/configure" do
+  action :nothing
+  command "./configure"
+  cwd "/opt/planet-dump-ng"
+  user "root"
   group "root"
-  mode 0755
-  variables :password => db_passwords["planetdump"]
+  subscribes :run, "execute[/opt/planet-dump-ng/autogen.sh]"
 end
 
-template "/etc/cron.d/planetdump" do
-  source "planetdump.cron.erb"
-  owner "root"
+execute "/opt/planet-dump-ng/Makefile" do
+  action :nothing
+  command "make"
+  cwd "/opt/planet-dump-ng"
+  user "root"
   group "root"
-  mode 0644
+  subscribes :run, "execute[/opt/planet-dump-ng/configure]"
+end
+
+directory "/store/planetdump" do
+  owner "planet"
+  group "planet"
+  mode "755"
+  recursive true
+end
+
+%w[planetdump planetdump-trigger planet-mirror-redirect-update].each do |program|
+  template "/usr/local/bin/#{program}" do
+    source "#{program}.erb"
+    owner "root"
+    group "root"
+    mode "755"
+  end
+end
+
+systemd_service "planetdump@" do
+  description "Planet dump for %i"
+  user "planet"
+  exec_start "/usr/local/bin/planetdump %i"
+  memory_max "64G"
+  sandbox true
+  protect_home "tmpfs"
+  bind_paths "/home/planet"
+  read_write_paths [
+    "/store/planetdump",
+    "/store/planet/pbf",
+    "/store/planet/planet",
+    "/var/log/exim4",
+    "/var/spool/exim4"
+  ]
+end
+
+systemd_service "planetdump-trigger" do
+  description "Planet dump trigger"
+  user "root"
+  exec_start "/usr/local/bin/planetdump-trigger"
+  sandbox true
+  restrict_address_families "AF_UNIX"
+end
+
+service "planetdump-trigger" do
+  action [:enable, :start]
+  subscribes :restart, "template[/usr/local/bin/planetdump-trigger]"
+end
+
+systemd_service "planet-dump-mirror" do
+  description "Update planet dump mirrors"
+  exec_start "/usr/local/bin/planet-mirror-redirect-update"
+  user "planet"
+  sandbox :enable_network => true
+  memory_deny_write_execute false
+  read_write_paths "/store/planet/.htaccess"
+end
+
+systemd_timer "planet-dump-mirror" do
+  description "Update planet dump mirrors"
+  on_boot_sec "10min"
+  on_unit_inactive_sec "10min"
+end
+
+service "planet-dump-mirror.timer" do
+  action [:enable, :start]
 end