Set load average limit for re-renders to number of CPU threads

[chef.git] / cookbooks / planet / recipes / dump.rb

diff --git a/cookbooks/planet/recipes/dump.rb b/cookbooks/planet/recipes/dump.rb
index 02f3ae350654ab5222fcba27b80e13f5856084d4..409d100b1eb8189a1f96fcf9632e08be91f30bfe 100644 (file)
--- a/cookbooks/planet/recipes/dump.rb
+++ b/cookbooks/planet/recipes/dump.rb
@@ -1,14 +1,14 @@
 #
 #

-# Cookbook Name:: planet
+# Cookbook:: planet

 # Recipe:: dump
 #
 # Recipe:: dump
 #

-# Copyright 2013, OpenStreetMap Foundation
+# Copyright:: 2013, OpenStreetMap Foundation

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -18,42 +18,49 @@
 #
 
 node.default[:incron][:planetdump] = {
 #
 
 node.default[:incron][:planetdump] = {

-  :user => "www-data",
+  :user => "root",

   :path => "/store/backup",
   :path => "/store/backup",

-  :events => [ "IN_CREATE", "IN_MOVED_TO" ],
-  :command => "/usr/local/bin/planetdump $#"
+  :events => %w[IN_CREATE IN_MOVED_TO],
+  :command => "/bin/systemctl start planetdump@$#"

 }
 
 include_recipe "git"
 include_recipe "incron"
 
 }
 
 include_recipe "git"
 include_recipe "incron"
 

-package "gcc"
-package "make"
-package "autoconf"
-package "automake"
-package "libxml2-dev"
-package "libboost-dev"
-package "libboost-program-options-dev"
-package "libboost-date-time-dev"
-package "libboost-filesystem-dev"
-package "libboost-thread-dev"
-package "libboost-iostreams-dev"
-package "libosmpbf-dev"
-package "libleveldb-dev"
-package "libsnappy-dev"
-package "libprotobuf-dev"
-package "osmpbf-bin"
+package %w[
+  gcc
+  g++
+  make
+  autoconf
+  automake
+  pkg-config
+  libxml2-dev
+  libboost-dev
+  libboost-program-options-dev
+  libboost-date-time-dev
+  libboost-filesystem-dev
+  libboost-thread-dev
+  libboost-iostreams-dev
+  libosmpbf-dev
+  libprotobuf-dev
+  osmpbf-bin
+  pbzip2
+  php-cli
+  php-curl
+  mktorrent
+]

 
 directory "/opt/planet-dump-ng" do
   owner "root"
   group "root"
 
 directory "/opt/planet-dump-ng" do
   owner "root"
   group "root"

-  mode 0755
+  mode "755"

 end
 
 git "/opt/planet-dump-ng" do
   action :sync
 end
 
 git "/opt/planet-dump-ng" do
   action :sync

-  repository "git://github.com/zerebubuth/planet-dump-ng.git"
-  revision "master"
+  repository "https://github.com/zerebubuth/planet-dump-ng.git"
+  revision "v1.2.0"
+  depth 1

   user "root"
   group "root"
 end
   user "root"
   group "root"
 end


@@ -69,7 +76,7 @@ end
 
 execute "/opt/planet-dump-ng/configure" do
   action :nothing
 
 execute "/opt/planet-dump-ng/configure" do
   action :nothing

-  command "./configure --with-leveldb=/usr"
+  command "./configure"

   cwd "/opt/planet-dump-ng"
   user "root"
   group "root"
   cwd "/opt/planet-dump-ng"
   user "root"
   group "root"


@@ -88,12 +95,35 @@ end
 directory "/store/planetdump" do
   owner "www-data"
   group "www-data"
 directory "/store/planetdump" do
   owner "www-data"
   group "www-data"

-  mode 0755
+  mode "755"
+  recursive true

 end
 
 end
 

-template "/usr/local/bin/planetdump" do
-  source "planetdump.erb"
-  owner "root"
-  group "root"
-  mode 0755
+%w[planetdump planet-mirror-redirect-update].each do |program|
+  template "/usr/local/bin/#{program}" do
+    source "#{program}.erb"
+    owner "root"
+    group "root"
+    mode "755"
+  end
+end
+
+systemd_service "planetdump@" do
+  description "Planet dump for %i"
+  user "www-data"
+  exec_start "/usr/local/bin/planetdump %i"
+  memory_max "64G"
+  private_tmp true
+  private_devices true
+  private_network true
+  protect_system "full"
+  protect_home true
+  no_new_privileges true
+end
+
+cron_d "planet-dump-mirror" do
+  minute "*/10"
+  user "www-data"
+  command "/usr/local/bin/planet-mirror-redirect-update"
+  mailto "horntail-www-data-cron@firefishy.com"

 end
 end