Add new Equinix addresses to Dublin hosts

[chef.git] / cookbooks / dev / recipes / default.rb

diff --git a/cookbooks/dev/recipes/default.rb b/cookbooks/dev/recipes/default.rb
index 8a6fd665d75fb13a8dbe03fdad1d1d67c17d710e..9817e5b347ee3dd8c70599c3fbf09b77a890b2e2 100644 (file)
--- a/cookbooks/dev/recipes/default.rb
+++ b/cookbooks/dev/recipes/default.rb
@@ -20,15 +20,16 @@
 require "yaml"
 require "securerandom"
 
 require "yaml"
 require "securerandom"
 

+include_recipe "accounts"

 include_recipe "apache"
 include_recipe "passenger"
 include_recipe "geoipupdate"
 include_recipe "git"
 include_recipe "memcached"
 include_recipe "apache"
 include_recipe "passenger"
 include_recipe "geoipupdate"
 include_recipe "git"
 include_recipe "memcached"

-include_recipe "munin"

 include_recipe "mysql"
 include_recipe "nodejs"
 include_recipe "php::fpm"
 include_recipe "mysql"
 include_recipe "nodejs"
 include_recipe "php::fpm"

+include_recipe "podman"

 include_recipe "postgresql"
 include_recipe "python"
 include_recipe "ruby"
 include_recipe "postgresql"
 include_recipe "python"
 include_recipe "ruby"


@@ -43,8 +44,10 @@ package %w[
   awscli
   cmake
   composer
   awscli
   cmake
   composer

+  curl

   default-jdk-headless
   default-jre-headless
   default-jdk-headless
   default-jre-headless

+  eatmydata

   fonts-dejavu
   fonts-dejavu-core
   fonts-dejavu-extra
   fonts-dejavu
   fonts-dejavu-core
   fonts-dejavu-extra


@@ -54,6 +57,7 @@ package %w[
   g++
   gcc
   gdal-bin
   g++
   gcc
   gdal-bin

+  gfortran

   gnuplot-nox
   golang
   graphviz
   gnuplot-nox
   golang
   graphviz


@@ -67,6 +71,7 @@ package %w[
   libboost-program-options-dev
   libboost-regex-dev
   libboost-system-dev
   libboost-program-options-dev
   libboost-regex-dev
   libboost-system-dev

+  libbrotli-dev

   libbytes-random-secure-perl
   libcairo2-dev
   libcrypto++-dev
   libbytes-random-secure-perl
   libcairo2-dev
   libcrypto++-dev


@@ -91,8 +96,10 @@ package %w[
   mailutils
   make
   nano
   mailutils
   make
   nano

-  netcat
+  ncftp
+  netcat-openbsd

   osm2pgsql
   osm2pgsql

+  osmium-tool

   osmosis
   pandoc
   pandoc
   osmosis
   pandoc
   pandoc


@@ -117,6 +124,7 @@ package %w[
   pngcrush
   pngquant
   proj-bin
   pngcrush
   pngquant
   proj-bin

+  pyosmium

   python-is-python3
   python3
   python3-brotli
   python-is-python3
   python3
   python3-brotli


@@ -126,6 +134,7 @@ package %w[
   python3-dev
   python3-dotenv
   python3-gdal
   python3-dev
   python3-dotenv
   python3-gdal

+  python3-geojson

   python3-lxml
   python3-lz4
   python3-magic
   python3-lxml
   python3-lz4
   python3-magic


@@ -151,10 +160,6 @@ end
 
 nodejs_package "svgo"
 
 
 nodejs_package "svgo"
 

-python_package "geojson" do
-  python_version "3"
-end
-

 apache_module "env"
 apache_module "expires"
 apache_module "headers"
 apache_module "env"
 apache_module "expires"
 apache_module "headers"


@@ -318,16 +323,17 @@ if node[:postgresql][:clusters][:"15/main"]
     type "forking"
     environment_file "/etc/default/cgimap-%i"
     user "apis"
     type "forking"
     environment_file "/etc/default/cgimap-%i"
     user "apis"

-    exec_start "/srv/%i.apis.dev.openstreetmap.org/cgimap/openstreetmap-cgimap --daemon --port $CGIMAP_PORT --instances 5"
+    group "www-data"
+    umask "0002"
+    exec_start "/srv/%i.apis.dev.openstreetmap.org/cgimap/build/openstreetmap-cgimap --daemon --instances 5"

     exec_reload "/bin/kill -HUP $MAINPID"
     exec_reload "/bin/kill -HUP $MAINPID"

+    runtime_directory "cgimap-%i"

     sandbox :enable_network => true
     restrict_address_families "AF_UNIX"
     read_write_paths ["/srv/%i.apis.dev.openstreetmap.org/logs", "/srv/%i.apis.dev.openstreetmap.org/rails/tmp"]
     restart "on-failure"
   end
 
     sandbox :enable_network => true
     restrict_address_families "AF_UNIX"
     read_write_paths ["/srv/%i.apis.dev.openstreetmap.org/logs", "/srv/%i.apis.dev.openstreetmap.org/rails/tmp"]
     restart "on-failure"
   end
 

-  cgimap_port = 9000
-

   Dir.glob("/srv/*.apis.dev.openstreetmap.org").each do |dir|
     node.default_unless[:dev][:rails][File.basename(dir).split(".").first] = {}
   end
   Dir.glob("/srv/*.apis.dev.openstreetmap.org").each do |dir|
     node.default_unless[:dev][:rails][File.basename(dir).split(".").first] = {}
   end


@@ -445,31 +451,28 @@ if node[:postgresql][:clusters][:"15/main"]
           group "apis"
         end
 
           group "apis"
         end
 

-        execute "#{cgimap_directory}/autogen.sh" do
-          action :nothing
-          command "./autogen.sh"
-          cwd cgimap_directory
+        directory "#{cgimap_directory}/build" do

           user "apis"
           group "apis"
           user "apis"
           group "apis"

-          subscribes :run, "git[#{cgimap_directory}]", :immediately
+          mode "0755"

         end
 
         end
 

-        execute "#{cgimap_directory}/configure" do
+        execute "#{cgimap_directory}/CMakeLists.txt" do

           action :nothing
           action :nothing

-          command "./configure --with-fcgi=/usr --with-boost-libdir=/usr/lib/x86_64-linux-gnu --enable-yajl"
-          cwd cgimap_directory
+          command "cmake .."
+          cwd "#{cgimap_directory}/build"

           user "apis"
           group "apis"
           user "apis"
           group "apis"

-          subscribes :run, "execute[#{cgimap_directory}/autogen.sh]", :immediately
+          subscribes :run, "git[#{cgimap_directory}]", :immediately

         end
 
         end
 

-        execute "#{cgimap_directory}/Makefile" do
+        execute "#{cgimap_directory}/build/Makefile" do

           action :nothing
           command "make -j"
           action :nothing
           command "make -j"

-          cwd cgimap_directory
+          cwd "#{cgimap_directory}/build"

           user "apis"
           group "apis"
           user "apis"
           group "apis"

-          subscribes :run, "execute[#{cgimap_directory}/configure]", :immediately
+          subscribes :run, "execute[#{cgimap_directory}/CMakeLists.txt]", :immediately

         end
 
         template "/etc/default/cgimap-#{name}" do
         end
 
         template "/etc/default/cgimap-#{name}" do


@@ -477,7 +480,7 @@ if node[:postgresql][:clusters][:"15/main"]
           owner "root"
           group "root"
           mode "640"
           owner "root"
           group "root"
           mode "640"

-          variables :cgimap_port => cgimap_port,
+          variables :cgimap_socket => "/run/cgimap-#{name}/socket",

                     :database_port => node[:postgresql][:clusters][:"15/main"][:port],
                     :database_name => database_name,
                     :log_directory => log_directory,
                     :database_port => node[:postgresql][:clusters][:"15/main"][:port],
                     :database_name => database_name,
                     :log_directory => log_directory,


@@ -486,7 +489,7 @@ if node[:postgresql][:clusters][:"15/main"]
 
         service "cgimap@#{name}" do
           action [:start, :enable]
 
         service "cgimap@#{name}" do
           action [:start, :enable]

-          subscribes :restart, "execute[#{cgimap_directory}/Makefile]"
+          subscribes :restart, "execute[#{cgimap_directory}/build/Makefile]"

           subscribes :restart, "template[/etc/default/cgimap-#{name}]"
           subscribes :restart, "systemd_service[cgimap@]"
         end
           subscribes :restart, "template[/etc/default/cgimap-#{name}]"
           subscribes :restart, "systemd_service[cgimap@]"
         end


@@ -503,7 +506,7 @@ if node[:postgresql][:clusters][:"15/main"]
                   :aliases => site_aliases,
                   :secret_key_base => secret_key_base,
                   :cgimap_enabled => details.key?(:cgimap_repository),
                   :aliases => site_aliases,
                   :secret_key_base => secret_key_base,
                   :cgimap_enabled => details.key?(:cgimap_repository),

-                  :cgimap_port => cgimap_port
+                  :cgimap_socket => "/run/cgimap-#{name}/socket"

       end
 
       template "/etc/logrotate.d/apis-#{name}" do
       end
 
       template "/etc/logrotate.d/apis-#{name}" do


@@ -515,8 +518,6 @@ if node[:postgresql][:clusters][:"15/main"]
                   :log_directory => log_directory,
                   :rails_directory => rails_directory
       end
                   :log_directory => log_directory,
                   :rails_directory => rails_directory
       end

-
-      cgimap_port += 1

     else
       file "/etc/logrotate.d/apis-#{name}" do
         action :delete
     else
       file "/etc/logrotate.d/apis-#{name}" do
         action :delete


@@ -575,13 +576,6 @@ if node[:postgresql][:clusters][:"15/main"]
   apache_site "apis.dev.openstreetmap.org" do
     template "apache.apis.erb"
   end
   apache_site "apis.dev.openstreetmap.org" do
     template "apache.apis.erb"
   end

-
-  node[:postgresql][:clusters].each_key do |name|
-    postgresql_munin name do
-      cluster name
-      database "ALL"
-    end
-  end

 end
 
 directory "/srv/ooc.openstreetmap.org" do
 end
 
 directory "/srv/ooc.openstreetmap.org" do