tilecache: balance localhost backend

[chef.git] / cookbooks / tilecache / recipes / default.rb

diff --git a/cookbooks/tilecache/recipes/default.rb b/cookbooks/tilecache/recipes/default.rb
index cee98a156171ea6dc226a9c04fbe46748769ddcf..63de8a529f92a3b85802077c3161d2e14fb18f91 100644 (file)
--- a/cookbooks/tilecache/recipes/default.rb
+++ b/cookbooks/tilecache/recipes/default.rb
@@ -1,14 +1,14 @@
 #
 #

-# Cookbook Name:: tilecache
+# Cookbook:: tilecache

 # Recipe:: default
 #
 # Recipe:: default
 #

-# Copyright 2011, OpenStreetMap Foundation
+# Copyright:: 2011, OpenStreetMap Foundation

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -19,19 +19,19 @@
 
 require "ipaddr"
 
 
 require "ipaddr"
 

-certificate = node[:tilecache][:ssl][:certificate]
-node.default[:ssl][:certificates] = node[:ssl][:certificates] | [certificate]
-

 include_recipe "ssl"
 include_recipe "squid"
 include_recipe "nginx"
 include_recipe "ssl"
 include_recipe "squid"
 include_recipe "nginx"

+include_recipe "fail2ban"

 
 package "apache2" do
   action :remove
 end
 
 
 package "apache2" do
   action :remove
 end
 

-package "xz-utils"
-package "openssl"
+package %w[
+  xz-utils
+  openssl
+]

 
 # oathtool for QoS token
 package "oathtool"
 
 # oathtool for QoS token
 package "oathtool"


@@ -39,7 +39,7 @@ package "oathtool"
 tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
 tilerenders = search(:node, "roles:tile").sort_by { |n| n[:hostname] }
 
 tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
 tilerenders = search(:node, "roles:tile").sort_by { |n| n[:hostname] }
 

-tilecache_tokens = data_bag_item("tilecache", "tokens")
+web_passwords = data_bag_item("web", "passwords")

 
 tilecaches.each do |cache|
   cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address|
 
 tilecaches.each do |cache|
   cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address|


@@ -52,6 +52,7 @@ tilecaches.each do |cache|
       dest_ports "3128"
       source_ports "1024:"
     end
       dest_ports "3128"
       source_ports "1024:"
     end

+

     firewall_rule "accept-squid-icp" do
       action :accept
       family "inet"
     firewall_rule "accept-squid-icp" do
       action :accept
       family "inet"


@@ -61,6 +62,7 @@ tilecaches.each do |cache|
       dest_ports "3130"
       source_ports "3130"
     end
       dest_ports "3130"
       source_ports "3130"
     end

+

     firewall_rule "accept-squid-icp-reply" do
       action :accept
       family "inet"
     firewall_rule "accept-squid-icp-reply" do
       action :accept
       family "inet"


@@ -70,6 +72,26 @@ tilecaches.each do |cache|
       dest_ports "3130"
       source_ports "3130"
     end
       dest_ports "3130"
       source_ports "3130"
     end

+
+    firewall_rule "accept-squid-htcp" do
+      action :accept
+      family "inet"
+      source "net:#{address}"
+      dest "fw"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end
+
+    firewall_rule "accept-squid-htcp-reply" do
+      action :accept
+      family "inet"
+      source "fw"
+      dest "net:#{address}"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end

   end
 end
 
   end
 end
 


@@ -78,6 +100,8 @@ squid_fragment "tilecache" do
   variables :caches => tilecaches, :renders => tilerenders
 end
 
   variables :caches => tilecaches, :renders => tilerenders
 end
 

+package "rsync"
+

 template "/etc/logrotate.d/squid" do
   source "logrotate.squid.erb"
   owner "root"
 template "/etc/logrotate.d/squid" do
   source "logrotate.squid.erb"
   owner "root"


@@ -85,17 +109,18 @@ template "/etc/logrotate.d/squid" do
   mode 0o644
 end
 
   mode 0o644
 end
 

-nginx_site "default" do
-  action [:delete]
-end
-
-resolvers = node[:networking][:nameservers].map do |resolver|
-  IPAddr.new(resolver).ipv6? ? "[#{resolver}]" : resolver
+# Configure cron with lower cpu and IO priority
+systemd_service "cron-load" do
+  service "cron"
+  dropin "load"
+  nice 19
+  io_scheduling_class "best-effort"
+  io_scheduling_priority 7
+  notifies :restart, "service[cron]"

 end
 
 end
 

-nginx_site "tile-ssl" do
-  template "nginx_tile_ssl.conf.erb"
-  variables :certificate => certificate, :resolvers => resolvers, :caches => tilecaches
+nginx_site "default" do
+  action [:delete]

 end
 
 template "/usr/local/bin/nginx_generate_tilecache_qos_map" do
 end
 
 template "/usr/local/bin/nginx_generate_tilecache_qos_map" do


@@ -103,7 +128,7 @@ template "/usr/local/bin/nginx_generate_tilecache_qos_map" do
   owner "root"
   group "root"
   mode 0o750
   owner "root"
   group "root"
   mode 0o750

-  variables :tokens => tilecache_tokens
+  variables :totp_key => web_passwords["totp_key"]

 end
 
 template "/etc/cron.d/tilecache" do
 end
 
 template "/etc/cron.d/tilecache" do


@@ -119,12 +144,21 @@ execute "execute_nginx_generate_tilecache_qos_map" do
   action :run
 end
 
   action :run
 end
 

-service "nginx-certificate-restart" do
-  service_name "nginx"
-  action :nothing
-  subscribes :restart, "cookbook_file[/etc/ssl/certs/rapidssl.pem]"
-  subscribes :restart, "file[/etc/ssl/certs/#{certificate}.pem]"
-  subscribes :restart, "file[/etc/ssl/private/#{certificate}.key]"
+ssl_certificate "tile.openstreetmap.org" do
+  domains ["tile.openstreetmap.org",
+           "a.tile.openstreetmap.org",
+           "b.tile.openstreetmap.org",
+           "c.tile.openstreetmap.org",
+           "tile.osm.org",
+           "a.tile.osm.org",
+           "b.tile.osm.org",
+           "c.tile.osm.org"]
+  notifies :restart, "service[nginx]"
+end
+
+nginx_site "tile" do
+  template "nginx_tile.conf.erb"
+  variables :caches => tilecaches

 end
 
 template "/etc/logrotate.d/nginx" do
 end
 
 template "/etc/logrotate.d/nginx" do


@@ -134,6 +168,10 @@ template "/etc/logrotate.d/nginx" do
   mode 0o644
 end
 
   mode 0o644
 end
 

+fail2ban_jail "squid" do
+  maxretry 1000
+end
+

 tilerenders.each do |render|
   munin_plugin "ping_#{render[:fqdn]}" do
     target "ping_"
 tilerenders.each do |render|
   munin_plugin "ping_#{render[:fqdn]}" do
     target "ping_"