Better CPU/IO scheduling for cron on tilecaches

[chef.git] / cookbooks / tilecache / recipes / default.rb

diff --git a/cookbooks/tilecache/recipes/default.rb b/cookbooks/tilecache/recipes/default.rb
index 1aad4b9ff4652b3ba20b9d364d52bc59b82967ec..63de8a529f92a3b85802077c3161d2e14fb18f91 100644 (file)
--- a/cookbooks/tilecache/recipes/default.rb
+++ b/cookbooks/tilecache/recipes/default.rb
@@ -1,14 +1,14 @@
 #
 #

-# Cookbook Name:: tilecache
+# Cookbook:: tilecache

 # Recipe:: default
 #
 # Recipe:: default
 #

-# Copyright 2011, OpenStreetMap Foundation
+# Copyright:: 2011, OpenStreetMap Foundation

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -19,22 +19,28 @@
 
 require "ipaddr"
 
 
 require "ipaddr"
 

-certificate = node[:tilecache][:ssl][:certificate]
-node.default[:ssl][:certificates] = node[:ssl][:certificates] | [ certificate ]
-

 include_recipe "ssl"
 include_recipe "squid"
 include_recipe "nginx"
 include_recipe "ssl"
 include_recipe "squid"
 include_recipe "nginx"

+include_recipe "fail2ban"

 
 package "apache2" do
   action :remove
 end
 
 
 package "apache2" do
   action :remove
 end
 

-package "xz-utils"
+package %w[
+  xz-utils
+  openssl
+]
+
+# oathtool for QoS token
+package "oathtool"

 
 tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
 tilerenders = search(:node, "roles:tile").sort_by { |n| n[:hostname] }
 
 
 tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
 tilerenders = search(:node, "roles:tile").sort_by { |n| n[:hostname] }
 

+web_passwords = data_bag_item("web", "passwords")
+

 tilecaches.each do |cache|
   cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address|
     firewall_rule "accept-squid" do
 tilecaches.each do |cache|
   cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address|
     firewall_rule "accept-squid" do


@@ -46,6 +52,7 @@ tilecaches.each do |cache|
       dest_ports "3128"
       source_ports "1024:"
     end
       dest_ports "3128"
       source_ports "1024:"
     end

+

     firewall_rule "accept-squid-icp" do
       action :accept
       family "inet"
     firewall_rule "accept-squid-icp" do
       action :accept
       family "inet"


@@ -55,6 +62,7 @@ tilecaches.each do |cache|
       dest_ports "3130"
       source_ports "3130"
     end
       dest_ports "3130"
       source_ports "3130"
     end

+

     firewall_rule "accept-squid-icp-reply" do
       action :accept
       family "inet"
     firewall_rule "accept-squid-icp-reply" do
       action :accept
       family "inet"


@@ -64,6 +72,26 @@ tilecaches.each do |cache|
       dest_ports "3130"
       source_ports "3130"
     end
       dest_ports "3130"
       source_ports "3130"
     end

+
+    firewall_rule "accept-squid-htcp" do
+      action :accept
+      family "inet"
+      source "net:#{address}"
+      dest "fw"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end
+
+    firewall_rule "accept-squid-htcp-reply" do
+      action :accept
+      family "inet"
+      source "fw"
+      dest "net:#{address}"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end

   end
 end
 
   end
 end
 


@@ -72,32 +100,76 @@ squid_fragment "tilecache" do
   variables :caches => tilecaches, :renders => tilerenders
 end
 
   variables :caches => tilecaches, :renders => tilerenders
 end
 

+package "rsync"
+

 template "/etc/logrotate.d/squid" do
   source "logrotate.squid.erb"
   owner "root"
   group "root"
 template "/etc/logrotate.d/squid" do
   source "logrotate.squid.erb"
   owner "root"
   group "root"

-  mode 0644
+  mode 0o644
+end
+
+# Configure cron with lower cpu and IO priority
+systemd_service "cron-load" do
+  service "cron"
+  dropin "load"
+  nice 19
+  io_scheduling_class "best-effort"
+  io_scheduling_priority 7
+  notifies :restart, "service[cron]"

 end
 
 nginx_site "default" do
 end
 
 nginx_site "default" do

-  action [ :delete ]
+  action [:delete]
+end
+
+template "/usr/local/bin/nginx_generate_tilecache_qos_map" do
+  source "nginx_generate_tilecache_qos_map.erb"
+  owner "root"
+  group "root"
+  mode 0o750
+  variables :totp_key => web_passwords["totp_key"]
+end
+
+template "/etc/cron.d/tilecache" do
+  source "cron.erb"
+  owner "root"
+  group "root"
+  mode 0o644
+end
+
+execute "execute_nginx_generate_tilecache_qos_map" do
+  command "/usr/local/bin/nginx_generate_tilecache_qos_map"
+  creates "/etc/nginx/conf.d/tile_qos_rates.map"
+  action :run

 end
 
 end
 

-resolvers = node[:networking][:nameservers].map do |resolver|
-  IPAddr.new(resolver).ipv6? ? "[#{resolver}]" : "#{resolver}"
+ssl_certificate "tile.openstreetmap.org" do
+  domains ["tile.openstreetmap.org",
+           "a.tile.openstreetmap.org",
+           "b.tile.openstreetmap.org",
+           "c.tile.openstreetmap.org",
+           "tile.osm.org",
+           "a.tile.osm.org",
+           "b.tile.osm.org",
+           "c.tile.osm.org"]
+  notifies :restart, "service[nginx]"

 end
 
 end
 

-nginx_site "tile-ssl" do
-  template "nginx_tile_ssl.conf.erb"
-  variables :certificate => certificate, :resolvers => resolvers
+nginx_site "tile" do
+  template "nginx_tile.conf.erb"
+  variables :caches => tilecaches
+end
+
+template "/etc/logrotate.d/nginx" do
+  source "logrotate.nginx.erb"
+  owner "root"
+  group "root"
+  mode 0o644

 end
 
 end
 

-service "nginx-certificate-restart" do
-  service_name "nginx"
-  action :nothing
-  subscribes :restart, "cookbook_file[/etc/ssl/certs/rapidssl.pem]"
-  subscribes :restart, "cookbook_file[/etc/ssl/certs/#{certificate}.pem]"
-  subscribes :restart, "file[/etc/ssl/private/#{certificate}.key]"
+fail2ban_jail "squid" do
+  maxretry 1000

 end
 
 tilerenders.each do |render|
 end
 
 tilerenders.each do |render|