Better CPU/IO scheduling for cron on tilecaches

[chef.git] / cookbooks / tilecache / recipes / default.rb

diff --git a/cookbooks/tilecache/recipes/default.rb b/cookbooks/tilecache/recipes/default.rb
index b97f2d43ce692dc2339e692c74e7162dfc4c6b12..63de8a529f92a3b85802077c3161d2e14fb18f91 100644 (file)
--- a/cookbooks/tilecache/recipes/default.rb
+++ b/cookbooks/tilecache/recipes/default.rb
@@ -1,14 +1,14 @@
 #
-# Cookbook Name:: tilecache
+# Cookbook:: tilecache
 # Recipe:: default
 #
-# Copyright 2011, OpenStreetMap Foundation
+# Copyright:: 2011, OpenStreetMap Foundation
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
@@ -17,15 +17,165 @@
 # limitations under the License.
 #
 
+require "ipaddr"
+
+include_recipe "ssl"
 include_recipe "squid"
+include_recipe "nginx"
+include_recipe "fail2ban"
+
+package "apache2" do
+  action :remove
+end
+
+package %w[
+  xz-utils
+  openssl
+]
+
+# oathtool for QoS token
+package "oathtool"
+
+tilecaches = search(:node, "roles:tilecache").sort_by { |n| n[:hostname] }
+tilerenders = search(:node, "roles:tile").sort_by { |n| n[:hostname] }
+
+web_passwords = data_bag_item("web", "passwords")
+
+tilecaches.each do |cache|
+  cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address|
+    firewall_rule "accept-squid" do
+      action :accept
+      family "inet"
+      source "net:#{address}"
+      dest "fw"
+      proto "tcp:syn"
+      dest_ports "3128"
+      source_ports "1024:"
+    end
+
+    firewall_rule "accept-squid-icp" do
+      action :accept
+      family "inet"
+      source "net:#{address}"
+      dest "fw"
+      proto "udp"
+      dest_ports "3130"
+      source_ports "3130"
+    end
 
-expiry_time = 14 * 86400
+    firewall_rule "accept-squid-icp-reply" do
+      action :accept
+      family "inet"
+      source "fw"
+      dest "net:#{address}"
+      proto "udp"
+      dest_ports "3130"
+      source_ports "3130"
+    end
 
-tilecaches = search(:node, "roles:tilecache").reject { |n| Time.now - Time.at(n[:ohai_time]) > expiry_time }.sort_by { |n| n[:hostname] }.map do |n|
-  { :name => n[:hostname], :interface => n.interfaces(:role => :external).first[:interface] }
+    firewall_rule "accept-squid-htcp" do
+      action :accept
+      family "inet"
+      source "net:#{address}"
+      dest "fw"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end
+
+    firewall_rule "accept-squid-htcp-reply" do
+      action :accept
+      family "inet"
+      source "fw"
+      dest "net:#{address}"
+      proto "udp"
+      dest_ports "4827"
+      source_ports "4827"
+    end
+  end
 end
 
 squid_fragment "tilecache" do
   template "squid.conf.erb"
+  variables :caches => tilecaches, :renders => tilerenders
+end
+
+package "rsync"
+
+template "/etc/logrotate.d/squid" do
+  source "logrotate.squid.erb"
+  owner "root"
+  group "root"
+  mode 0o644
+end
+
+# Configure cron with lower cpu and IO priority
+systemd_service "cron-load" do
+  service "cron"
+  dropin "load"
+  nice 19
+  io_scheduling_class "best-effort"
+  io_scheduling_priority 7
+  notifies :restart, "service[cron]"
+end
+
+nginx_site "default" do
+  action [:delete]
+end
+
+template "/usr/local/bin/nginx_generate_tilecache_qos_map" do
+  source "nginx_generate_tilecache_qos_map.erb"
+  owner "root"
+  group "root"
+  mode 0o750
+  variables :totp_key => web_passwords["totp_key"]
+end
+
+template "/etc/cron.d/tilecache" do
+  source "cron.erb"
+  owner "root"
+  group "root"
+  mode 0o644
+end
+
+execute "execute_nginx_generate_tilecache_qos_map" do
+  command "/usr/local/bin/nginx_generate_tilecache_qos_map"
+  creates "/etc/nginx/conf.d/tile_qos_rates.map"
+  action :run
+end
+
+ssl_certificate "tile.openstreetmap.org" do
+  domains ["tile.openstreetmap.org",
+           "a.tile.openstreetmap.org",
+           "b.tile.openstreetmap.org",
+           "c.tile.openstreetmap.org",
+           "tile.osm.org",
+           "a.tile.osm.org",
+           "b.tile.osm.org",
+           "c.tile.osm.org"]
+  notifies :restart, "service[nginx]"
+end
+
+nginx_site "tile" do
+  template "nginx_tile.conf.erb"
   variables :caches => tilecaches
 end
+
+template "/etc/logrotate.d/nginx" do
+  source "logrotate.nginx.erb"
+  owner "root"
+  group "root"
+  mode 0o644
+end
+
+fail2ban_jail "squid" do
+  maxretry 1000
+end
+
+tilerenders.each do |render|
+  munin_plugin "ping_#{render[:fqdn]}" do
+    target "ping_"
+    conf "munin.ping.erb"
+    conf_variables :host => render[:fqdn]
+  end
+end