tilecache: storage tuning

diff --git a/cookbooks/nginx/attributes/default.rb b/cookbooks/nginx/attributes/default.rb
index 44fb5bc10339d71a7f3a8a57a1c3b5dd69426ef1..30eb12bcc1f30326b138f3e65bd99dcf5b29ed9a 100644 (file)
--- a/cookbooks/nginx/attributes/default.rb
+++ b/cookbooks/nginx/attributes/default.rb
@@ -3,12 +3,12 @@ default[:nginx][:access_log] = "/var/log/nginx/access.log"
 
 # Tuning for nginx fastcgi cache zone
 default[:nginx][:cache][:fastcgi][:enable] = false
-default[:nginx][:cache][:fastcgi][:keys_zone] = "fastcgi_cache_zone:32M"
+default[:nginx][:cache][:fastcgi][:keys_zone] = "fastcgi_cache_zone:48M"
 default[:nginx][:cache][:fastcgi][:inactive] = "45d"
-default[:nginx][:cache][:fastcgi][:max_size] = "2048M"
+default[:nginx][:cache][:fastcgi][:max_size] = "8192M"
 
 # Tuning for nginx proxy cache zone
 default[:nginx][:cache][:proxy][:enable] = false
-default[:nginx][:cache][:proxy][:keys_zone] = "proxy_cache_zone:32M"
+default[:nginx][:cache][:proxy][:keys_zone] = "proxy_cache_zone:48M"
 default[:nginx][:cache][:proxy][:inactive] = "45d"
-default[:nginx][:cache][:proxy][:max_size] = "2048M"
+default[:nginx][:cache][:proxy][:max_size] = "8192M"

diff --git a/cookbooks/nginx/templates/default/nginx.conf.erb b/cookbooks/nginx/templates/default/nginx.conf.erb
index fc2a462d9a4f5d9e9b0923784dd098f416ded660..de53cc39d6ac867e170ff22f8223a85badb55898 100644 (file)
--- a/cookbooks/nginx/templates/default/nginx.conf.erb
+++ b/cookbooks/nginx/templates/default/nginx.conf.erb
@@ -25,12 +25,12 @@ http {
                       '$status $body_bytes_sent "$http_referer" '
                       '"$http_user_agent" "$http_x_forwarded_for"';
 
-    access_log  <%= node[:nginx][:access_log] %>  main  buffer=32k flush=1m;
+    access_log  <%= node[:nginx][:access_log] %>  main flush=1m;
 <% else -%>
     access_log  off;
 <% end -%>
 
-    keepalive_timeout  30;
+    keepalive_timeout 20 20;
 
     server_tokens off;
 

diff --git a/roles/cherufe.rb b/roles/cherufe.rb
index 2fa0d68e3a1f455d4f9dabf3533e6dfbf924d858..30814b8a76e7d20b710215e9127df9d95bfbd7cc 100644 (file)
--- a/roles/cherufe.rb
+++ b/roles/cherufe.rb
@@ -30,6 +30,13 @@ default_attributes(
       "rock /store/squid/rock-32768 45000 swap-timeout=200 slot-size=32768 min-size=16285 max-size=262144"
     ]
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "4096M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "vinadelmar.render.openstreetmap.org",
     :tile_siblings => [

diff --git a/roles/jakelong.rb b/roles/jakelong.rb
index a2633cd4bbe4b3c8661c623eadab9195b0689318..4eff9e02a8a3184ddb18a7841b36d87fac0c2914 100644 (file)
--- a/roles/jakelong.rb
+++ b/roles/jakelong.rb
@@ -26,6 +26,13 @@ default_attributes(
     :cache_mem => "1024 MB",
     :cache_dir => "coss /store/squid/coss-01 24000 block-size=8192 max-size=262144 membufs=30"
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "2048M"
+      }
+    }
+  },
   :sysctl => {
     :kvm => {
       :comment => "Tuning for KVM guest",

diff --git a/roles/kalessin.rb b/roles/kalessin.rb
index 953496dfac4c3fcd8129eb63248eaaa54681f93f..8805233edf46ccef02bb6592443f90bcb25c2a33 100644 (file)
--- a/roles/kalessin.rb
+++ b/roles/kalessin.rb
@@ -26,6 +26,13 @@ default_attributes(
     :cache_mem => "12500 MB",
     :cache_dir => "coss /store/squid/coss-01 128000 block-size=8192 max-size=262144 membufs=80"
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "2048M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "germany.render.openstreetmap.org",
     :tile_siblings => [

diff --git a/roles/norbert.rb b/roles/norbert.rb
index 8476393d68bf5518a2b2aeb604d78bd58c5a518c..d86bd088c8b1bc741404b266a80dfe6ea57ea2a5 100644 (file)
--- a/roles/norbert.rb
+++ b/roles/norbert.rb
@@ -26,6 +26,13 @@ default_attributes(
     :cache_mem => "7500 MB",
     :cache_dir => "coss /store/squid/coss-01 80000 block-size=8192 max-size=262144 membufs=80"
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "2048M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "france.render.openstreetmap.org",
     :tile_siblings => [

diff --git a/roles/saphira.rb b/roles/saphira.rb
index ebfbc312613661b285a073aec42cd7cfa7ea7b36..7f75a78f6afddecc8001583a470ea7e9e5d810f3 100644 (file)
--- a/roles/saphira.rb
+++ b/roles/saphira.rb
@@ -35,6 +35,13 @@ default_attributes(
       "rock /store/squid/rock-32768 22800 swap-timeout=200 slot-size=32768 min-size=16285 max-size=262144"
     ]
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "4096M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "london.render.openstreetmap.org",
     :tile_siblings => [

diff --git a/roles/sarkany.rb b/roles/sarkany.rb
index ce318fcf388a1b9b82c92a176fdf8fd7314988db..c6ed707573b6dfda97470109b98ee2b00f6a4147 100644 (file)
--- a/roles/sarkany.rb
+++ b/roles/sarkany.rb
@@ -26,6 +26,13 @@ default_attributes(
     :cache_mem => "5100 MB",
     :cache_dir => "coss /store/squid/coss-01 80000 block-size=8192 max-size=262144 membufs=80"
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "4096M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "budapest.render.openstreetmap.org",
     :tile_siblings => [

diff --git a/roles/simurgh.rb b/roles/simurgh.rb
index 6fc87575ef4a5e91af8ab8446f716c9c04083864..3be91b44e8cc7ba072f10e64d04cb2840f088cdc 100644 (file)
--- a/roles/simurgh.rb
+++ b/roles/simurgh.rb
@@ -18,6 +18,13 @@ default_attributes(
     :cache_mem => "6400 MB",
     :cache_dir => "coss /store/squid/coss-01 128000 block-size=8192 max-size=262144 membufs=80"
   },
+  :nginx => {
+    :cache => {
+      :proxy => {
+        :max_size => "2048M"
+      }
+    }
+  },
   :tilecache => {
     :tile_parent => "baku.render.openstreetmap.org",
     :tile_siblings => [