X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/e26014200863b3118f65f48175260fa05768bcb7..addf6b0c0bc4779526cf93cf59d3aa16561ef416:/cookbooks/tilecache/templates/default/nginx_tile.conf.erb diff --git a/cookbooks/tilecache/templates/default/nginx_tile.conf.erb b/cookbooks/tilecache/templates/default/nginx_tile.conf.erb index 4e1daee4a..903eeb6cf 100644 --- a/cookbooks/tilecache/templates/default/nginx_tile.conf.erb +++ b/cookbooks/tilecache/templates/default/nginx_tile.conf.erb @@ -1,29 +1,34 @@ # DO NOT EDIT - This file is being maintained by Chef upstream tile_cache_backend { - server 127.0.0.1:8080; - server 127.0.0.2:8080; + server 127.0.0.1:8080 max_fails=32 fail_timeout=2s; + server 127.0.0.2:8080 max_fails=32 fail_timeout=2s; - # Add the other caches to relieve pressure if local squid failing + # Add the tile_siblings caches to relieve pressure if local squid failing # Balancer: round-robin +<% server_weight = 20 -%> +<% @node[:tilecache][:tile_siblings].each do |cache_peer| -%> <% @caches.each do |cache| -%> +<% if cache_peer == cache[:fqdn] -%> <% if cache[:hostname] != node[:hostname] -%> <% cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address| -%> - server <%= address %>:80 backup; # Server <%= cache[:hostname] %> + server <%= address %>:80 weight=<%= server_weight.div(10) %> max_fails=32 fail_timeout=2s; # Server <%= cache[:hostname] %> +<% server_weight += 5 -%> +<% end -%> +<% end -%> <% end -%> <% end -%> <% end -%> - keepalive 512; - keepalive_requests 1024; + keepalive 128; } # Geo Map of tile caches geo $tile_cache { - default 0; + default "client"; <% @caches.each do |cache| -%> <% cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address| -%> - <%= address %> 1; # <%= cache[:hostname] %> + <%= address %> "cache"; # <%= cache[:hostname] %> <% end -%> <% end -%> } @@ -54,11 +59,12 @@ map $http_user_agent $denied_scraper { '~^Java\/' 1; # Library Default '~^tiles$' 1; # Library Default '~^okhttp\/' 1; # Library Default - '~^Microsoft-ATL-Native\/' 1; #Library Default + '~^Microsoft-ATL-Native\/' 1; # Library Default '/n software IPWorks HTTP/S Component - www.nsoftware.com' 1; #Library default - '~^Wget\/' 1; #Library Default + '~^Wget\/' 1; # Library Default 'C# TilesDownloader' 1; # Downloader 'MapDownloader' 1; # Downloader + '~^staticmaps' 1; # Downloader 'Android' 1; # Default or fake 'kc_android' 1; # Default or fake 'Mozilla/4.0' 1; # Fake @@ -70,20 +76,37 @@ map $http_user_agent $denied_scraper { 'com.soft373.taptaxi' 1; 'com.kradac.ktxcore' 1; 'ru.crowdsystems.topcontrol.knd' 1; + 'pl.itaxi.driver' 1; + 'net.uztaxi.driver' 1; + 'OSMDroid/2.1 (its; rutaxi 3.28.0)' 1; + 'com.helleniccomms.mercedes.driver' 1; + 'ru.taximaster.www' 1; + 'com.arobs.trackgps' 1; + 'com.helleniccomms.asteras.driver' 1; + # '~[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}' 1; # Fake UA } map $http_referer $denied_referer { default 0; # Not denied 'http://www.openstreetmap.org/' 1; # Faked 'http://www.openstreetmap.org' 1; # Faked + 'https://www.openstreetmap.org' 1; # Faked 'http://openstreetmap.org/' 1; # Faked 'http://openstreetmap.org' 1; # Faked + 'https://openstreetmap.org' 1; # Faked 'http://www.osm.org/' 1; # Faked 'http://www.osm.org' 1; # Faked 'http://osm.org/' 1; # Faked 'http://osm.org' 1; # Faked - '~^http://google\.com' 1; # Faked - '~^http://www\.google\.com' 1; # Faked + 'http://google.com' 1; # Faked + 'http://www.google.com' 1; # Faked + 'http://google.com/' 1; # Faked + 'http://www.google.com/' 1; # Faked + 'https://google.com' 1; # Faked + 'https://www.google.com' 1; # Faked + 'https://google.com/' 1; # Faked + 'https://www.google.com/' 1; # Faked + 'http://www.microsoft.com/' 1; # Faked '~^https?://pmap\.kuku\.lu/' 1; # Too much traffic '~^https?://[^.]*\.pmap\.kuku\.lu/' 1; # Too much traffic '~^https?://fastpokemap\.com/' 1; # Too much traffic @@ -92,6 +115,10 @@ map $http_referer $denied_referer { '~^https?://[^.]*\.pkget\.com/' 1; # Too much traffic '~^https?://twpkinfo\.com/' 1; # Too much traffic '~^https?://[^.]*\.twpkinfo\.com/' 1; # Too much traffic + '~^https?://9db\.jp/' 1; # Too much traffic + '~^https?://[^.]*\.9db\.jp/' 1; # Too much traffic + '~^https?://clustrmaps\.com/' 1; # Too much traffic + '~^https?://[^.]*\.clustrmaps\.com/' 1; # Too much traffic } map $http_referer $osm_referer { @@ -113,6 +140,17 @@ map $osm_referer$http_user_agent $limit_http_pragma { '~^osmMozilla\/5\.0\ ' $http_pragma; # Pass Header } +# Find Browser User-Agents which are not sending a referer. +# Browsers with no referer could be due to Browser extension or website Referrer-Policy +map $tile_cache$http_referer$scheme$http_user_agent $deny_missing_referer { + default 0; # Not denied + '~^clienthttpsMozilla\/5\.0\ \(X11' 1; + '~^clienthttpsMozilla\/5\.0\ \(Windows' 1; + '~^clienthttpsMozilla\/5\.0\ \(iPhone' 1; + '~^clienthttpsMozilla\/5\.0\ \(Macintosh' 1; + '~^clienthttpsMozilla\/5\.0\ \(Linux' 1; +} + server { # IPv4 listen 80 deferred backlog=16384 reuseport fastopen=2048 default_server; @@ -261,6 +299,13 @@ server { proxy_cache_min_uses 4; add_header x-cache-status $upstream_cache_status; +<% else %> + # Severely rate limit Browser UAs which are not sending a referer. + # With no referer we do not know who is using tiles + if ($deny_missing_referer) { + set $limit_rate 1024; + add_header x-cache-ratelimit "missing-referer"; + } <% end -%> # Set a QoS cookie if none presented (uses nginx Map)