From: Tom Hughes <tom@compton.nu>
Date: Thu, 7 Sep 2023 14:49:35 +0000 (+0100)
Subject: Block out of control Bytespider indexer
X-Git-Url: https://git.openstreetmap.org./chef.git/commitdiff_plain/7b6f6ab21dde5beacf127fc194b5a9da65b2fa9c

Block out of control Bytespider indexer
---

diff --git a/cookbooks/web/templates/default/apache.frontend.erb b/cookbooks/web/templates/default/apache.frontend.erb
index f4848bc3a..b097dee55 100644
--- a/cookbooks/web/templates/default/apache.frontend.erb
+++ b/cookbooks/web/templates/default/apache.frontend.erb
@@ -71,6 +71,12 @@
   RewriteCond %{HTTP_USER_AGENT} "python-httpx/0.24.1"
   RewriteRule . - [F,L]
 
+  #
+  # Block out of control spider
+  #
+  RewriteCond %{HTTP_USER_AGENT} "Bytespider"
+  RewriteRule . - [F,L]
+
   #
   # Block attempts to access old API versions
   #