From 7b6f6ab21dde5beacf127fc194b5a9da65b2fa9c Mon Sep 17 00:00:00 2001
From: Tom Hughes <tom@compton.nu>
Date: Thu, 7 Sep 2023 15:49:35 +0100
Subject: [PATCH] Block out of control Bytespider indexer

---
 cookbooks/web/templates/default/apache.frontend.erb | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/cookbooks/web/templates/default/apache.frontend.erb b/cookbooks/web/templates/default/apache.frontend.erb
index f4848bc3a..b097dee55 100644
--- a/cookbooks/web/templates/default/apache.frontend.erb
+++ b/cookbooks/web/templates/default/apache.frontend.erb
@@ -71,6 +71,12 @@
   RewriteCond %{HTTP_USER_AGENT} "python-httpx/0.24.1"
   RewriteRule . - [F,L]
 
+  #
+  # Block out of control spider
+  #
+  RewriteCond %{HTTP_USER_AGENT} "Bytespider"
+  RewriteRule . - [F,L]
+
   #
   # Block attempts to access old API versions
   #
-- 
2.39.5