From: Tom Hughes <tom@compton.nu>
Date: Mon, 18 Jul 2022 23:47:00 +0000 (+0100)
Subject: Add an alert for unusually low apache request rates
X-Git-Url: https://git.openstreetmap.org./chef.git/commitdiff_plain/12e55b9a956bcbed90ce4f925ef56e9e1812eda0?ds=inline

Add an alert for unusually low apache request rates
---

diff --git a/cookbooks/prometheus/templates/default/alert_rules.yml.erb b/cookbooks/prometheus/templates/default/alert_rules.yml.erb
index b928520ed..4b5a0c60f 100644
--- a/cookbooks/prometheus/templates/default/alert_rules.yml.erb
+++ b/cookbooks/prometheus/templates/default/alert_rules.yml.erb
@@ -52,6 +52,13 @@ groups:
           alertgroup: "{{ $labels.instance }}"
         annotations:
           busy_workers: "{{ $value | humanizePercentage }}"
+      - alert: apache low request rate
+        expr: rate(apache_accesses_total[$__rate_interval]) / rate(apache_accesses_total[$__rate_interval] offset 1w) < 0.25 and rate(apache_accesses_total[1h] offset 1w) > 2
+        for: 15m
+        labels:
+          alertgroup: "{{ $labels.instance }}"
+        annotations:
+          request_rate: "{{ $value | humanizePercentage }}"
   - name: chef
     rules:
       - alert: chef client not running