From 057517f498d3c387a77690ee616b23fbe1c95ebe Mon Sep 17 00:00:00 2001
From: Joe Banks <joe@jb3.dev>
Date: Sun, 31 Mar 2024 23:28:12 +0100
Subject: Add PagerDuty to AlertManager channels

---
 .../namespaces/monitoring/alerts/alertmanager.yaml |  31 +++++++++++----------
 .../monitoring/alerts/alertmanager/secrets.yaml    | Bin 316 -> 366 bytes
 2 files changed, 17 insertions(+), 14 deletions(-)

(limited to 'kubernetes/namespaces')

diff --git a/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml b/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
index bef166a..870cb0d 100644
--- a/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
+++ b/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
@@ -1,5 +1,5 @@
 route:
-  group_by: ['alertname', 'cluster', 'service']
+  group_by: ["alertname", "cluster", "service"]
 
   group_wait: 15s
 
@@ -8,17 +8,20 @@ route:
   receiver: devops-team
 
 receivers:
-- name: devops-team
-  slack_configs:
-  - api_url_file: "/opt/pydis/alertmanager/webhooks/DEVOPS_HOOK"
-    send_resolved: true
-    title: '{{ if eq .Status "firing" }}[FIRING]{{ else }}[RESOLVED]{{ end }}'
-    text: |
-      {{ if eq .Status "firing" }}{{ range .Alerts }}
-      **{{ .Annotations.summary }}:**
-      {{ .Annotations.description }} [(Link)]({{.GeneratorURL}})
+  - name: devops-team
+    slack_configs:
+      - api_url_file: "/opt/pydis/alertmanager/webhooks/DEVOPS_HOOK"
+        send_resolved: true
+        title: '{{ if eq .Status "firing" }}[FIRING]{{ else }}[RESOLVED]{{ end }}'
+        text: |
+          {{ if eq .Status "firing" }}{{ range .Alerts }}
+          **{{ .Annotations.summary }}:**
+          {{ .Annotations.description }} [(Link)]({{.GeneratorURL}})
 
-      {{ end }}{{ else }}Alert has resolved.{{ end }}
-    fields:
-    - title: Alert
-      value: "{{ .GroupLabels.alertname }}"
+          {{ end }}{{ else }}Alert has resolved.{{ end }}
+        fields:
+          - title: Alert
+            value: "{{ .GroupLabels.alertname }}"
+    pagerduty_configs:
+      - routing_key_file: "/opt/pydis/alertmanager/webhooks/PAGERDUTY_KEY"
+        url: https://events.pagerduty.com/v2/enqueue
diff --git a/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml b/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml
index 7cc1d95..4107c0e 100644
Binary files a/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml and b/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml differ
-- 
cgit v1.2.3