aboutsummaryrefslogtreecommitdiffstats
path: root/kubernetes
diff options
context:
space:
mode:
authorGravatar Joe Banks <[email protected]>2024-03-31 23:28:12 +0100
committerGravatar Joe Banks <[email protected]>2024-04-01 19:04:11 +0100
commit057517f498d3c387a77690ee616b23fbe1c95ebe (patch)
tree7cb3cf60fcc4ff4bbdcdf4342dd1b51ee1925483 /kubernetes
parentSupport port pretty names as well as integer ports for SD (diff)
Add PagerDuty to AlertManager channels
Diffstat (limited to 'kubernetes')
-rw-r--r--kubernetes/namespaces/monitoring/alerts/alertmanager.yaml31
-rw-r--r--kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yamlbin316 -> 366 bytes
2 files changed, 17 insertions, 14 deletions
diff --git a/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml b/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
index bef166a..870cb0d 100644
--- a/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
+++ b/kubernetes/namespaces/monitoring/alerts/alertmanager.yaml
@@ -1,5 +1,5 @@
route:
- group_by: ['alertname', 'cluster', 'service']
+ group_by: ["alertname", "cluster", "service"]
group_wait: 15s
@@ -8,17 +8,20 @@ route:
receiver: devops-team
receivers:
-- name: devops-team
- slack_configs:
- - api_url_file: "/opt/pydis/alertmanager/webhooks/DEVOPS_HOOK"
- send_resolved: true
- title: '{{ if eq .Status "firing" }}[FIRING]{{ else }}[RESOLVED]{{ end }}'
- text: |
- {{ if eq .Status "firing" }}{{ range .Alerts }}
- **{{ .Annotations.summary }}:**
- {{ .Annotations.description }} [(Link)]({{.GeneratorURL}})
+ - name: devops-team
+ slack_configs:
+ - api_url_file: "/opt/pydis/alertmanager/webhooks/DEVOPS_HOOK"
+ send_resolved: true
+ title: '{{ if eq .Status "firing" }}[FIRING]{{ else }}[RESOLVED]{{ end }}'
+ text: |
+ {{ if eq .Status "firing" }}{{ range .Alerts }}
+ **{{ .Annotations.summary }}:**
+ {{ .Annotations.description }} [(Link)]({{.GeneratorURL}})
- {{ end }}{{ else }}Alert has resolved.{{ end }}
- fields:
- - title: Alert
- value: "{{ .GroupLabels.alertname }}"
+ {{ end }}{{ else }}Alert has resolved.{{ end }}
+ fields:
+ - title: Alert
+ value: "{{ .GroupLabels.alertname }}"
+ pagerduty_configs:
+ - routing_key_file: "/opt/pydis/alertmanager/webhooks/PAGERDUTY_KEY"
+ url: https://events.pagerduty.com/v2/enqueue
diff --git a/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml b/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml
index 7cc1d95..4107c0e 100644
--- a/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml
+++ b/kubernetes/namespaces/monitoring/alerts/alertmanager/secrets.yaml
Binary files differ