From 1f9eb5f5f377aa39bb5b0b0df27f93b07bfc5edb Mon Sep 17 00:00:00 2001 From: jchristgit Date: Mon, 29 Apr 2024 22:35:59 +0200 Subject: Stop alerting for slow GitHub webhook filter endpoint calls (#235) These are directly forwarded to GitHub with no time-consuming processing done on the site. We would therefore be alerting for GitHub's slowness, which is rather useless. --- kubernetes/namespaces/monitoring/alerts/alerts.d/django.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'kubernetes') diff --git a/kubernetes/namespaces/monitoring/alerts/alerts.d/django.yaml b/kubernetes/namespaces/monitoring/alerts/alerts.d/django.yaml index ec35dda..cb94ea5 100644 --- a/kubernetes/namespaces/monitoring/alerts/alerts.d/django.yaml +++ b/kubernetes/namespaces/monitoring/alerts/alerts.d/django.yaml @@ -11,7 +11,7 @@ groups: description: "Django is experiencing 5xx errors on {{ $labels.namespace }}/{{ $labels.job }}" - alert: DjangoLatencyElevated - expr: histogram_quantile(0.95, rate(django_http_requests_latency_seconds_by_view_method_bucket{view!="api:github-artifacts", view!="home:home", view!="content:tag"}[5m])) > 1.0 + expr: histogram_quantile(0.95, rate(django_http_requests_latency_seconds_by_view_method_bucket{view!="api:github-artifacts", view!="api:github-webhook-filter", view!="home:home", view!="content:tag"}[5m])) > 1.0 for: 3m labels: severity: warning @@ -20,7 +20,7 @@ groups: description: "Django route {{ $labels.method }} {{ $labels.view }} has raised latency" - alert: DjangoLatencyHigh - expr: histogram_quantile(0.95, rate(django_http_requests_latency_seconds_by_view_method_bucket{view!="api:github-artifacts", view!="home:home", view!="content:tag"}[5m])) > 10.0 + expr: histogram_quantile(0.95, rate(django_http_requests_latency_seconds_by_view_method_bucket{view!="api:github-artifacts", view!="api:github-webhook-filter", view!="home:home", view!="content:tag"}[5m])) > 10.0 for: 3m labels: severity: page -- cgit v1.2.3