From f90776b6fe0a2490bf43d509833c56e4c6585ad0 Mon Sep 17 00:00:00 2001 From: apmbktf Date: Thu, 19 Aug 2021 08:44:48 -0300 Subject: [PATCH] added alerts to cortex --- _data/rules.yml | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/_data/rules.yml b/_data/rules.yml index 0d2c6fb..3a485f6 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -2027,3 +2027,13 @@ groups: description: Cortex is failing when sengin alert notifications (instance {{ $labels.instance }}) query: rate(cortex_prometheus_notifications_errors_total[5m]) > 0 severity: critical + - name: Cortex ingester unhealthy + description: Cortex has an unhealthy ingester + query: (cortex_ring_members{state="Unhealthy", name="ingester"}) > 0 + severity: critical + for: 15m + - name: Cortex frontend queries stuck + description: There are queued up queries in query-frontend. + query: sum by (job)(cortex_query_frontend_queue_length{job="cortex-query-frontend"}) > 0 + severity: critical + for: 5m \ No newline at end of file