From e60601fdcda85bd2479379d0e0e39709074390f6 Mon Sep 17 00:00:00 2001 From: dxrayz <105016816+dxrayz@users.noreply.github.com> Date: Sat, 21 Feb 2026 20:40:10 +0200 Subject: [PATCH] tune Targets Missing rules (#497) * tune Targets Missing rules * reworked query logic * Update rules.yml --------- Co-authored-by: Samuel Berthe --- _data/rules.yml | 5 ++++- dist/rules/prometheus-self-monitoring/embedded-exporter.yml | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/_data/rules.yml b/_data/rules.yml index 7f4da58..1539321 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -19,8 +19,11 @@ groups: severity: warning - name: Prometheus target missing description: A Prometheus target has disappeared. An exporter might be crashed. - query: "up == 0" + query: "up == 0 unless on(job) (sum by (job) (up) == 0)" severity: critical + comments: | + Only fire if at least one target in the job is still up. + If all targets are down, PrometheusJobMissing or PrometheusAllTargetsMissing will fire instead. - name: Prometheus all targets missing description: A Prometheus job does not have living target anymore. query: "sum by (job) (up) == 0" diff --git a/dist/rules/prometheus-self-monitoring/embedded-exporter.yml b/dist/rules/prometheus-self-monitoring/embedded-exporter.yml index 5c623d5..5366477 100644 --- a/dist/rules/prometheus-self-monitoring/embedded-exporter.yml +++ b/dist/rules/prometheus-self-monitoring/embedded-exporter.yml @@ -15,7 +15,7 @@ groups: description: "A Prometheus job has disappeared\n VALUE = {{ $value }}\n LABELS = {{ $labels }}" - alert: PrometheusTargetMissing - expr: 'up == 0' + expr: 'up == 0 unless on(job) (sum by (job) (up) == 0)' for: 0m labels: severity: critical