From f7d08e364b32889444f7d83ee4d2358d98ae1446 Mon Sep 17 00:00:00 2001 From: Piotr Parczewski Date: Thu, 17 Dec 2020 15:00:01 +0100 Subject: [PATCH] Fix Elasticsearch "No new documents" alert. Prometheus rate() function calculates the per-second average rate of increase. This means the alert gets triggered whenever during last 10 minutes there were less than 1 document ingested *per second* (60 documents per minute). Signed-off-by: Piotr Parczewski --- _data/rules.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/rules.yml b/_data/rules.yml index 22f22c3..26ca4ff 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -781,7 +781,7 @@ groups: severity: warning - name: Elasticsearch no new documents description: No new documents for 10 min! - query: 'rate(elasticsearch_indices_docs{es_data_node="true"}[10m]) < 1' + query: 'increase(elasticsearch_indices_docs{es_data_node="true"}[10m]) < 1' severity: warning - name: Cassandra