From e26d73d615d2ecca72b1198e2542cacd5b319221 Mon Sep 17 00:00:00 2001 From: Sofrony Pavel Date: Fri, 15 Feb 2019 16:37:06 +0300 Subject: [PATCH 1/2] consul alerts --- _data/rules.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/_data/rules.yml b/_data/rules.yml index 9b2558c..6994cce 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -302,6 +302,14 @@ services: - name: prometheus/consul_exporter doc_url: https://github.com/prometheus/consul_exporter rules: + - name: consul healthcheck problem + description: 'Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}`' + query: 'consul_catalog_service_node_healthy == 0' + severity: error + - name: consul master peers problem + description: Numbers of consul raft peers less then + query: 'consul_raft_peers < number_of_consul_master' + severity: error - name: Etcd exporters: From 63cf6bd5da214aee8325362797a490e94840ef3b Mon Sep 17 00:00:00 2001 From: Sofrony Pavel Date: Sat, 16 Feb 2019 08:18:38 +0300 Subject: [PATCH 2/2] explicit for names --- _data/rules.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/_data/rules.yml b/_data/rules.yml index 6994cce..a4c0b52 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -302,12 +302,12 @@ services: - name: prometheus/consul_exporter doc_url: https://github.com/prometheus/consul_exporter rules: - - name: consul healthcheck problem + - name: Service healthcheck failed description: 'Service: `{{ $labels.service_name }}` Healthcheck: `{{ $labels.service_id }}`' query: 'consul_catalog_service_node_healthy == 0' severity: error - - name: consul master peers problem - description: Numbers of consul raft peers less then + - name: Missing Consul master node + description: Numbers of consul raft peers less then expected query: 'consul_raft_peers < number_of_consul_master' severity: error