Added query for node warmup before reporing it's down (#304)

Co-authored-by: Brett Yoakum <yoakum@adobe.com>
This commit is contained in:
Brett 2022-08-28 08:31:15 -06:00 committed by GitHub
parent ae0e4a42db
commit 0887515f98
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -26,6 +26,10 @@ groups:
description: A Prometheus job does not have living target anymore.
query: 'sum by (job) (up) == 0'
severity: critical
- name: Prometheus target missing with warmup time
description: Allow a job time to start up (10 minutes) before alerting that it's down.
query: 'sum by (instance, job) ((up == 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))'
severity: critical
- name: Prometheus configuration reload failure
description: Prometheus configuration reload error
query: 'prometheus_config_last_reload_successful != 1'