XeLabs/awesome-prometheus-alerts
2
0
Fork 0
mirror of https://github.com/samber/awesome-prometheus-alerts.git synced 2026-06-24 18:36:59 +08:00
Code Issues Projects Releases Packages Wiki Activity

Publish

Browse source
This commit is contained in:
samber 2025-08-28 21:07:00 +00:00
parent 7bced89d2d
commit 3abc7144aa
1 changed files with 31 additions and 31 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

62
dist/rules/clickhouse/embedded-exporter.yml vendored
View file

@ -4,6 +4,15 @@ groups:
rules: rules:
- alert: ClickhouseNodeDown
expr: 'up{job="clickhouse"} == 0'
for: 2m
labels:
severity: critical
annotations:
summary: ClickHouse node down (instance {{ $labels.instance }})
description: "No metrics received from ClickHouse exporter for over 2 minutes.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickhouseMemoryUsageCritical - alert: ClickhouseMemoryUsageCritical
expr: 'ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90' expr: 'ClickHouseAsyncMetrics_CGroupMemoryUsed / ClickHouseAsyncMetrics_CGroupMemoryTotal * 100 > 90'
for: 5m for: 5m
@ -130,56 +139,47 @@ groups:
summary: ClickHouse Access Denied Errors (instance {{ $labels.instance }}) summary: ClickHouse Access Denied Errors (instance {{ $labels.instance }})
description: "Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}" description: "Access denied errors have been logged, which could indicate permission issues or unauthorized access attempts.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickHouseExporterDown - alert: ClickhouseRejectedInsertQueries
expr: up{job="clickhouse"} == 0 expr: 'increase(ClickHouseProfileEvents_RejectedInserts[1m]) > 0'
for: 1m for: 1m
labels: labels:
severity: critical severity: warning
annotations: annotations:
summary: "ClickHouse exporter is down (instance {{ $labels.instance }})" summary: ClickHouse rejected insert queries (instance {{ $labels.instance }})
description: "No metrics received from ClickHouse exporter for over 1 minute." description: "INSERTs rejected due to too many active data parts. Reduce insert frequency.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickHouseRejectedInserts - alert: ClickhouseDelayedInsertQueries
expr: increase(ClickHouseProfileEvents_RejectedInserts[1m]) > 0 expr: 'increase(ClickHouseProfileEvents_DelayedInserts[5m]) > 0'
for: 1m
labels:
severity: critical
annotations:
summary: "Rejected INSERT queries (instance {{ $labels.instance }})"
description: "INSERTs rejected due to too many active data parts. Reduce insert frequency."
- alert: ClickHouseDelayedInserts
expr: increase(ClickHouseProfileEvents_DelayedInserts[5m]) > 0
for: 2m for: 2m
labels: labels:
severity: warning severity: warning
annotations: annotations:
summary: "Delayed INSERTs detected (instance {{ $labels.instance }})" summary: ClickHouse delayed insert queries (instance {{ $labels.instance }})
description: "INSERTs delayed due to high number of active parts." description: "INSERTs delayed due to high number of active parts.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickHouseZooKeeperHardwareExceptions - alert: ClickhouseZookeeperHardwareException
expr: increase(ClickHouseProfileEvents_ZooKeeperHardwareExceptions[1m]) > 0 expr: 'increase(ClickHouseProfileEvents_ZooKeeperHardwareExceptions[1m]) > 0'
for: 1m for: 1m
labels: labels:
severity: critical severity: critical
annotations: annotations:
summary: "ZooKeeper hardware exceptions (instance {{ $labels.instance }})" summary: ClickHouse zookeeper hardware exception (instance {{ $labels.instance }})
description: "Network issues communicating with ZooKeeper." description: "Zookeeper hardware exception: network issues communicating with ZooKeeper\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickHouseHighNetworkUsage - alert: ClickhouseHighNetworkUsage
expr: rate(ClickHouseProfileEvents_NetworkSendBytes[1m]) > 50000000 or rate(ClickHouseProfileEvents_NetworkReceiveBytes[1m]) > 50000000 expr: 'rate(ClickHouseProfileEvents_NetworkSendBytes[1m]) > 100*1024*1024 or rate(ClickHouseProfileEvents_NetworkReceiveBytes[1m]) > 100*1024*1024'
for: 2m for: 2m
labels: labels:
severity: warning severity: warning
annotations: annotations:
summary: "High network usage (instance {{ $labels.instance }})" summary: ClickHouse high network usage (instance {{ $labels.instance }})
description: "ClickHouse network usage exceeds 50MB/s." description: "High network usage. ClickHouse network usage exceeds 100MB/s.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: ClickHouseDistributedRejectedInserts - alert: ClickhouseDistributedRejectedInserts
expr: increase(ClickHouseProfileEvents_DistributedRejectedInserts[5m]) > 0 expr: 'increase(ClickHouseProfileEvents_DistributedRejectedInserts[5m]) > 0'
for: 1m for: 2m
labels: labels:
severity: critical severity: critical
annotations: annotations:
summary: "Distributed rejected inserts (instance {{ $labels.instance }})" summary: ClickHouse distributed rejected inserts (instance {{ $labels.instance }})
description: "INSERTs into Distributed tables rejected due to pending bytes limit." description: "INSERTs into Distributed tables rejected due to pending bytes limit.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"