diff --git a/_data/rules.yml b/_data/rules.yml index a655c8b..e5d4f8f 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -216,6 +216,46 @@ services: - name: justwatchcom/elasticsearch_exporter doc_url: https://github.com/justwatchcom/elasticsearch_exporter rules: + - name: Elastic Heap Usage Too High + description: 'The heap usage is over 90% for 5m - {{ $value | printf "%.2f"}}%' + query: '(elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"}) * 100 > 90' + severity: critical + - name: Elastic Cluster RED + description: Elastic Cluster RED status + query: 'elasticsearch_cluster_health_status{color="red"} == 1' + severity: critical + - name: Elastic Cluster Yellow + description: Elastic Cluster Yellow status + query: 'elasticsearch_cluster_health_status{color="yellow"} == 1' + severity: warning + - name: Number of Elastic Healthy Nodes + description: 'Number Healthy Nodes less then number_of_nodes - {{ $value }}' + query: 'elasticsearch_cluster_health_number_of_nodes < number_of_nodes' + severity: critical + - name: Number of Elastic Healthy Data Nodes + description: 'Number Healthy Data Nodes less then number_of_data_nodes - {{ $value }}' + query: 'elasticsearch_cluster_health_number_of_data_nodes < number_of_data_nodes' + severity: critical + - name: Number of relocation shards + description: 'Number of relocation shards for 20 min - {{ $value }}' + query: 'elasticsearch_cluster_health_relocating_shards > 0' + severity: critical + - name: Number of initializing shards + description: 'Number of initializing shards for 10 min - {{ $value }}' + query: 'elasticsearch_cluster_health_initializing_shards > 0' + severity: critical + - name: Number of unassigned shards + description: 'Number of unassigned shards for 2 min - {{ $value }}' + query: 'elasticsearch_cluster_health_unassigned_shards > 0' + severity: critical + - name: Number of pending tasks + description: 'Number of pending tasks for 10 min - {{ $value }}. Cluster works slowly.' + query: 'elasticsearch_cluster_health_number_of_pending_tasks > 0' + severity: warning + - name: Elastic no new documents + description: No new documents for 10 min! + query: 'rate(elasticsearch_indices_docs{es_master_node="false"}[10m]) < 1' + severity: warning - name: Apache exporters: