diff --git a/_data/rules.yml b/_data/rules.yml index 7785f83..e542a51 100644 --- a/_data/rules.yml +++ b/_data/rules.yml @@ -1040,22 +1040,22 @@ groups: severity: critical - name: 'Cassandra client request unvailable write' description: 'Some Cassandra client requests are unvailable to write - {{ $labels.cassandra_cluster }}' - query: 'avg(avg_over_time(cassandra_client_request_unavailable_exceptions_total{cassandra_cluster=~".*",operation="write"}[1m])) by (instance,cassandra_cluster) > 0' + query: 'changes(cassandra_client_request_unavailable_exceptions_total{cassandra_cluster=~".*",operation="write"}[1m]) > 0' for: 2m severity: critical - name: 'Cassandra client request unvailable read' description: 'Some Cassandra client requests are unvailable to read - {{ $labels.cassandra_cluster }}' - query: 'avg(avg_over_time(cassandra_client_request_unavailable_exceptions_total{cassandra_cluster=~".*",operation="read"}[1m])) by (instance,cassandra_cluster) > 0' + query: 'changes(cassandra_client_request_unavailable_exceptions_total{cassandra_cluster=~".*",operation="read"}[1m]) > 0' for: 2m severity: critical - name: 'Cassandra client request write failure' description: 'Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}' - query: 'avg(avg_over_time(cassandra_client_request_failures_total{cassandra_cluster=~".*",operation="write"}[1m])) by (instance,cassandra_cluster) > 0' + query: 'increase(cassandra_client_request_failures_total{job="cassandra",envtype="literatum",operation="write"}[1m]) > 0' for: 2m severity: critical - name: 'Cassandra client request read failure' description: 'Read failures have occurred, ensure there are not too many unavailable nodes - {{ $labels.cassandra_cluster }}' - query: 'avg(avg_over_time(cassandra_client_request_failures_total{cassandra_cluster=~".*",operation="read"}[1m])) by (instance,cassandra_cluster) > 0' + query: 'increase(cassandra_client_request_failures_total{job="cassandra",envtype="literatum",operation="read"}[1m]) > 0' for: 2m severity: critical