Merge pull request #1539 from junotx/master

tweak etcd selector for etcdHighNumberOfFailedGRPCRequests rule
kubesphere · Jun 14, 2021 · 7680d73 · 7680d73
2 parents 9837cf6 + 47eb567
commit 7680d73
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/roles/ks-monitor/files/prometheus/etcd/prometheus-rulesEtcd.yaml b/roles/ks-monitor/files/prometheus/etcd/prometheus-rulesEtcd.yaml
@@ -140,9 +140,9 @@ spec:
         message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for
           {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.'
       expr: |
-        100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method)
+        100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK",grpc_service!="etcdserverpb.Watch"}[5m])) BY (job, instance, grpc_service, grpc_method)
           /
-        sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method)
+        sum(rate(grpc_server_handled_total{job=~".*etcd.*",grpc_service!="etcdserverpb.Watch"}[5m])) BY (job, instance, grpc_service, grpc_method)
           > 1
       for: 10m
       labels:
@@ -152,9 +152,9 @@ spec:
         message: 'etcd cluster "{{ $labels.job }}": {{ $value }}% of requests for
           {{ $labels.grpc_method }} failed on etcd instance {{ $labels.instance }}.'
       expr: |
-        100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK"}[5m])) BY (job, instance, grpc_service, grpc_method)
+        100 * sum(rate(grpc_server_handled_total{job=~".*etcd.*", grpc_code!="OK",grpc_service!="etcdserverpb.Watch"}[5m])) BY (job, instance, grpc_service, grpc_method)
           /
-        sum(rate(grpc_server_handled_total{job=~".*etcd.*"}[5m])) BY (job, instance, grpc_service, grpc_method)
+        sum(rate(grpc_server_handled_total{job=~".*etcd.*",grpc_service!="etcdserverpb.Watch"}[5m])) BY (job, instance, grpc_service, grpc_method)
           > 5
       for: 5m
       labels: