Merge pull request #120 from utilitywarehouse/as-thanos-rule

adjust thanos rule alerts
utilitywarehouse · Sep 23, 2024 · 39d1e53 · 39d1e53
2 parents f329d4b + f7c94fc
commit 39d1e53
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/common/thanos.yaml.tmpl b/common/thanos.yaml.tmpl
@@ -40,7 +40,7 @@ groups:
           sum by (kubernetes_cluster,kubernetes_namespace,kubernetes_pod_name) (rate(prometheus_rule_evaluations_total{app="thanos-rule"}[5m])) <= 0
           and
           sum by (kubernetes_cluster,kubernetes_namespace,kubernetes_pod_name) (thanos_rule_loaded_rules{}) > 0
-        for: 5m
+        for: 10m
         labels:
           team: infra
         annotations:
@@ -54,7 +54,7 @@ groups:
             >
             sum by(kubernetes_cluster, kubernetes_namespace, kubernetes_pod_name, rule_group) (prometheus_rule_group_interval_seconds{app="thanos-rule"})
           ) > 10
-        for: 5m
+        for: 15m
         labels:
           team: infra
         annotations:
@@ -70,7 +70,7 @@ groups:
             sum by (kubernetes_cluster,kubernetes_namespace, kubernetes_pod_name, rule_group) (rate(prometheus_rule_evaluations_total{app="thanos-rule"}[5m]))
             * 100 > 5
           ) > 10
-        for: 5m
+        for: 15m
         labels:
           team: infra
         annotations: