|
|
|
|
@ -20,7 +20,7 @@ spec:
|
|
|
|
|
expr: |
|
|
|
|
|
increase(kube_pod_container_status_restarts_total{job="kube-state-metrics"}[10m]) > 0
|
|
|
|
|
and
|
|
|
|
|
sum without (phase) (kube_pod_status_phase{phase!="Running",job="kube-state-metrics"} == 1)
|
|
|
|
|
kube_pod_container_status_waiting{job="kube-state-metrics"} == 1
|
|
|
|
|
for: 15m
|
|
|
|
|
labels:
|
|
|
|
|
severity: warning
|
|
|
|
|
@ -700,7 +700,7 @@ spec:
|
|
|
|
|
for: 15m
|
|
|
|
|
labels:
|
|
|
|
|
severity: critical
|
|
|
|
|
- name: kube-apiserver.rules
|
|
|
|
|
- name: kube-apiserver-burnrate.rules
|
|
|
|
|
rules:
|
|
|
|
|
- expr: |
|
|
|
|
|
(
|
|
|
|
|
@ -710,14 +710,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1d]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1d]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[1d]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -737,14 +737,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[1h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[1h]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[1h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[1h]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[1h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[1h]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -764,14 +764,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[2h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[2h]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[2h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[2h]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[2h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[2h]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -791,14 +791,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[30m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[30m]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[30m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[30m]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[30m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[30m]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -818,14 +818,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[3d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[3d]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[3d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[3d]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[3d]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[3d]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -845,14 +845,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[5m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[5m]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[5m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[5m]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[5m]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[5m]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -872,14 +872,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[6h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[6h]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[6h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[6h]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[6h]))
|
|
|
|
|
sum by (cluster) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[6h]))
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
@ -1003,16 +1003,8 @@ spec:
|
|
|
|
|
labels:
|
|
|
|
|
verb: write
|
|
|
|
|
record: apiserver_request:burnrate6h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m]))
|
|
|
|
|
labels:
|
|
|
|
|
verb: read
|
|
|
|
|
record: code_resource:apiserver_request_total:rate5m
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))
|
|
|
|
|
labels:
|
|
|
|
|
verb: write
|
|
|
|
|
record: code_resource:apiserver_request_total:rate5m
|
|
|
|
|
- name: kube-apiserver-histogram.rules
|
|
|
|
|
rules:
|
|
|
|
|
- expr: |
|
|
|
|
|
histogram_quantile(0.99, sum by (cluster, le, resource) (rate(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET"}[5m]))) > 0
|
|
|
|
|
labels:
|
|
|
|
|
@ -1043,6 +1035,19 @@ spec:
|
|
|
|
|
- interval: 3m
|
|
|
|
|
name: kube-apiserver-availability.rules
|
|
|
|
|
rules:
|
|
|
|
|
- expr: |
|
|
|
|
|
avg_over_time(code_verb:apiserver_request_total:increase1h[30d]) * 24 * 30
|
|
|
|
|
record: code_verb:apiserver_request_total:increase30d
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"LIST|GET"})
|
|
|
|
|
labels:
|
|
|
|
|
verb: read
|
|
|
|
|
record: code:apiserver_request_total:increase30d
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"POST|PUT|PATCH|DELETE"})
|
|
|
|
|
labels:
|
|
|
|
|
verb: write
|
|
|
|
|
record: code:apiserver_request_total:increase30d
|
|
|
|
|
- expr: |
|
|
|
|
|
1 - (
|
|
|
|
|
(
|
|
|
|
|
@ -1057,14 +1062,14 @@ spec:
|
|
|
|
|
-
|
|
|
|
|
(
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope=~"resource|",le="0.1"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope=~"resource|",le="1"}[30d]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="namespace",le="0.5"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="namespace",le="5"}[30d]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="cluster",le="5"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{verb=~"LIST|GET",scope="cluster",le="40"}[30d]))
|
|
|
|
|
)
|
|
|
|
|
) +
|
|
|
|
|
# errors
|
|
|
|
|
@ -1082,14 +1087,14 @@ spec:
|
|
|
|
|
(
|
|
|
|
|
# too slow
|
|
|
|
|
(
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="0.1"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope=~"resource|",le="1"}[30d]))
|
|
|
|
|
or
|
|
|
|
|
vector(0)
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="0.5"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="namespace",le="5"}[30d]))
|
|
|
|
|
+
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="5"}[30d]))
|
|
|
|
|
sum by (cluster) (increase(apiserver_request_duration_seconds_bucket{job="apiserver",verb=~"LIST|GET",scope="cluster",le="40"}[30d]))
|
|
|
|
|
)
|
|
|
|
|
+
|
|
|
|
|
# errors
|
|
|
|
|
@ -1118,90 +1123,27 @@ spec:
|
|
|
|
|
verb: write
|
|
|
|
|
record: apiserver_request:availability30d
|
|
|
|
|
- expr: |
|
|
|
|
|
avg_over_time(code_verb:apiserver_request_total:increase1h[30d]) * 24 * 30
|
|
|
|
|
record: code_verb:apiserver_request_total:increase30d
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="LIST",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="GET",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="POST",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PUT",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PATCH",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="DELETE",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="LIST",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="GET",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="POST",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PUT",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PATCH",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="DELETE",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="LIST",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="GET",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="POST",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PUT",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PATCH",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="DELETE",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="LIST",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="GET",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="POST",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PUT",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="PATCH",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb="DELETE",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"LIST|GET"})
|
|
|
|
|
sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m]))
|
|
|
|
|
labels:
|
|
|
|
|
verb: read
|
|
|
|
|
record: code:apiserver_request_total:increase30d
|
|
|
|
|
record: code_resource:apiserver_request_total:rate5m
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"POST|PUT|PATCH|DELETE"})
|
|
|
|
|
sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m]))
|
|
|
|
|
labels:
|
|
|
|
|
verb: write
|
|
|
|
|
record: code:apiserver_request_total:increase30d
|
|
|
|
|
record: code_resource:apiserver_request_total:rate5m
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"2.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"3.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"4.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- expr: |
|
|
|
|
|
sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"5.."}[1h]))
|
|
|
|
|
record: code_verb:apiserver_request_total:increase1h
|
|
|
|
|
- name: k8s.rules
|
|
|
|
|
rules:
|
|
|
|
|
- expr: |
|
|
|
|
|
|