| {{- /* |
| Generated from 'kube-apiserver-availability.rules' group from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/main/manifests/kubernetesControlPlane-prometheusRule.yaml |
| Do not change in-place! In order to change this file first read following link: |
| https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack |
| */ -}} |
| {{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }} |
| {{- if and (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.defaultRules.create .Values.kubeApiServer.enabled .Values.defaultRules.rules.kubeApiserverAvailability }} |
| apiVersion: monitoring.coreos.com/v1 |
| kind: PrometheusRule |
| metadata: |
| name: {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" .) "kube-apiserver-availability.rules" | trunc 63 | trimSuffix "-" }} |
| namespace: {{ template "kube-prometheus-stack.namespace" . }} |
| labels: |
| app: {{ template "kube-prometheus-stack.name" . }} |
| {{ include "kube-prometheus-stack.labels" . | indent 4 }} |
| {{- if .Values.defaultRules.labels }} |
| {{ toYaml .Values.defaultRules.labels | indent 4 }} |
| {{- end }} |
| {{- if .Values.defaultRules.annotations }} |
| annotations: |
| {{ toYaml .Values.defaultRules.annotations | indent 4 }} |
| {{- end }} |
| spec: |
| groups: |
| - interval: 3m |
| name: kube-apiserver-availability.rules |
| rules: |
| - expr: avg_over_time(code_verb:apiserver_request_total:increase1h[30d]) * 24 * 30 |
| record: code_verb:apiserver_request_total:increase30d |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"LIST|GET"}) |
| labels: |
| verb: read |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: code:apiserver_request_total:increase30d |
| - expr: sum by (cluster, code) (code_verb:apiserver_request_total:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) |
| labels: |
| verb: write |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: code:apiserver_request_total:increase30d |
| - expr: sum by (cluster, verb, scope) (increase(apiserver_request_slo_duration_seconds_count[1h])) |
| record: cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, verb, scope) (avg_over_time(cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase1h[30d]) * 24 * 30) |
| record: cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase30d |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, verb, scope, le) (increase(apiserver_request_slo_duration_seconds_bucket[1h])) |
| record: cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, verb, scope, le) (avg_over_time(cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase1h[30d]) * 24 * 30) |
| record: cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: |- |
| 1 - ( |
| ( |
| # write too slow |
| sum by (cluster) (cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) |
| - |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"POST|PUT|PATCH|DELETE",le="1"}) |
| ) + |
| ( |
| # read too slow |
| sum by (cluster) (cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase30d{verb=~"LIST|GET"}) |
| - |
| ( |
| ( |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope=~"resource|",le="1"}) |
| or |
| vector(0) |
| ) |
| + |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="namespace",le="5"}) |
| + |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="cluster",le="30"}) |
| ) |
| ) + |
| # errors |
| sum by (cluster) (code:apiserver_request_total:increase30d{code=~"5.."} or vector(0)) |
| ) |
| / |
| sum by (cluster) (code:apiserver_request_total:increase30d) |
| labels: |
| verb: all |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: apiserver_request:availability30d |
| - expr: |- |
| 1 - ( |
| sum by (cluster) (cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase30d{verb=~"LIST|GET"}) |
| - |
| ( |
| # too slow |
| ( |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope=~"resource|",le="1"}) |
| or |
| vector(0) |
| ) |
| + |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="namespace",le="5"}) |
| + |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"LIST|GET",scope="cluster",le="30"}) |
| ) |
| + |
| # errors |
| sum by (cluster) (code:apiserver_request_total:increase30d{verb="read",code=~"5.."} or vector(0)) |
| ) |
| / |
| sum by (cluster) (code:apiserver_request_total:increase30d{verb="read"}) |
| labels: |
| verb: read |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: apiserver_request:availability30d |
| - expr: |- |
| 1 - ( |
| ( |
| # too slow |
| sum by (cluster) (cluster_verb_scope:apiserver_request_slo_duration_seconds_count:increase30d{verb=~"POST|PUT|PATCH|DELETE"}) |
| - |
| sum by (cluster) (cluster_verb_scope_le:apiserver_request_slo_duration_seconds_bucket:increase30d{verb=~"POST|PUT|PATCH|DELETE",le="1"}) |
| ) |
| + |
| # errors |
| sum by (cluster) (code:apiserver_request_total:increase30d{verb="write",code=~"5.."} or vector(0)) |
| ) |
| / |
| sum by (cluster) (code:apiserver_request_total:increase30d{verb="write"}) |
| labels: |
| verb: write |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: apiserver_request:availability30d |
| - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"LIST|GET"}[5m])) |
| labels: |
| verb: read |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: code_resource:apiserver_request_total:rate5m |
| - expr: sum by (cluster,code,resource) (rate(apiserver_request_total{job="apiserver",verb=~"POST|PUT|PATCH|DELETE"}[5m])) |
| labels: |
| verb: write |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| record: code_resource:apiserver_request_total:rate5m |
| - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"2.."}[1h])) |
| record: code_verb:apiserver_request_total:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"3.."}[1h])) |
| record: code_verb:apiserver_request_total:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"4.."}[1h])) |
| record: code_verb:apiserver_request_total:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| - expr: sum by (cluster, code, verb) (increase(apiserver_request_total{job="apiserver",verb=~"LIST|GET|POST|PUT|PATCH|DELETE",code=~"5.."}[1h])) |
| record: code_verb:apiserver_request_total:increase1h |
| {{- if or .Values.defaultRules.additionalRuleLabels .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| labels: |
| {{- with .Values.defaultRules.additionalRuleLabels }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- with .Values.defaultRules.additionalRuleGroupLabels.kubeApiserverAvailability }} |
| {{- toYaml . | nindent 8 }} |
| {{- end }} |
| {{- end }} |
| {{- end }} |