diff --git a/.github/workflows/o11y.yml b/.github/workflows/o11y.yml index 86ecb1b..aa76813 100644 --- a/.github/workflows/o11y.yml +++ b/.github/workflows/o11y.yml @@ -1,8 +1,9 @@ --- # yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json -# Validates the shared dashboards render on PRs and publishes o11y/manifests -# from main as a signed OCI artifact (ghcr.io//o11y-manifests:main), the -# same shape the tenant bundles use. See o11y/README.md. +# Renders the shared dashboards with the mise tasks (nothing generated is +# committed), validates the bundle on PRs, and publishes it from main as a signed +# OCI artifact (ghcr.io//o11y-manifests:main), the same shape the tenant +# bundles use. See o11y/README.md. name: o11y on: @@ -48,8 +49,8 @@ jobs: install_args: --locked yq sd kustomize cache: false - - name: Committed render is current - run: mise run //:o11y:check + - name: Render + run: mise run //:o11y:render - name: Bundle builds run: kustomize build o11y/manifests > /dev/null @@ -74,9 +75,12 @@ jobs: - name: Set up mise uses: jdx/mise-action@c2a87611a18de5b3828c5652fe268e992400cb5c # v4.3.0 with: - install_args: --locked jq flux2 github:sigstore/cosign + install_args: --locked yq sd jq flux2 github:sigstore/cosign cache: false + - name: Render + run: mise run //:o11y:render + - name: Log in to GHCR uses: docker/login-action@dbcb813823bdd20940b903addbd779551569679f # v4.6.0 with: diff --git a/.gitignore b/.gitignore index 74cebd0..5fb0ee5 100644 --- a/.gitignore +++ b/.gitignore @@ -41,3 +41,7 @@ tmp/ mise.local.toml .claude/ + +# Rendered by `mise run //:o11y:render`; CI renders and publishes, nothing generated is committed +o11y/manifests/dashboards.yaml +o11y/vendor/ diff --git a/.mise/config.toml b/.mise/config.toml index f253b7c..234e95f 100644 --- a/.mise/config.toml +++ b/.mise/config.toml @@ -41,7 +41,8 @@ sync_job = "docker run --rm -e OUTPUT=- -e CONFIG=/config/sync-job.yaml -e NAMES # sync-job leaves them free, and Grafana would otherwise open a shared board # on the default (tenant-scoped) datasource and show only this cluster. pin_fleet = "yq '(select(.kind == \"GrafanaDashboard\") | .spec.json) |= (fromjson | .templating.list[] |= (select(.type == \"datasource\") |= (.regex = \"/^VictoriaMetrics Fleet$/\" | .current = {\"text\": \"VictoriaMetrics Fleet\", \"value\": \"VictoriaMetricsFleet\"})) | tojson)'" -# The sync-job emits the kube-prometheus bundle in map order; sort documents so re-renders diff cleanly. +# The sync-job emits the kube-prometheus bundle in map order; sort documents so an unchanged +# upstream renders byte-identical and the published artifact keeps its digest. sort_docs = "yq eval-all '[.] | sort_by(.metadata.name) | .[] | splitDoc'" tg = "op run {% if get_env(name='OP_SERVICE_ACCOUNT_TOKEN', default='') == '' %}--account 'team-futo.1password.com' {% endif %}'--env-file={{config_root}}/deployment/.env' -- terragrunt" @@ -88,6 +89,7 @@ description = "Auto-fix markdown lint issues where possible" [tasks."o11y:vendor"] description = "Fetch upstream boards that need a rewrite before the sync-job sees them (CloudNativePG: its `cluster` means the Postgres cluster; the fleet keeps that under `pg_cluster`)" run = """ +mkdir -p {{config_root}}/o11y/vendor curl -fsSL https://raw.githubusercontent.com/cloudnative-pg/grafana-dashboards/cluster-v0.0.5/charts/cluster/grafana-dashboard.json \\ | sd '\\$cluster\\b' '$$pg_cluster' \\ | sd '\\bcluster(\\s*(?:=~|!~|!=|=)\\s*)' 'pg_cluster$1' \\ @@ -100,12 +102,7 @@ curl -fsSL https://raw.githubusercontent.com/cloudnative-pg/grafana-dashboards/c [tasks."o11y:render"] depends = ["o11y:vendor"] run = "{{vars.sync_job}} | {{vars.pin_fleet}} | {{vars.sort_docs}} > {{config_root}}/o11y/manifests/dashboards.yaml" -description = "Re-render o11y/manifests/dashboards.yaml from the upstream sources in o11y/sync-job.yaml" - -[tasks."o11y:check"] -depends = ["o11y:vendor"] -run = "{{vars.sync_job}} | {{vars.pin_fleet}} | {{vars.sort_docs}} | diff -u {{config_root}}/o11y/manifests/dashboards.yaml - && echo 'dashboards.yaml is up to date'" -description = "Fail if o11y/manifests/dashboards.yaml differs from a fresh render" +description = "Render o11y/manifests/dashboards.yaml (git-ignored) from the upstream sources in o11y/sync-job.yaml" [settings] experimental = true diff --git a/o11y/README.md b/o11y/README.md index 348a6f6..f2a7b1b 100644 --- a/o11y/README.md +++ b/o11y/README.md @@ -4,19 +4,18 @@ Cluster-generic dashboards every tenant used to ship in its own bundle, provided ## How it is built -`sync-job.yaml` is a config for the [VictoriaMetrics sync-job](https://github.com/VictoriaMetrics/helm-charts/tree/master/hack/sync-job), the same tool the VictoriaMetrics chart runs in-cluster. Run in generate mode it fetches each upstream dashboard listed under `sources`, renames the cluster label, adds a `cluster=~"$cluster"` filter to selectors and `by (cluster)` to aggregations, builds the `$cluster` variable from the dashboard's `clusterMetric`, points fixed datasource references at `VictoriaMetricsFleet`, and emits `GrafanaDashboard` CRs into `manifests/dashboards.yaml`. A `yq` step then pins every datasource-type variable to the Fleet datasource, which the sync-job leaves free. The output is committed. On every push to `main` that touches it, `.github/workflows/o11y.yml` publishes `manifests/` as the signed OCI artifact `ghcr.io/immich-app/yucca-o11y/o11y-manifests:main` (`flux push artifact` plus keyless cosign), the same shape and naming the tenant bundles use; pull requests run `o11y:check` so a stale render cannot merge. The central cluster consumes it through `kubernetes/apps/base/tenants/shared/bundle.yaml`, alongside the `Shared` folder in `manifests/folder.yaml`. +`sync-job.yaml` is a config for the [VictoriaMetrics sync-job](https://github.com/VictoriaMetrics/helm-charts/tree/master/hack/sync-job), the same tool the VictoriaMetrics chart runs in-cluster. Run in generate mode it fetches each upstream dashboard listed under `sources`, renames the cluster label, adds a `cluster=~"$cluster"` filter to selectors and `by (cluster)` to aggregations, builds the `$cluster` variable from the dashboard's `clusterMetric`, points fixed datasource references at `VictoriaMetricsFleet`, and emits `GrafanaDashboard` CRs into `manifests/dashboards.yaml`. A `yq` step then pins every datasource-type variable to the Fleet datasource, which the sync-job leaves free. Nothing generated is committed: `manifests/dashboards.yaml` and `vendor/` are git-ignored. `.github/workflows/o11y.yml` runs the same mise tasks in CI: pull requests render and `kustomize build` the bundle, and every push to `main` that touches `o11y/` renders again and publishes `manifests/` as the signed OCI artifact `ghcr.io/immich-app/yucca-o11y/o11y-manifests:main` (`flux push artifact` plus keyless cosign), the same shape and naming the tenant bundles use. Upstream changes reach the clusters on the next publish, so re-run the workflow by hand to pick them up without a config change. The central cluster consumes it through `kubernetes/apps/base/tenants/shared/bundle.yaml`, alongside the `Shared` folder in `manifests/folder.yaml`. ```fish -mise run //:o11y:render # refresh manifests/dashboards.yaml from upstream -mise run //:o11y:check # fail if the committed render is stale +mise run //:o11y:render # render manifests/dashboards.yaml locally for review (git-ignored) ``` Both tasks first run `o11y:vendor`, which fetches boards that need a rewrite the sync-job cannot express and writes them to `vendor/` as local sources. Today that is CloudNativePG only: upstream uses `cluster` to mean the Postgres cluster, while the fleet keeps that name under `pg_cluster` and reserves `cluster` for the Kubernetes cluster, so the vendor step renames the label and variable before the sync-job adds the fleet's `$cluster`. A cluster's CNPG series must carry `pg_cluster` for the board to list its databases; the shipping guide's identity-label section shows the relabel rule, which o11y, azad and harbor apply. -The set is everything at least two clusters run: the dotdc Kubernetes views and system boards, the kube-prometheus mixin boards (kubelet, scheduler, controller manager, proxy, API server, compute resources, networking, persistent volumes, node exporter USE method), Node Exporter Full, etcd, vmagent, Cilium and Hubble, Flux, Spegel, Envoy Gateway and CloudNativePG. Windows, AIX, macOS, Prometheus, Alertmanager and Grafana-overview boards from the mixin bundle are disabled. Documents are sorted by name so re-renders diff cleanly. +The set is everything at least two clusters run: the dotdc Kubernetes views and system boards, the kube-prometheus mixin boards (kubelet, scheduler, controller manager, proxy, API server, compute resources, networking, persistent volumes, node exporter USE method), Node Exporter Full, etcd, vmagent, Cilium and Hubble, Flux, Spegel, Envoy Gateway and CloudNativePG. Windows, AIX, macOS, Prometheus, Alertmanager and Grafana-overview boards from the mixin bundle are disabled. Documents are sorted by name so an unchanged upstream renders byte-identical and the published artifact keeps its digest. Upstream sources are pinned where the upstream moves (Cilium by release tag, Flux by commit) and tracked at `master` where the VictoriaMetrics chart does the same. ## Adding a dashboard -Add its URL under `sources`, and if the upstream board has no `cluster` variable, set `clusterMetric` for it under `dashboards` keyed by the slug of its title (`Kubernetes / Views / Pods` becomes `kubernetes-views-pods`). Run the render task, review the diff, commit. Keep the board out of the VictoriaMetrics chart's own `defaultDashboards.sources` if it is one the chart also imports, so the two do not fight over the same Grafana uid. +Add its URL under `sources`, and if the upstream board has no `cluster` variable, set `clusterMetric` for it under `dashboards` keyed by the slug of its title (`Kubernetes / Views / Pods` becomes `kubernetes-views-pods`). Run the render task and review the output locally, then commit the config change; CI renders and publishes. Keep the board out of the VictoriaMetrics chart's own `defaultDashboards.sources` if it is one the chart also imports, so the two do not fight over the same Grafana uid. diff --git a/o11y/manifests/dashboards.yaml b/o11y/manifests/dashboards.yaml deleted file mode 100644 index c08ed41..0000000 --- a/o11y/manifests/dashboards.yaml +++ /dev/null @@ -1,778 +0,0 @@ -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-apiserver - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / API server\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"apiserver\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"apiserver\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Notice\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.\",\n \"gridPos\": {\n \"h\": 2,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"options\": {\n \"content\": \"The SLO (service level objective) and other metrics displayed on this dashboard are for informational purposes only.\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Availability (30d) > 99.000%\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"apiserver_request:availability30d{verb=\\\"all\\\",cluster=~\\\"$cluster\\\"}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many percent of requests (both read and write) in 30 days have been answered successfully and fast enough?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 3,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 2\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Error Budget (30d) > 99.000%\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"100 * (apiserver_request:availability30d{verb=\\\"all\\\",cluster=~\\\"$cluster\\\"} - 0.990000)\",\n \"legendFormat\": \"error budget\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How much error budget is left looking at our 99.000% availability guarantee?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100\n },\n \"decimals\": 3,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 16,\n \"x\": 8,\n \"y\": 2\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Read Availability (30d)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"apiserver_request:availability30d{verb=\\\"read\\\",cluster=~\\\"$cluster\\\"}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many percent of read requests (LIST,GET) in 30 days have been answered successfully and fast enough?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 3,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Read SLI - Requests\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(code_resource:apiserver_request_total:rate5m{verb=\\\"read\\\",cluster=~\\\"$cluster\\\"}) by(code,cluster)\",\n \"legendFormat\": \"{{ code }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many read requests (LIST,GET) per second do the apiservers get by code?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/2../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#56A64B\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/3../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#F2CC0C\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/4../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#3274D9\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/5../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#E02F44\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 6,\n \"y\": 9\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Read SLI - Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(code_resource:apiserver_request_total:rate5m{verb=\\\"read\\\",code=~\\\"5..\\\",cluster=~\\\"$cluster\\\"}) by(resource,cluster) / sum(code_resource:apiserver_request_total:rate5m{verb=\\\"read\\\",cluster=~\\\"$cluster\\\"}) by(resource,cluster)\",\n \"legendFormat\": \"{{ resource }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many percent of read requests (LIST,GET) per second are returned with errors (5xx)?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Read SLI - Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"cluster_quantile:apiserver_request_sli_duration_seconds:histogram_quantile{verb=\\\"read\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{ resource }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many seconds is the 99th percentile for reading (LIST|GET) a given resource?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 9\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Write Availability (30d)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"apiserver_request:availability30d{verb=\\\"write\\\",cluster=~\\\"$cluster\\\"}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many percent of write requests (POST|PUT|PATCH|DELETE) in 30 days have been answered successfully and fast enough?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 3,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Write SLI - Requests\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(code_resource:apiserver_request_total:rate5m{verb=\\\"write\\\",cluster=~\\\"$cluster\\\"}) by(code,cluster)\",\n \"legendFormat\": \"{{ code }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many write requests (POST|PUT|PATCH|DELETE) per second do the apiservers get by code?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/2../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#56A64B\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/3../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#F2CC0C\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/4../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#3274D9\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/5../i\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": \"#E02F44\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 6,\n \"y\": 16\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Write SLI - Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(code_resource:apiserver_request_total:rate5m{verb=\\\"write\\\",code=~\\\"5..\\\",cluster=~\\\"$cluster\\\"}) by(resource,cluster) / sum(code_resource:apiserver_request_total:rate5m{verb=\\\"write\\\",cluster=~\\\"$cluster\\\"}) by(resource,cluster)\",\n \"legendFormat\": \"{{ resource }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many percent of write requests (POST|PUT|PATCH|DELETE) per second are returned with errors (5xx)?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 12,\n \"y\": 16\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Write SLI - Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"cluster_quantile:apiserver_request_sli_duration_seconds:histogram_quantile{verb=\\\"write\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{ resource }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"How many seconds is the 99th percentile for writing (POST|PUT|PATCH|DELETE) a given resource?\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 16\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Work Queue Add Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(workqueue_adds_total{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,name,cluster)\",\n \"legendFormat\": \"{{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 23\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Work Queue Depth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(workqueue_depth{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,name,cluster)\",\n \"legendFormat\": \"{{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 23\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Work Queue Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,name,le,cluster))\",\n \"legendFormat\": \"{{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 14,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 37\n },\n \"id\": 15,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"min\": 0,\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 37\n },\n \"id\": 16,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"go_goroutines{job=\\\"apiserver\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 37\n },\n \"id\": 17,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"09ec8aa1e996d6ffcd6817bbaff4db1b\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-cilium-metrics - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Cilium Metrics\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"DS_PROMETHEUS\",\n \"label\": \"Prometheus\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"pod\",\n \"type\": \"query\",\n \"query\": \"label_values(cilium_version, pod)\",\n \"definition\": \"label_values(cilium_version, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"includeAll\": true,\n \"hide\": \"\",\n \"allValue\": \"cilium.*\",\n \"current\": {\n \"text\": \"All\",\n \"value\": \"$__all\"\n },\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Errors & Warnings\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_errors_warnings_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,level,cluster) * 60\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{level}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"error\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"warning\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#c15c17\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 76,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Usage per node\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(irate(cilium_process_cpu_seconds_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(irate(cilium_process_cpu_seconds_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(irate(cilium_process_cpu_seconds_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#cffaff\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 96,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Generic\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 161,\n \"type\": \"row\"\n },\n {\n \"title\": \"Virtual Memory Bytes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_process_virtual_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Min Virtual Memory\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_process_virtual_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Average Virtual Memory\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_process_virtual_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Max Virtual Memory\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"AVG_virtual_memory_bytes\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#508642\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Average Virtual Memory\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"MAX_virtual_memory_bytes\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e5ac0e\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max Virtual Memory\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#584477\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max Virtual Memory\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"Min Virtual Memory\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Min Virtual Memory\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 26,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Resident memory status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_process_resident_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"AVG_resident_memory_bytes\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_process_resident_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MAX_resident_memory_bytes_max\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_process_resident_memory_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MIN_resident_memory_bytes_min\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"MAX_resident_memory_bytes_max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e5ac0e\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 8,\n \"y\": 6\n },\n \"id\": 24,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Open file descriptors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_process_open_fds{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"all nodes\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_process_open_fds{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min/node\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_process_open_fds{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg/node\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_process_open_fds{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max/node\",\n \"refId\": \"D\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"all nodes\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e5a8e2\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 16,\n \"y\": 6\n },\n \"id\": 98,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"System-wide BPF memory usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_bpf_maps_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"} + cilium_bpf_progs_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"AVG_bpf_memory_bytes_avg\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_bpf_maps_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"} + cilium_bpf_progs_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MAX_bpf_memory_bytes_max\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_bpf_maps_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"} + cilium_bpf_progs_virtual_memory_max_bytes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MIN_bpf_memory_bytes_min\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"BPF memory usage in the entire system including components not managed by Cilium.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"MAX_resident_memory_bytes_max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e5ac0e\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 11\n },\n \"id\": 178,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"BPF map pressure\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cilium_bpf_map_pressure{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Fill percentage of BPF maps, tagged by map name\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"max\": 1,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 11\n },\n \"id\": 194,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 17\n },\n \"id\": 155,\n \"type\": \"row\"\n },\n {\n \"title\": \"API call latency (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_agent_api_process_time_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 152,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API call latency (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(cilium_agent_api_process_time_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 153,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"# API calls (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}} \",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 156,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"# API calls (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}} \",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 24\n },\n \"id\": 157,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API return codes (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,return_code,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{return_code}} ({{method}} {{path}} )\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 159,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API return codes (sum all nodes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_agent_api_process_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,return_code,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{return_code}} ({{method}} {{path}} )\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 30\n },\n \"id\": 158,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cilium\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 72,\n \"type\": \"row\"\n },\n {\n \"title\": \"BPF\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 37\n },\n \"id\": 144,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"# system calls (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_bpf_syscall_duration_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,operation,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 38\n },\n \"id\": 146,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"# system calls (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(cilium_bpf_syscall_duration_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,operation,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 38\n },\n \"id\": 145,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"system call latency (avg node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_bpf_syscall_duration_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_bpf_syscall_duration_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,operation,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 46\n },\n \"id\": 140,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"system call latency (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(cilium_bpf_syscall_duration_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_bpf_syscall_duration_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,operation,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 46\n },\n \"id\": 148,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"map ops (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"topk(5, avg(rate(cilium_bpf_map_ops_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,map_name,operation,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{map_name}} {{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 8,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 142,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"map ops (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"topk(5, max(rate(cilium_bpf_map_ops_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,map_name,operation,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{map_name}} {{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 8,\n \"x\": 8,\n \"y\": 52\n },\n \"id\": 147,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"map ops (sum failures)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_bpf_map_ops_total{k8s_app=\\\"cilium\\\",outcome=\\\"fail\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,map_name,operation,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{map_name}} {{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 8,\n \"x\": 16,\n \"y\": 52\n },\n \"id\": 143,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"kvstore\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 58\n },\n \"id\": 182,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"# operations (sum all nodes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(kvstore_operations_total{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{scope}} {{action}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 59\n },\n \"id\": 184,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"# operations (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(kvstore_operations_total{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{scope}} {{action}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 59\n },\n \"id\": 186,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"latency (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"topk(5, avg(rate(cilium_kvstore_operations_duration_seconds_sum{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,scope,cluster) / avg(rate(cilium_kvstore_operations_duration_seconds_count{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,scope,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 188,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"latency (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"topk(5, max(rate(cilium_kvstore_operations_duration_seconds_sum{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,scope,cluster) / avg(rate(cilium_kvstore_operations_duration_seconds_count{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,scope,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 64\n },\n \"id\": 190,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Events received (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kvstore_events_queue_seconds_count{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 69\n },\n \"id\": 192,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cilium network information\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 75\n },\n \"id\": 47,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Forwarded Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_forward_count_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,direction,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{direction}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 76\n },\n \"id\": 81,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Forwarded Traffic\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_forward_bytes_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,direction,cluster) * 8\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{direction}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 76\n },\n \"id\": 111,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IPv4 Conntrack TCP\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv4\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv4\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted max\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0a50a1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive CT entries ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#badff4\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted CT entries ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 denied request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 forwarded request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6ed0e0\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#447ebc\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 82\n },\n \"id\": 56,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IPv6 Conntrack TCP\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv6\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv6\\\",protocol=\\\"TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted max\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0a50a1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive CT entries ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#badff4\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted CT entries ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 denied request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 forwarded request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6ed0e0\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#447ebc\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 82\n },\n \"id\": 128,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IPv4 Conntrack Non-TCP\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv4\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv4\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv4\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted max\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0a50a1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive CT entries ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#badff4\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted CT entries ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 denied request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 forwarded request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6ed0e0\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#447ebc\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 88\n },\n \"id\": 129,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IPv6 Conntrack Non-TCP\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"alive\\\",family=\\\"ipv6\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv6\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_datapath_conntrack_gc_entries{k8s_app=\\\"cilium\\\",status=\\\"deleted\\\",family=\\\"ipv6\\\",protocol=\\\"non-TCP\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(family,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"deleted max\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0a50a1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive ipv6 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Alive CT entries ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#badff4\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted CT entries ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv4 non-TCP\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deleted ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 denied request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 forwarded request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6ed0e0\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"deleted max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#447ebc\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629e51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 88\n },\n \"id\": 130,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Allocated Addresses\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_ip_addresses{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,family,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{family}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#5195ce\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6d1f62\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 94\n },\n \"id\": 87,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\",\n \"min\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Datapath Conntrack Dump Resets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_datapath_conntrack_dump_resets_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,area,family,name,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{name}} {{area}} {{family}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"dump_interrupts conntrack ipv4\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#ea6460\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"dump_interrupts conntrack ipv6\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#58140c\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 94\n },\n \"id\": 79,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Service Updates\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_services_events_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 99\n },\n \"id\": 106,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Connectivity Health\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_unreachable_nodes{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"unreachable nodes\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_unreachable_health_endpoints{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"unreachable health endpoints\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 99\n },\n \"id\": 89,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Dropped Egress Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_drop_count_total{direction=\\\"EGRESS\\\",k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(reason,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{reason}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 104\n },\n \"id\": 39,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Node Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_nodes_all_events_received_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,event_type,source,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{eventType}} {{source}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#cca300\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"rgb(167, 150, 111)\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"Min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"add k8s\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"short\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"delete k8s\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"short\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"update k8s\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"short\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"add local-node\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"short\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 104\n },\n \"id\": 93,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Dropped Egress Traffic\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_drop_bytes_total{direction=\\\"EGRESS\\\",k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(reason,cluster) * 8\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{reason}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 109\n },\n \"id\": 113,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Nodes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_nodes_all_num{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Average Nodes\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_nodes_all_num{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Min Nodes\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_nodes_all_num{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Max Nodes\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Average Nodes\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#eab839\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max Nodes\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#c15c17\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max Nodes\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"Min Nodes\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Min Nodes\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 109\n },\n \"id\": 91,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 114\n },\n \"id\": 28,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"L7 forwarded request\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_policy_l7_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(rule,proxy_type,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{proxy_type}} - {{rule}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"reqps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 denied request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#ea6460\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"L7 forwarded request\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"denied\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 115\n },\n \"id\": 53,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"DNS proxy request latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(cilium_proxy_upstream_reply_seconds_bucket{protocol_l7=\\\"dns\\\",k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",scope!=\\\"totalTime\\\",cluster=~\\\"$cluster\\\"}[5m])) by(scope,le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{scope}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"99th percentile of DNS proxy request processing latency, by span\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 34,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 115\n },\n \"id\": 123,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy Denies: L3/L4\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_drop_count_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",reason=\\\"Policy denied\\\",cluster=~\\\"$cluster\\\"}[1m])) by(direction,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{direction}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 120\n },\n \"id\": 114,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy Denies: L7\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_policy_l7_total{rule=\\\"denied\\\",k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(proxy_type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{reason}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 120\n },\n \"id\": 37,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy Identity Update Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(cilium_policy_incremental_update_duration_bucket{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"99%\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(cilium_policy_incremental_update_duration_bucket{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"50%\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"End-to-end duration to apply incremental identity updates to the policy control and data planes.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#64b0c8\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"count\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#9ac48a\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#5195ce\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6ed0e0\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg count\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"opm\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max count\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"opm\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 125\n },\n \"id\": 104,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy Apply Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(cilium_policy_implementation_delay_bucket{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"99%\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(cilium_policy_implementation_delay_bucket{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"50%\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The time taken for new or updated network policy to be applied to all affected endpoints\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"average duration\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#d683ce\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"folds\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max duration\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max trigger\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#967302\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min duration\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#584477\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min trigger\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#fceaca\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min trigger\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min trigger\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"folds\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"short\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 125\n },\n \"id\": 102,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Endpoints policy enforcement status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_policy_endpoint_enforcement_status{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(enforcement,cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": true,\n \"interval\": \"1s\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{enforcement}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"both\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"egress\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e5ac0e\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"ingress\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0752d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"none\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 0,\n \"y\": 130\n },\n \"id\": 33,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Proxy Redirects\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_proxy_redirects{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_proxy_redirects{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_proxy_redirects{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#b7dbab\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"rgba(89, 132, 76, 0.54)\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#2f575e\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 6,\n \"y\": 130\n },\n \"id\": 100,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policy Calculation Time\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(cilium_endpoint_regeneration_time_stats_seconds_bucket{scope=~\\\"proxyConfiguration|endpointPolicyCalculation|selectorPolicyCalculation|proxyPolicyCalculation\\\",k8s_app=\\\"cilium\\\",status=\\\"success\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(scope,le,cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Endpoint policy calculation time by stage. Shows the 99th-percentile.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f9d9f9\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806eb7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 130\n },\n \"id\": 117,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Policies Per Node\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(cilium_policy{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(cilium_policy{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cilium_policy{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_policy_change_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",outcome=\\\"failure\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"policy change errors\",\n \"refId\": \"D\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 35,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#f2c96d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"policy change errors\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"policy errors\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillBelowTo\",\n \"value\": \"min\"\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 135\n },\n \"id\": 85,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Endpoints\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 140\n },\n \"id\": 73,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Endpoint regeneration time (90th percentile)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(histogram_quantile(0.90, rate(cilium_endpoint_regeneration_time_stats_seconds_bucket{k8s_app=\\\"cilium\\\",scope!=\\\"total\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m]))) by(scope,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 141\n },\n \"id\": 55,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Endpoint regeneration time (99th percentile)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(histogram_quantile(0.99, rate(cilium_endpoint_regeneration_time_stats_seconds_bucket{k8s_app=\\\"cilium\\\",scope!=\\\"total\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m]))) by(scope,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 141\n },\n \"id\": 115,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Endpoint regenerations\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_endpoint_regenerations_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[30s])) by(outcome,cluster)\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{outcome}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"fail\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"fail/min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"success\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#447ebc\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"success/min\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#3f6833\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 150\n },\n \"id\": 49,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cilium endpoint state\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_endpoint_state{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(endpoint_state,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{endpoint_state}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"disconnecting\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614d93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"ready\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"rgba(81, 220, 95, 0.52)\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"waiting-to-regenerate\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0a50a1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 150\n },\n \"id\": 51,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Controllers\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 155\n },\n \"id\": 74,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Controllers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_controllers_runs_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Runs\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cilium_controllers_failing{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Failed\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 30,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Failed\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#bf1b00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Failing\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Runs\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#5195ce\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 156\n },\n \"id\": 70,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Controller Durations\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_controllers_runs_duration_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,status,cluster) / sum(rate(cilium_controllers_runs_duration_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{status}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"duration failure\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"duration success\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#508642\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"failure\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"runs failure\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890f02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"runs success\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7eb26d\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"success\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#508642\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 156\n },\n \"id\": 68,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\",\n \"min\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes integration\",\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 161\n },\n \"id\": 60,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"text\"\n },\n {\n \"title\": \"apiserver latency (average node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_k8s_client_api_latency_time_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_k8s_client_api_latency_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 162\n },\n \"id\": 163,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"apiserver latency (max node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(cilium_k8s_client_api_latency_time_seconds_sum{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m]) / rate(cilium_k8s_client_api_latency_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 162\n },\n \"id\": 165,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"apiserver #calls (sum all nodes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_k8s_client_api_latency_time_seconds_count{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,path,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{path}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 169\n },\n \"id\": 168,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"apiserver calls (sum all nodes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_k8s_client_api_calls_total{k8s_app=\\\"cilium\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,method,return_code,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}} {{return_code}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 169\n },\n \"id\": 166,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Valid, Unnecessary K8s Events Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_kubernetes_events_received_total{k8s_app=\\\"cilium\\\",equal=\\\"true\\\",valid=\\\"true\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 177\n },\n \"id\": 172,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Invalid, Unnecessary K8s Events Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_kubernetes_events_received_total{k8s_app=\\\"cilium\\\",equal=\\\"true\\\",valid=\\\"false\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 177\n },\n \"id\": 174,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Valid, Necessary K8s Events Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_kubernetes_events_received_total{k8s_app=\\\"cilium\\\",equal=\\\"false\\\",valid=\\\"true\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,scope,action,valid,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 183\n },\n \"id\": 175,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Invalid, Necessary K8s Events Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cilium_kubernetes_events_received_total{k8s_app=\\\"cilium\\\",equal=\\\"false\\\",valid=\\\"false\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,scope,action,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} {{scope}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 183\n },\n \"id\": 173,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CiliumNetworkPolicy Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"CiliumNetworkPolicy\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} avg\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 191\n },\n \"id\": 108,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"NetworkPolicy Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"NetworkPolicy\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} avg\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"create avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#70dbed\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"delete avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e24d42\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"update avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 191\n },\n \"id\": 119,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pod Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"Pod\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} avg\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"create avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#70dbed\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"delete avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e24d42\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"update avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 198\n },\n \"id\": 109,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Node Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"Node\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}} avg\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"create avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#70dbed\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"delete avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e24d42\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"update avg\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#e0f9d7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 198\n },\n \"id\": 122,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Service Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"Service\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 205\n },\n \"id\": 118,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Endpoints Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"Endpoint\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 205\n },\n \"id\": 120,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Namespace Events\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"avg(rate(cilium_kubernetes_events_total{k8s_app=\\\"cilium\\\",scope=\\\"Namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,action,cluster) * 60\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{action}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 212\n },\n \"id\": 121,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.3.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"description\": \"Dashboard for Cilium (https://cilium.io/) metrics\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"id\": 1,\n \"links\": [],\n \"preload\": false,\n \"refresh\": \"\",\n \"schemaVersion\": 40,\n \"time\": {\n \"from\": \"now-30m\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ]\n },\n \"uid\": \"vtuWtdumz\",\n \"version\": 1,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-cilium-operator - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Cilium Operator\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"DS_PROMETHEUS\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n }\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Usage per node\",\n \"targets\": [\n {\n \"expr\": \"min(irate(cilium_operator_process_cpu_seconds_total{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"A\"\n },\n {\n \"expr\": \"avg(irate(cilium_operator_process_cpu_seconds_total{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"B\"\n },\n {\n \"expr\": \"max(irate(cilium_operator_process_cpu_seconds_total{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) * 100\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {\n \"avg\": \"#cffaff\"\n },\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 0,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"hiddenSeries\": false,\n \"id\": 24,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 5,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"max\",\n \"fillBelowTo\": \"min\",\n \"lines\": false\n },\n {\n \"alias\": \"min\",\n \"lines\": false\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"percent\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Resident memory status\",\n \"targets\": [\n {\n \"expr\": \"avg(cilium_operator_process_resident_memory_bytes{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"AVG_resident_memory_bytes\",\n \"refId\": \"C\"\n },\n {\n \"expr\": \"max(cilium_operator_process_resident_memory_bytes{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MAX_resident_memory_bytes_max\",\n \"refId\": \"D\"\n },\n {\n \"expr\": \"min(cilium_operator_process_resident_memory_bytes{io_cilium_app=\\\"operator\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"MIN_resident_memory_bytes_min\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {\n \"MAX_resident_memory_bytes_max\": \"#e5ac0e\"\n },\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"hiddenSeries\": false,\n \"id\": 26,\n \"legend\": {\n \"alignAsTable\": false,\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"rightSide\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 5,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"bytes\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"IPAM\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 6,\n \"type\": \"row\"\n },\n {\n \"title\": \"IP Addresses\",\n \"targets\": [\n {\n \"expr\": \"avg(cilium_operator_ipam_ips) by(type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{type}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 6\n },\n \"hiddenSeries\": false,\n \"id\": 8,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"EC2 API Interactions\",\n \"targets\": [\n {\n \"expr\": \"rate(cilium_operator_ec2_api_duration_seconds_sum[1m]) / rate(cilium_operator_ec2_api_duration_seconds_count[1m])\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}} {{response_code}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"hiddenSeries\": false,\n \"id\": 10,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"dtdurations\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Number of nodes\",\n \"targets\": [\n {\n \"expr\": \"cilium_operator_ipam_nodes\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{category}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 14\n },\n \"hiddenSeries\": false,\n \"id\": 4,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"# interfaces with addresses available\",\n \"targets\": [\n {\n \"expr\": \"cilium_operator_ipam_available\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"interfaces\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 14\n },\n \"hiddenSeries\": false,\n \"id\": 12,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Metadata Resync Operations\",\n \"targets\": [\n {\n \"expr\": \"rate(cilium_operator_ipam_resync_total[1m])\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"operations\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 14\n },\n \"hiddenSeries\": false,\n \"id\": 16,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"EC2 client side rate limiting\",\n \"targets\": [\n {\n \"expr\": \"rate(cilium_operator_ec2_api_rate_limit_duration_seconds_sum[1m]) / rate(cilium_operator_ec2_api_rate_limit_duration_seconds_count[1m])\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{operation}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"hiddenSeries\": false,\n \"id\": 14,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Interface Creation\",\n \"targets\": [\n {\n \"expr\": \"avg(rate(cilium_operator_ipam_interface_creation_ops[1m])) by(subnetId,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{status}} ({{subnetId}})\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {}\n },\n \"overrides\": []\n },\n \"fill\": 1,\n \"fillGradient\": 0,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"hiddenSeries\": false,\n \"id\": 2,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {\n \"dataLinks\": []\n },\n \"paceLength\": 10,\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n }\n ],\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"gnetId\": null,\n \"graphTooltip\": 0,\n \"id\": 8,\n \"links\": [],\n \"refresh\": false,\n \"schemaVersion\": 25,\n \"style\": \"dark\",\n \"time\": {\n \"from\": \"now-30m\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ],\n \"time_options\": [\n \"5m\",\n \"15m\",\n \"1h\",\n \"6h\",\n \"12h\",\n \"24h\",\n \"2d\",\n \"7d\",\n \"30d\"\n ]\n },\n \"uid\": \"1GC0TT4Wz\",\n \"version\": 2\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-cloudnativepg - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"CloudNativePG\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"cloudnativepg\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"DS_PROMETHEUS\",\n \"label\": \"Datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"operatorNamespace\",\n \"label\": \"Operator Namespace\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(controller_runtime_webhook_requests_total{webhook=\\\"/mutate-postgresql-cnpg-io-v1-cluster\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(controller_runtime_webhook_requests_total{webhook=\\\"/mutate-postgresql-cnpg-io-v1-cluster\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {},\n \"description\": \"Namespace where the CNPG operator is located\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 0\n },\n {\n \"name\": \"namespace\",\n \"label\": \"Database Namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"cnpg_collector_up\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"cnpg_collector_up\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {},\n \"description\": \"Namespace where the database cluster is located\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"/namespace=\\\"(?[^\\\"]+)/g\",\n \"skipUrlSync\": false,\n \"sort\": 0\n },\n {\n \"name\": \"pg_cluster\",\n \"label\": \"Cluster\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"cnpg_collector_up{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"cnpg_collector_up{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {},\n \"description\": \"CNPG Cluster\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"/\\\\bpg_cluster\\\\b=\\\"(?[^\\\"]+)/g\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"instances\",\n \"label\": \"Instances\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 4,\n \"query\": \"cnpg_collector_up{namespace=~\\\"$namespace\\\",pod=~\\\"$pg_cluster-([1-9][0-9]*)$\\\",cluster=~\\\"$cluster\\\"}\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"cnpg_collector_up{namespace=~\\\"$namespace\\\",pod=~\\\"$pg_cluster-([1-9][0-9]*)$\\\",cluster=~\\\"$cluster\\\"}\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \"$pg_cluster-([1-9][0-9]*)\",\n \"current\": {},\n \"description\": \"Database cluster instances\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"/pod=\\\"(?[^\\\"]+)/g\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(cnpg_collector_up, cluster)\",\n \"definition\": \"label_values(cnpg_collector_up, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Alerts\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 3,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 676,\n \"options\": {\n \"alertInstanceLabelFilter\": \"{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\"}\",\n \"alertName\": \"\",\n \"dashboardAlerts\": false,\n \"folder\": \"\",\n \"groupBy\": [],\n \"groupMode\": \"default\",\n \"maxItems\": 20,\n \"sortOrder\": 1,\n \"stateFilter\": {\n \"error\": true,\n \"firing\": true,\n \"noData\": false,\n \"normal\": true,\n \"pending\": true\n },\n \"viewMode\": \"list\"\n },\n \"type\": \"alertlist\"\n },\n {\n \"title\": \"Health\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 4,\n \"x\": 3,\n \"y\": 0\n },\n \"id\": 586,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Overview\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 12,\n \"x\": 7,\n \"y\": 0\n },\n \"id\": 336,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Storage\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 2,\n \"x\": 19,\n \"y\": 0\n },\n \"id\": 352,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Backups\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 21,\n \"y\": 0\n },\n \"id\": 354,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"text\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"(max(cnpg_pg_replication_streaming_replicas{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) - sum(cnpg_pg_replication_is_wal_receiver_up{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)) + (clamp_max(max(cnpg_pg_replication_streaming_replicas{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster), 1) - 1)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Replication\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Cluster Replication Health represents the availability of replica servers available to replace the primary in case of a failure.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"-1\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"None\"\n },\n \"0\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 2,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Degraded\"\n },\n \"to\": 999\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 3,\n \"y\": 1\n },\n \"id\": 585,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"((max(cnpg_pg_replication_lag{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) + max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)) + max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)) + max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"Lag\",\n \"range\": true,\n \"refId\": \"LAG\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"hide\": false,\n \"instant\": false,\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"High lag indicates issue with replication. Network or storage interfaces may not have enough bandwidth to handle incoming traffic and replication at the same time.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"text\",\n \"index\": 0,\n \"text\": \"No data\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 0.1\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.1,\n \"result\": {\n \"color\": \"yellow\",\n \"index\": 2,\n \"text\": \"Sub-second\"\n },\n \"to\": 1\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 3,\n \"text\": \"Delayed\"\n },\n \"to\": 5\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 5,\n \"result\": {\n \"color\": \"red\",\n \"index\": 4,\n \"text\": \"High\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 5,\n \"y\": 1\n },\n \"id\": 590,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(max(max(1 - (kubelet_volume_stats_available_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) by(persistentvolumeclaim,cluster)) by(cluster) or max(kubelet_volume_stats_inodes_used{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_inodes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Storage\",\n \"range\": true,\n \"refId\": \"STORAGE\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Low disk space or low inode count will result in data loss.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"text\",\n \"index\": 0,\n \"text\": \"No data\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 0.8\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.8,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Warning\"\n },\n \"to\": 0.9\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.9,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Critical\"\n },\n \"to\": 0.98\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.98,\n \"result\": {\n \"color\": \"red\",\n \"index\": 4,\n \"text\": \"Data Loss\"\n },\n \"to\": 1\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 5,\n \"text\": \"Full\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 6,\n \"y\": 1\n },\n \"id\": 613,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Last failover\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_postmaster_start_time{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) * 1000\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-blue\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"dateTimeFromNow\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 7,\n \"y\": 1\n },\n \"id\": 338,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"title\": \"TPS\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_xact_commit{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[$__interval])) by(cluster) + sum(rate(cnpg_pg_stat_database_xact_rollback{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[$__interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"TPS\",\n \"range\": true,\n \"refId\": \"TPS\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 2,\n \"x\": 9,\n \"y\": 1\n },\n \"id\": 342,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": true,\n \"intervalFactor\": 2,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"CPU Utilisation from Requests\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"text\",\n \"index\": 0,\n \"text\": \"Missing request\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 0.8\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 11,\n \"y\": 1\n },\n \"id\": 344,\n \"interval\": \"1m\",\n \"links\": [],\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Memory Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": true,\n \"intervalFactor\": 2,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Memory Utilisation from Requests\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"text\",\n \"index\": 0,\n \"text\": \"Missing request\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 0.8\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 13,\n \"y\": 1\n },\n \"id\": 348,\n \"interval\": \"1m\",\n \"links\": [],\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Replication Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_replication_lag{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"max\": 30,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"yellow\",\n \"value\": 1\n },\n {\n \"color\": \"orange\",\n \"value\": 10\n },\n {\n \"color\": \"red\",\n \"value\": 20\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 15,\n \"y\": 1\n },\n \"id\": 465,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Write Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"yellow\",\n \"value\": 1\n },\n {\n \"color\": \"orange\",\n \"value\": 10\n },\n {\n \"color\": \"red\",\n \"value\": 20\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 17,\n \"y\": 1\n },\n \"id\": 467,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Volume Space Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(max(1 - (kubelet_volume_stats_available_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) by(persistentvolumeclaim,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"DATA\",\n \"range\": false,\n \"refId\": \"DATA\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(max(1 - (kubelet_volume_stats_available_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"})) by(persistentvolumeclaim,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"WAL\",\n \"range\": false,\n \"refId\": \"WAL\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max((sum(kubelet_volume_stats_used_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-tbs.*\\\",cluster=~\\\"$cluster\\\"}) by(namespace,persistentvolumeclaim,cluster) / sum(kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-tbs.*\\\",cluster=~\\\"$cluster\\\"}) by(namespace,persistentvolumeclaim,cluster)) * on(namespace,persistentvolumeclaim,cluster) group_left(volume) kube_pod_spec_volumes_persistentvolumeclaims_info{pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Tablespaces (max)\",\n \"range\": false,\n \"refId\": \"Max Tablespace\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 0.8\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 19,\n \"y\": 1\n },\n \"id\": 356,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Last Base Backup\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"0 - (time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster))\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Elapsed time since the last successful base backup.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"semi-dark-orange\",\n \"index\": 0,\n \"text\": \"Invalid date\"\n },\n \"to\": 1e+42\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": -2147483648,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"N/A\"\n },\n \"to\": -1577847600\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"semi-dark-red\",\n \"value\": -108000\n },\n {\n \"color\": \"semi-dark-orange\",\n \"value\": -107999\n },\n {\n \"color\": \"#EAB839\",\n \"value\": -89999\n },\n {\n \"color\": \"green\",\n \"value\": -86399\n }\n ]\n },\n \"unit\": \"dtdurations\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 3,\n \"x\": 21,\n \"y\": 1\n },\n \"id\": 360,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"CPU\",\n \"range\": true,\n \"refId\": \"CPU\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"Memory\",\n \"range\": true,\n \"refId\": \"MEM\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(sum(cnpg_backends_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster) / sum(cnpg_pg_settings_setting{name=\\\"max_connections\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"Connections\",\n \"range\": true,\n \"refId\": \"CONNS\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"High resource usage (CPU, Memory, DB Connections)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"text\",\n \"index\": 0,\n \"text\": \"No data\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 0.8\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.8,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Warning\"\n },\n \"to\": 0.9\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.9,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Critical\"\n },\n \"to\": 0.98\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 0.98,\n \"result\": {\n \"color\": \"red\",\n \"index\": 4,\n \"text\": \"Data Loss\"\n },\n \"to\": 999\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 3,\n \"y\": 3\n },\n \"id\": 591,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Last archived WAL\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max((1 - cnpg_pg_replication_in_recovery{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) * ((time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) + cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Computes the time since the last known WAL archival in the primary.\\nWe ensure to ignore the metric in the replicas by using (1 - cnpg_pg_replication_in_recovery ) as a multiplicative factor. It will be 0 for replicas, 1 for the primary.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"No backups\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": -1e+22,\n \"result\": {\n \"color\": \"text\",\n \"index\": 1,\n \"text\": \"No data\"\n },\n \"to\": 0\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"dtdurations\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 3,\n \"x\": 21,\n \"y\": 3\n },\n \"id\": 362,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Version\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_postgres_version{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"builder\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"hide\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{pod}}\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-blue\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"string\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 7,\n \"y\": 4\n },\n \"id\": 340,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"/^full$/\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"title\": \"Flush Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"yellow\",\n \"value\": 1\n },\n {\n \"color\": \"orange\",\n \"value\": 10\n },\n {\n \"color\": \"red\",\n \"value\": 20\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 15,\n \"y\": 4\n },\n \"id\": 466,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Replay Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"yellow\",\n \"value\": 1\n },\n {\n \"color\": \"orange\",\n \"value\": 10\n },\n {\n \"color\": \"red\",\n \"value\": 20\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 17,\n \"y\": 4\n },\n \"id\": 468,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Backups\",\n \"range\": true,\n \"refId\": \"BACKUPS\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Base Backups are considered healthy when there has been at least one base backup in the last 24 hours.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"orange\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 90000\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 90000,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Degraded\"\n },\n \"to\": 108000\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 108000,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"None recent\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"WAL\"\n },\n \"properties\": [\n {\n \"id\": \"mappings\",\n \"value\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"orange\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 360\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 360,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Delayed\"\n },\n \"to\": 900\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 900,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Unsynced\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 3,\n \"y\": 5\n },\n \"id\": 588,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max((1 - cnpg_pg_replication_in_recovery{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) * ((time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) + cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"WAL\",\n \"range\": true,\n \"refId\": \"WAL\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"WAL is considered Healthy when the last WAL is 0min to 6min old, Delayed when it is less than 15min and Unsynced for >15min.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"orange\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 360\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 360,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Delayed\"\n },\n \"to\": 900\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 900,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Unsynced\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"WAL\"\n },\n \"properties\": [\n {\n \"id\": \"mappings\",\n \"value\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"orange\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"special\"\n },\n {\n \"options\": {\n \"from\": 0,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Healthy\"\n },\n \"to\": 360\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 360,\n \"result\": {\n \"color\": \"orange\",\n \"index\": 2,\n \"text\": \"Delayed\"\n },\n \"to\": 900\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 900,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Unsynced\"\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 4,\n \"y\": 5\n },\n \"id\": 612,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kube_pod_status_ready{namespace=\\\"$operatorNamespace\\\",pod=~\\\"cloudnative-pg.+|cnpg-controller-manager.+\\\",condition=\\\"true\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Operator Status\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Online if there is at least one ready operator pod\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"Failure\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"green\",\n \"index\": 1,\n \"text\": \"Online\"\n },\n \"to\": 99\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 5,\n \"y\": 5\n },\n \"id\": 589,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"clamp_max(max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster), 1)\",\n \"editorMode\": \"code\",\n \"hide\": true,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"clamp_max(max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"cluster\\\",cluster=~\\\"$cluster\\\"}) by(cluster), 1)\",\n \"editorMode\": \"code\",\n \"hide\": true,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_CLUSTER\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"clamp_max(max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"pooler\\\",cluster=~\\\"$cluster\\\"}) by(cluster), 1)\",\n \"editorMode\": \"code\",\n \"hide\": true,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_POOLER\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"clamp_max(max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=~\\\"scheduledbackup|scheduled-backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster), 1)\",\n \"editorMode\": \"code\",\n \"hide\": true,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_SCHEDULED_BACKUP\"\n },\n {\n \"datasource\": {\n \"type\": \"__expr__\",\n \"uid\": \"${DS_EXPRESSION}\"\n },\n \"expression\": \"$RECONCILE_ERRORS_BACKUP + $RECONCILE_ERRORS_CLUSTER * 10 + $RECONCILE_ERRORS_POOLER * 100 + $RECONCILE_ERRORS_SCHEDULED_BACKUP * 1000\",\n \"hide\": false,\n \"refId\": \"A\",\n \"type\": \"math\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"Backup\"\n },\n \"to\": 9\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 10,\n \"result\": {\n \"color\": \"red\",\n \"index\": 2,\n \"text\": \"Cluster\"\n },\n \"to\": 99\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 100,\n \"result\": {\n \"color\": \"red\",\n \"index\": 3,\n \"text\": \"Pooler\"\n },\n \"to\": 999\n },\n \"type\": \"range\"\n },\n {\n \"options\": {\n \"from\": 1000,\n \"result\": {\n \"color\": \"red\",\n \"index\": 4,\n \"text\": \"Scheduled Backup\"\n },\n \"to\": 9999\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 1,\n \"x\": 6,\n \"y\": 5\n },\n \"id\": 655,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"Total\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 80000000000\n },\n {\n \"color\": \"red\",\n \"value\": 90000000000\n }\n ]\n },\n \"unit\": \"none\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 11,\n \"y\": 5\n },\n \"id\": 346,\n \"links\": [],\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{pod=~\\\"$instances\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"Total\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Container memory working set\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 80000000000\n },\n {\n \"color\": \"red\",\n \"value\": 90000000000\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 13,\n \"y\": 5\n },\n \"id\": 350,\n \"links\": [],\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Database Size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_database_size_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 60000000000\n },\n {\n \"color\": \"red\",\n \"value\": 80000000000\n }\n ]\n },\n \"unit\": \"decbytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 19,\n \"y\": 5\n },\n \"id\": 358,\n \"links\": [],\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"sum\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"transformations\": [\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"Value\": {\n \"aggregations\": [\n \"max\"\n ],\n \"operation\": \"aggregate\"\n },\n \"datname\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n }\n ],\n \"type\": \"stat\"\n },\n {\n \"title\": \"First Recoverability Point\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_collector_first_recoverability_point{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster) * 1000\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"N/A\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"No backups\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"dateTimeAsIso\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 3,\n \"x\": 21,\n \"y\": 5\n },\n \"id\": 364,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Server Health\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 12,\n \"type\": \"row\"\n },\n {\n \"title\": \"Instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 191,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"transparent\": true,\n \"type\": \"text\"\n },\n {\n \"title\": \"Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 2,\n \"x\": 3,\n \"y\": 8\n },\n \"id\": 192,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Clustering / replicas\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 5,\n \"y\": 8\n },\n \"id\": 193,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Zone\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 2,\n \"x\": 8,\n \"y\": 8\n },\n \"id\": 384,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 4,\n \"x\": 10,\n \"y\": 8\n },\n \"id\": 195,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Max Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 14,\n \"y\": 8\n },\n \"id\": 196,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Wraparound\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 17,\n \"y\": 8\n },\n \"id\": 197,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Started\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 2,\n \"x\": 20,\n \"y\": 8\n },\n \"id\": 313,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Version\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 2,\n \"x\": 22,\n \"y\": 8\n },\n \"id\": 198,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 61,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\\n \\n

$instances

\\n
\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"min(kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"index\": 0,\n \"text\": \"Down\"\n },\n \"1\": {\n \"index\": 1,\n \"text\": \"Up\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-red\",\n \"value\": null\n },\n {\n \"color\": \"green\",\n \"value\": 1\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 3,\n \"y\": 9\n },\n \"id\": 33,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"(1 - cnpg_pg_replication_in_recovery{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) + cnpg_pg_replication_is_wal_receiver_up{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"No\"\n },\n \"1\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"Yes\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"noValue\": \"-\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 5,\n \"y\": 9\n },\n \"id\": 60,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_replication_streaming_replicas{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"noValue\": \"-\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 1,\n \"x\": 7,\n \"y\": 9\n },\n \"id\": 229,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_info{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} * on(node,instance,cluster) group_left(label_topology_kubernetes_io_zone) kube_node_labels\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"This metric depends on exporting the: `topology.kubernetes.io/zone` label through kube-state-metrics (not enabled by default). Can be added by changing its configuration with:\\n\\n```yaml\\nmetricLabelsAllowlist:\\n - nodes=[topology.kubernetes.io/zone]\\n```\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 8,\n \"y\": 9\n },\n \"id\": 386,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"/^label_topology_kubernetes_io_zone$/\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {\n \"valueSize\": 18\n },\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cnpg_backends_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"-\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"short\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 10,\n \"y\": 9\n },\n \"id\": 58,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"last\",\n \"mean\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.2.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"timeseries\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"(100 * sum(cnpg_backends_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)) / sum(cnpg_pg_settings_setting{name=\\\"max_connections\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"mappings\": [],\n \"max\": 100,\n \"min\": 0,\n \"noValue\": \"<1%\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 75\n },\n {\n \"color\": \"red\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 14,\n \"y\": 9\n },\n \"id\": 32,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"gauge\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_database_xid_age{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"max\": 2147483647,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 200000000\n },\n {\n \"color\": \"red\",\n \"value\": 1000000000\n }\n ]\n },\n \"unit\": \"none\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 17,\n \"y\": 9\n },\n \"id\": 8,\n \"options\": {\n \"displayMode\": \"lcd\",\n \"maxVizHeight\": 300,\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"auto\",\n \"text\": {},\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"bargauge\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_postmaster_start_time{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} * 1000\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-blue\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"dateTimeFromNow\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 20,\n \"y\": 9\n },\n \"id\": 314,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_postgres_version{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"hide\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-blue\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"string\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 22,\n \"y\": 9\n },\n \"id\": 42,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"/^full$/\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"transformations\": [],\n \"type\": \"stat\"\n },\n {\n \"title\": \"Configuration\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"Instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 187,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"transparent\": true,\n \"type\": \"text\"\n },\n {\n \"title\": \"Max Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 3,\n \"y\": 25\n },\n \"id\": 183,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Shared Buffers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 6,\n \"y\": 25\n },\n \"id\": 184,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Effective Cache Size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 9,\n \"y\": 25\n },\n \"id\": 185,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Work Mem\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 12,\n \"y\": 25\n },\n \"id\": 186,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Maintenance Work Mem\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 15,\n \"y\": 25\n },\n \"id\": 188,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Random Page Cost\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 18,\n \"y\": 25\n },\n \"id\": 189,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"title\": \"Sequential Page Cost\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 1,\n \"w\": 3,\n \"x\": 21,\n \"y\": 25\n },\n \"id\": 190,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"kube_pod_container_status_ready{container=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 0,\n \"y\": 26\n },\n \"id\": 86,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"\\n \\n

$instances

\\n
\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"text\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{name=\\\"max_connections\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 3,\n \"y\": 26\n },\n \"id\": 30,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_settings_setting{name=\\\"shared_buffers\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster) * max(cnpg_pg_settings_setting{name=\\\"block_size\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 6,\n \"y\": 26\n },\n \"id\": 24,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_settings_setting{name=\\\"effective_cache_size\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster) * max(cnpg_pg_settings_setting{name=\\\"block_size\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 9,\n \"y\": 26\n },\n \"id\": 57,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{name=\\\"work_mem\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} * 1024\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 12,\n \"y\": 26\n },\n \"id\": 26,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{name=\\\"maintenance_work_mem\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 15,\n \"y\": 26\n },\n \"id\": 47,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{name=\\\"random_page_cost\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"none\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 18,\n \"y\": 26\n },\n \"id\": 48,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{name=\\\"seq_page_cost\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unit\": \"none\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 3,\n \"x\": 21,\n \"y\": 26\n },\n \"id\": 56,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeat\": \"instances\",\n \"repeatDirection\": \"v\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Configurations\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_settings_setting{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"dark-purple\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 24,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 150,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"10.3.1\",\n \"repeatDirection\": \"v\",\n \"transformations\": [\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"__name__\": true,\n \"container\": true,\n \"endpoint\": true,\n \"instance\": true,\n \"job\": true,\n \"name\": false,\n \"namespace\": true,\n \"pod\": false\n },\n \"indexByName\": {\n \"Time\": 0,\n \"Value\": 9,\n \"__name__\": 1,\n \"container\": 2,\n \"endpoint\": 3,\n \"instance\": 4,\n \"job\": 5,\n \"name\": 7,\n \"namespace\": 8,\n \"pod\": 6\n },\n \"renameByName\": {\n \"__name__\": \"\",\n \"name\": \"parameter\"\n }\n }\n },\n {\n \"id\": \"groupingToMatrix\",\n \"options\": {\n \"columnField\": \"pod\",\n \"rowField\": \"parameter\",\n \"valueField\": \"Value\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {},\n \"indexByName\": {},\n \"renameByName\": {\n \"parameter\\\\pod\": \"parameter\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 41,\n \"type\": \"row\"\n },\n {\n \"title\": \"Operational Stats\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 19\n },\n \"id\": 10,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{pod=~\\\"$instances\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\",\n \"step\": 10\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"log\": 10,\n \"type\": \"log\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 20\n },\n \"id\": 273,\n \"links\": [],\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"10.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage (container memory working set)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{pod=~\\\"$instances\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\",\n \"step\": 10\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\",\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"quota - requests\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"quota - limits\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#FF9830\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 20\n },\n \"id\": 275,\n \"links\": [],\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"10.3.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Session States\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cnpg_backends_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"total ({{pod}})\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(cnpg_backends_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(state,pod,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{state}} ({{pod}})\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 39,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transactions [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_xact_commit{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"committed ({{pod}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_xact_rollback{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(pod,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"rolled back ({{pod}})\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Longest Transaction\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_backends_max_tx_duration_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 35\n },\n \"id\": 4,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Deadlocks [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_database_deadlocks{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"exemplar\": true,\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"count ({{pod}})\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 43\n },\n \"id\": 55,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Blocked Queries\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_backends_waiting_total{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 43\n },\n \"id\": 54,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Storage & I/O\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"Volume Space Usage: PGDATA and WAL\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(1 - (kubelet_volume_stats_available_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"})) by(persistentvolumeclaim,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{persistentvolumeclaim}}\",\n \"range\": true,\n \"refId\": \"FREE_SPACE\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(1 - (kubelet_volume_stats_available_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"})) by(persistentvolumeclaim,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{persistentvolumeclaim}}\",\n \"range\": true,\n \"refId\": \"FREE_SPACE_WAL\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 0.7\n },\n {\n \"color\": \"red\",\n \"value\": 0.8\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 424,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"10.3.3\",\n \"transformations\": [],\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Volume Inode Usage: PGDATA and WAL\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(kubelet_volume_stats_inodes_used{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_inodes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{persistentvolumeclaim}}\",\n \"range\": true,\n \"refId\": \"FREE_INODES\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(kubelet_volume_stats_inodes_used{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"} / kubelet_volume_stats_inodes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-wal\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{persistentvolumeclaim}}\",\n \"range\": true,\n \"refId\": \"FREE_INODES_WAL\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 0.8\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 52\n },\n \"id\": 426,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"10.3.3\",\n \"transformations\": [],\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Volume Space Usage: Tablespaces\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"(sum(kubelet_volume_stats_used_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-tbs.*\\\",cluster=~\\\"$cluster\\\"}) by(namespace,persistentvolumeclaim,cluster) / sum(kubelet_volume_stats_capacity_bytes{namespace=\\\"$namespace\\\",persistentvolumeclaim=~\\\"(${instances})-tbs.*\\\",cluster=~\\\"$cluster\\\"}) by(namespace,persistentvolumeclaim,cluster)) * on(namespace,persistentvolumeclaim,cluster) group_left(volume,pod) kube_pod_spec_volumes_persistentvolumeclaims_info{pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{volume}}-{{pod}}\",\n \"range\": true,\n \"refId\": \"FREE_SPACE\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 0.7\n },\n {\n \"color\": \"red\",\n \"value\": 0.8\n }\n ]\n },\n \"unit\": \"percentunit\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 60\n },\n \"id\": 564,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"10.3.3\",\n \"transformations\": [],\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Tuple I/O [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_tup_deleted{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"deleted\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_tup_inserted{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"inserted\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_tup_fetched{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"fetched\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_tup_returned{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"returned\",\n \"range\": true,\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(rate(cnpg_pg_stat_database_tup_updated{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"updated\",\n \"range\": true,\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 67\n },\n \"id\": 44,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Block I/O [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_database_blks_hit{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"hit ({{pod}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_database_blks_read{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"read ({{pod}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 67\n },\n \"id\": 46,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Database Size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(cnpg_pg_database_size_bytes{datname!~\\\"template.*\\\",datname!=\\\"postgres\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}) by(datname,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \" {{pod}}: {{datname}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"decbytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 75\n },\n \"id\": 22,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.0.5\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Temp Bytes [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_database_temp_bytes{datname=\\\"\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"decbytes\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 75\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 51\n },\n \"id\": 35,\n \"type\": \"row\"\n },\n {\n \"title\": \"Write Ahead Log\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"WAL Segment Archive Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_pg_wal_archive_status{value=\\\"ready\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"ready ({{pod}})\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_pg_wal_archive_status{value=\\\"done\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"done ({{pod}})\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 0,\n \"y\": 53\n },\n \"id\": 6,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Archiver Status [5m]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_archiver_archived_count{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"archived ({{pod}})\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"rate(cnpg_pg_stat_archiver_failed_count{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}[5m])\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"failed ({{pod}})\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 8,\n \"y\": 53\n },\n \"id\": 52,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Last Archive Age\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"age ({{pod}})\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 16,\n \"y\": 53\n },\n \"id\": 53,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"WAL Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_pg_wal{pod=~\\\"$instances\\\",namespace=~\\\"$namespace\\\",value=\\\"count\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"{{pod}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 0,\n \"y\": 61\n },\n \"id\": 725,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 37,\n \"type\": \"row\"\n },\n {\n \"title\": \"Replication\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"Replication Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_replication_lag{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 600\n },\n {\n \"color\": \"dark-red\",\n \"value\": 3600\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 0,\n \"y\": 59\n },\n \"id\": 16,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Write Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_stat_replication_write_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}} -> {{application_name}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 6,\n \"y\": 59\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Flush Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}} -> {{application_name}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 12,\n \"y\": 59\n },\n \"id\": 59,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Replay Lag\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}} -> {{application_name}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 18,\n \"y\": 59\n },\n \"id\": 20,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 53\n },\n \"id\": 18,\n \"type\": \"row\"\n },\n {\n \"title\": \"Collector Stats\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"Collection Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_collection_duration_seconds{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"cards\": {},\n \"color\": {\n \"cardColor\": \"#b4ff00\",\n \"colorScale\": \"sqrt\",\n \"colorScheme\": \"interpolateOranges\",\n \"exponent\": 0.5,\n \"mode\": \"spectrum\"\n },\n \"dataFormat\": \"timeseries\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"scaleDistribution\": {\n \"type\": \"linear\"\n }\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 55\n },\n \"heatmap\": {},\n \"hideZeroBuckets\": false,\n \"highlightCards\": true,\n \"id\": 233,\n \"legend\": {\n \"show\": false\n },\n \"options\": {\n \"calculate\": true,\n \"calculation\": {},\n \"cellGap\": 2,\n \"cellValues\": {},\n \"color\": {\n \"exponent\": 0.5,\n \"fill\": \"#b4ff00\",\n \"mode\": \"scheme\",\n \"reverse\": false,\n \"scale\": \"exponential\",\n \"scheme\": \"Oranges\",\n \"steps\": 128\n },\n \"exemplars\": {\n \"color\": \"rgba(255,0,255,0.7)\"\n },\n \"filterValues\": {\n \"le\": 1e-9\n },\n \"legend\": {\n \"show\": false\n },\n \"rowsFrame\": {\n \"layout\": \"auto\"\n },\n \"showValue\": \"never\",\n \"tooltip\": {\n \"mode\": \"single\",\n \"showColorScale\": false,\n \"yHistogram\": false\n },\n \"yAxis\": {\n \"axisPlacement\": \"left\",\n \"reverse\": false,\n \"unit\": \"s\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"reverseYBuckets\": false,\n \"tooltip\": {\n \"show\": true,\n \"showHistogram\": false\n },\n \"type\": \"heatmap\",\n \"xAxis\": {\n \"show\": true\n },\n \"yAxis\": {\n \"format\": \"s\",\n \"logBase\": 1,\n \"show\": true\n },\n \"yBucketBound\": \"auto\"\n },\n {\n \"title\": \"Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"cnpg_collector_last_collection_error{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 55\n },\n \"id\": 235,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 54\n },\n \"id\": 231,\n \"type\": \"row\"\n },\n {\n \"title\": \"Backups\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"First Recoverability Point\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"(cnpg_collector_first_recoverability_point{namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"} * 1000) > 0\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"dateTimeAsIso\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 8,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 237,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 55\n },\n \"id\": 239,\n \"type\": \"row\"\n },\n {\n \"title\": \"Checkpoints\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"refId\": \"A\"\n }\n ],\n \"panels\": [\n {\n \"title\": \"Requested/Timed\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"{__name__=~\\\"cnpg_pg_stat_(bgwriter|checkpointer)_checkpoints_req\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"req/{{pod}}\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"{__name__=~\\\"cnpg_pg_stat_(bgwriter|checkpointer)_checkpoints_timed\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"timed/{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": -1,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 8,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 5,\n \"x\": 0,\n \"y\": 57\n },\n \"id\": 295,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Write/Sync time\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"{__name__=~\\\"cnpg_pg_stat_(bgwriter_checkpoint|checkpointer)_write_time\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"write/{{pod}}\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"{__name__=~\\\"cnpg_pg_stat_(bgwriter_checkpoint|checkpointer)_sync_time\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$instances\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"sync/{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": -1,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 8,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ms\",\n \"unitScale\": true\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 5,\n \"x\": 5,\n \"y\": 57\n },\n \"id\": 296,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.2.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"datasource\": {\n \"uid\": \"prometheus\"\n },\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 293,\n \"type\": \"row\"\n },\n {\n \"title\": \"Extensions\",\n \"panels\": [\n {\n \"title\": \"Installed extensions\",\n \"targets\": [\n {\n \"expr\": \"max(cnpg_pg_extensions_update_available{pod=~\\\"$instances\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(datname,extname,default_version,installed_version,cluster)\",\n \"disableTextWrap\": false,\n \"exemplar\": false,\n \"format\": \"table\",\n \"fullMetaSearch\": false,\n \"includeNullMetadata\": true,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\",\n \"useBackend\": false\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"Show the installed extensions and their versions\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\",\n \"wrapText\": false\n },\n \"filterable\": false,\n \"inspect\": false\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Update Available\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bool\"\n },\n {\n \"id\": \"mappings\",\n \"value\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"transparent\",\n \"index\": 1\n },\n \"1\": {\n \"color\": \"red\",\n \"index\": 0\n }\n },\n \"type\": \"value\"\n }\n ]\n },\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"applyToRow\": true,\n \"mode\": \"gradient\",\n \"type\": \"color-background\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 81\n },\n \"id\": 792,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": [\n {\n \"desc\": false,\n \"displayName\": \"Value\"\n }\n ]\n },\n \"pluginVersion\": \"11.4.0\",\n \"transformations\": [\n {\n \"id\": \"sortBy\",\n \"options\": {\n \"fields\": {},\n \"sort\": [\n {\n \"field\": \"extname\"\n }\n ]\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true\n },\n \"includeByName\": {},\n \"indexByName\": {\n \"Time\": 0,\n \"Value\": 5,\n \"datname\": 2,\n \"default_version\": 3,\n \"extname\": 1,\n \"installed_version\": 4\n },\n \"renameByName\": {\n \"Value\": \"Update Available\",\n \"datname\": \"Database\",\n \"default_version\": \"Default Version\",\n \"extname\": \"Extension\",\n \"installed_version\": \"Installed Version\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 57\n },\n \"id\": 794,\n \"type\": \"row\"\n },\n {\n \"title\": \"Operator\",\n \"panels\": [\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kube_pod_status_ready{namespace=\\\"$operatorNamespace\\\",pod=~\\\"cloudnative-pg.+|cnpg-controller-manager.+\\\",condition=\\\"true\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Ready Operator Pods\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"No Ready pods\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 697,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"cluster\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Cluster Reconcile Errors\",\n \"range\": false,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 4,\n \"y\": 64\n },\n \"id\": 702,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Backup Reconcile Errors\",\n \"range\": false,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 8,\n \"y\": 64\n },\n \"id\": 698,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=~\\\"scheduledbackup|scheduled-backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Scheduled Backup Reconcile Errors\",\n \"range\": false,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 12,\n \"y\": 64\n },\n \"id\": 704,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"pooler\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"Pooler Reconcile Errors\",\n \"range\": false,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 16,\n \"y\": 64\n },\n \"id\": 703,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Ready Operator Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kube_pod_status_ready{namespace=\\\"$operatorNamespace\\\",pod=~\\\"cloudnative-pg.+|cnpg-controller-manager.+\\\",condition=\\\"true\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"Ready Operator Pods\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"red\",\n \"index\": 0,\n \"text\": \"No Ready pods\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 0,\n \"y\": 66\n },\n \"id\": 746,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cluster Reconcile Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"cluster\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Cluster Reconcile Errors\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 4,\n \"y\": 66\n },\n \"id\": 767,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Backup Reconcile Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Backup Reconcile Errors\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 8,\n \"y\": 66\n },\n \"id\": 768,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scheduled Backup Reconcile Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=~\\\"scheduledbackup|scheduled-backup\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"Scheduled Backup Reconcile Errors\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 12,\n \"y\": 66\n },\n \"id\": 790,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pooler Reconcile Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(controller_runtime_reconcile_total{namespace=~\\\"$operatorNamespace\\\",result=\\\"error\\\",controller=\\\"pooler\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Pooler Reconcile Errors\",\n \"range\": true,\n \"refId\": \"RECONCILE_ERRORS_BACKUP\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"The operator reconcile errors don't distinguish between database cluster or namespaces.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"color\": \"green\",\n \"index\": 0,\n \"text\": \"None\"\n }\n },\n \"type\": \"value\"\n },\n {\n \"options\": {\n \"from\": 1,\n \"result\": {\n \"color\": \"red\",\n \"index\": 1\n },\n \"to\": 4294967295\n },\n \"type\": \"range\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unitScale\": true\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Reconcile errors\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 16,\n \"y\": 66\n },\n \"id\": 769,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.3.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 58\n },\n \"id\": 696,\n \"type\": \"row\"\n }\n ],\n \"__elements\": {},\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n },\n {\n \"description\": \"\",\n \"label\": \"Expression\",\n \"name\": \"DS_EXPRESSION\",\n \"pluginId\": \"__expr__\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"__expr__\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"alertlist\",\n \"name\": \"Alert list\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"bargauge\",\n \"name\": \"Bar gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"gauge\",\n \"name\": \"Gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"10.3.3\"\n },\n {\n \"id\": \"heatmap\",\n \"name\": \"Heatmap\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"table\",\n \"name\": \"Table\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"text\",\n \"name\": \"Text\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"id\": null,\n \"links\": [\n {\n \"asDropdown\": false,\n \"icon\": \"external link\",\n \"includeVars\": false,\n \"keepTime\": false,\n \"tags\": [\n \"cloudnativepg\"\n ],\n \"targetBlank\": false,\n \"title\": \"Related Dashboards\",\n \"tooltip\": \"\",\n \"type\": \"dashboards\",\n \"url\": \"\"\n }\n ],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"revision\": 1,\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-7d\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"nowDelay\": \"\"\n },\n \"uid\": \"cloudnative-pg\",\n \"version\": 2,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-cluster-total - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Networking / Cluster\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Current Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Current Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Current Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bits/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Namespace\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down\",\n \"url\": \"/d/8b7a8b326d7a6f1f04244066368c67af?${datasource:queryparam}&var-cluster=${cluster}&var-namespace=${__data.fields.Namespace}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 24,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 3,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"namespace\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true,\n \"Time 8\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Time 8\": 7,\n \"Value #A\": 9,\n \"Value #B\": 10,\n \"Value #C\": 11,\n \"Value #D\": 12,\n \"Value #E\": 13,\n \"Value #F\": 14,\n \"Value #G\": 15,\n \"Value #H\": 16,\n \"namespace\": 8\n },\n \"renameByName\": {\n \"Value #A\": \"Rx Bits\",\n \"Value #B\": \"Tx Bits\",\n \"Value #C\": \"Rx Bits (Avg)\",\n \"Value #D\": \"Tx Bits (Avg)\",\n \"Value #E\": \"Rx Packets\",\n \"Value #F\": \"Tx Packets\",\n \"Value #G\": \"Rx Packets Dropped\",\n \"Value #H\": \"Tx Packets Dropped\",\n \"namespace\": \"Namespace\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Average Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 36\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 45\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 45\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of TCP Retransmits out of all sent segments\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_netstat_Tcp_RetransSegs{cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(node_netstat_Tcp_OutSegs{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 54\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of TCP SYN Retransmits out of all retransmits\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_netstat_TcpExt_TCPSynRetrans{cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(node_netstat_Tcp_RetransSegs{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 54\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"ff635a025bcfea7bc3dd4f508990a3e9\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-controller-manager - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Controller Manager\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-controller-manager\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"label\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(up{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Up\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(up{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Work Queue Add Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(workqueue_adds_total{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,name)\",\n \"legendFormat\": \"{{cluster}} {{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 20,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Work Queue Depth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(workqueue_depth{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,name)\",\n \"legendFormat\": \"{{cluster}} {{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Work Queue Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(workqueue_queue_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,name,le))\",\n \"legendFormat\": \"{{cluster}} {{instance}} {{name}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kube API Request Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",code=~\\\"2..\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"2xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",code=~\\\"3..\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"3xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",code=~\\\"4..\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"4xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",code=~\\\"5..\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"5xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Post Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",verb=\\\"POST\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 16,\n \"x\": 8,\n \"y\": 21\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Get Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\",verb=\\\"GET\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 35\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"go_goroutines{cluster=~\\\"$cluster\\\",job=\\\"kube-controller-manager\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 35\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"72e0e05bef5099e5f049b05fdc429ed4\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-envoy-downstream - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Envoy / Downstream\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"Cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"Namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"job\",\n \"label\": \"Job\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"envoy_http_conn_manager_prefix\",\n \"label\": \"Envoy HTTP Conn Manager Prefix\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\"}, envoy_http_conn_manager_prefix)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"label\": \"Pod\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_listener_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Summary\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"Downstreams Count by Job\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"count(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(job,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ job }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of downstream HTTP connection managers across different Prometheus job labels. Helps understand how client-facing listeners are organized across Envoy deployments or environments. Imbalanced distribution may indicate configuration inconsistencies.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"downstreams\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 2,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Downstream Rate by Envoy HTTP Conn Manager Prefix [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_http_conn_manager_prefix }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Request rate distribution across downstream connection managers over the past hour (top 20). Identifies which ingress points receive the most client traffic. Use this to validate traffic routing, detect unexpected traffic patterns, and identify hot spots requiring load balancing adjustments.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 6,\n \"y\": 5\n },\n \"id\": 3,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Downstream Rate by Code Class [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[1h])) by(envoy_response_code_class,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_response_code_class }}xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Breakdown of client responses by HTTP status code class over the past hour. Healthy services show 95%+ 2xx responses. High 4xx proportions indicate client errors, authentication issues, or invalid requests. Any 5xx responses indicate service failures requiring immediate investigation.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 12,\n \"y\": 5\n },\n \"id\": 4,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Downstream Active Connections by Envoy HTTP Conn Manager Prefix\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(envoy_http_downstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_http_conn_manager_prefix }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of currently active client connections across HTTP connection managers. Shows which ingress points are handling the most concurrent connections. High connection counts relative to request rates may indicate slow clients, long-polling connections, or WebSocket traffic.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 18,\n \"y\": 5\n },\n \"id\": 5,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"$envoy_http_conn_manager_prefix\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 6,\n \"repeat\": \"envoy_http_conn_manager_prefix\",\n \"type\": \"row\"\n },\n {\n \"title\": \"Downstream Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_http_conn_manager_prefix }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client request rate per HTTP connection manager over time. Each line represents traffic to a specific ingress listener. Sudden spikes may indicate traffic surges, DDoS attacks, or sudden popularity. Drops suggest client-side issues or upstream routing changes. Use to monitor ingress traffic patterns.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P50\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P95\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": true,\n \"legendFormat\": \"P99\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"End-to-end request latency as experienced by clients. P50 shows typical response time, P95/P99 reveal tail latency impacting user experience. Rising tail latency often precedes user complaints. Investigate when P95 exceeds SLOs. Correlate with upstream latency to identify bottlenecks. Exemplars enable trace-based debugging.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"ms\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 8\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Success Rate (Excluding 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!=\\\"5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client success rate excluding 4xx errors (treating client errors as successful). Values below 99.9% indicate service-side problems. Drops correlate with backend failures or Envoy issues. Compare with upstream success rates to determine if failures originate from backends or proxy layer.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Success Rate (Including 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!~\\\"4|5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Overall client success rate including both 4xx and 5xx as failures. Represents actual end-user experience. Drops may indicate authentication failures, invalid client requests, API contract violations, or backend errors. Use this metric for user-facing SLOs and customer impact assessment.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 16\n },\n \"id\": 10,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Rate by Code Class\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(envoy_response_code_class,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_response_code_class }}xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client request rate by HTTP status code class (2xx/3xx/4xx/5xx). Normal traffic is dominated by 2xx. Spikes in 4xx may indicate authentication problems, API misuse, or client bugs. Any 5xx indicates service failures. Monitor 401/403 for security issues and 429 for rate limiting effectiveness.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 11,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_http_downstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Active Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_http_downstream_cx_destroy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Destroyed Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_http_downstream_cx_idle_timeout{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Idle Timeout\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client connection lifecycle metrics. Active shows current open connections. Destroyed tracks normal connection teardown. High idle timeouts may indicate misconfigured clients, slow clients, or aggressive timeout settings. Correlate with request rates to identify connection efficiency issues.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 24\n },\n \"id\": 12,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Connection Bytes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_cx_rx_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Received\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_cx_tx_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Transmitted\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Bandwidth usage for client traffic. Received shows data from clients (request bodies, uploads). Transmitted shows data to clients (response bodies, downloads). Use to identify bandwidth-heavy endpoints, detect large file transfers, and plan capacity. Sudden spikes may indicate data exfiltration or abuse.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Request Resets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_rx_reset{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"RX Reset\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_tx_reset{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"TX Reset\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_timeout{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Timeout\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Abnormal request termination patterns. RX Reset = client aborted request (client disconnect, timeout). TX Reset = Envoy terminated response (upstream failure, policy violation). Timeouts = request exceeded configured deadline. High rates indicate client issues, network problems, or slow backends.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 32\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Rate by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(pod,envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ pod }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client traffic distribution across Envoy proxy pods for this connection manager. Should show even distribution if load balancing works correctly. Imbalanced traffic may indicate L4 load balancer issues, DNS problems, or client-side connection affinity. Use to verify horizontal scaling effectiveness.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 40\n },\n \"id\": 15,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Active Connections by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_http_downstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=\\\"$envoy_http_conn_manager_prefix\\\"}) by(pod,envoy_http_conn_manager_prefix,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ pod }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Active client connections per Envoy pod for this connection manager. Should correlate with request rates and show balanced distribution. High connections with low requests indicate long-lived connections (WebSockets, streaming). Uneven distribution suggests load balancer or DNS issues requiring investigation.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 40\n },\n \"id\": 16,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"__inputs\": [],\n \"__requires\": [],\n \"description\": \"Detailed downstream connection monitoring for Envoy proxy. Tracks client-facing metrics including request rates, latency percentiles (P50/P95/P99), success rates, active connections, connection lifecycle events, bandwidth usage, and request reset patterns for each HTTP connection manager. Use this dashboard to analyze client behavior, diagnose connection issues, monitor ingress traffic patterns, and identify potential DDoS or abuse scenarios. Supports multi-prefix selection for comparative analysis. The dashboards were generated using [envoy-mixin](https://github.com/adinhodovic/envoy-mixin). Open issues and create feature requests in the repository.\",\n \"gnetId\": 24458,\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": false,\n \"keepTime\": true,\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\"\n ],\n \"targetBlank\": true,\n \"title\": \"Envoy\",\n \"type\": \"dashboards\"\n }\n ],\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-6h\",\n \"to\": \"now\"\n },\n \"uid\": \"envoy-downstream-skj2\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-envoy-overview - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Envoy / Overview\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"Cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"Namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"job\",\n \"label\": \"Job\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"envoy_cluster_name\",\n \"label\": \"Envoy Cluster Name\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\"}, envoy_cluster_name)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"envoy_http_conn_manager_prefix\",\n \"label\": \"Envoy HTTP Conn Manager Prefix\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\"}, envoy_http_conn_manager_prefix)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"label\": \"Pod\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_listener_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Summary\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"Envoy Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(count(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(pod,cluster)) by(cluster)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Total number of Envoy proxy pods currently being monitored. A sudden drop may indicate pod crashes or deployment issues, while increases should align with scaling events.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Upstreams\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(count(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(envoy_cluster_name,cluster)) by(cluster)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Total count of unique upstream clusters (backend services) configured across all Envoy proxies. Changes in this metric indicate service discovery updates or configuration changes.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 4,\n \"y\": 1\n },\n \"id\": 3,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Downstreams\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(count(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Total count of downstream HTTP connection managers (ingress listeners) across all Envoy proxies. Represents the number of distinct entry points accepting client traffic.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 8,\n \"y\": 1\n },\n \"id\": 4,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Upstream Active Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(envoy_cluster_upstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(cluster)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Current number of active TCP connections from Envoy proxies to upstream services. High values may indicate connection pooling issues or slow backend responses. Compare with request rate to assess connection efficiency.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 5,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Downstream Active Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(envoy_http_downstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(cluster)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Current number of active TCP connections from clients to Envoy proxies. Sudden spikes may indicate traffic surges or slow request processing. Monitor alongside request rates to identify connection leaks.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 16,\n \"y\": 1\n },\n \"id\": 6,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Membership Healthy Percent\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"(sum(envoy_cluster_membership_healthy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(cluster) / sum(envoy_cluster_membership_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(cluster)) * 100\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of healthy upstream endpoints across all clusters based on active health checks. Values below 100% indicate failing health checks - investigate unhealthy hosts immediately as this impacts traffic distribution and availability.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 4,\n \"x\": 20,\n \"y\": 1\n },\n \"id\": 7,\n \"options\": {\n \"graphMode\": \"area\",\n \"percentChangeColorMode\": \"standard\",\n \"showPercentChange\": false\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Upstream Rate by Envoy Cluster Name [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_cluster_name }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of upstream request traffic across backend clusters over the past hour. Shows which services receive the most traffic. Use this to identify hot spots, validate load distribution, and detect unexpected traffic patterns to specific backends.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 8,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream Rate by Code Class [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_response_code_class,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_response_code_class }}xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Breakdown of upstream responses by HTTP status code class (2xx, 3xx, 4xx, 5xx) over the past hour. High proportions of 4xx may indicate client errors or misconfigurations, while 5xx indicates backend failures requiring immediate attention.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 6,\n \"y\": 5\n },\n \"id\": 9,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Downstream Rate by Envoy HTTP Conn Manager Prefix [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_http_conn_manager_prefix }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of incoming client traffic across different HTTP connection managers (listeners) over the past hour. Helps identify which ingress points receive the most traffic and validate routing configurations.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 12,\n \"y\": 5\n },\n \"id\": 10,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream Rate by Pod [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(pod,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ pod }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of upstream requests across Envoy proxy pods over the past hour. Use this to verify load balancing across proxy instances and identify if specific pods are handling disproportionate traffic, which may indicate scaling or routing issues.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 18,\n \"y\": 5\n },\n \"id\": 11,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 11\n },\n \"id\": 12,\n \"type\": \"row\"\n },\n {\n \"title\": \"Upstream Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Upstream\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Aggregated upstream request rate across all selected clusters over time. Shows overall backend traffic volume. Sudden drops may indicate upstream failures or circuit breaker activations. Spikes could indicate retry storms or traffic surges.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P50\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P95\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": true,\n \"legendFormat\": \"P99\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Upstream request latency percentiles (P50, P95, P99) measured from Envoy to backend services. Includes connection establishment, request transmission, backend processing, and response receipt. Increasing P95/P99 often indicates backend degradation before P50 is affected. Use exemplars to trace high-latency requests.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"ms\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 12\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Success Rate (Excluding 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\",envoy_response_code_class!=\\\"5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of successful upstream requests (non-5xx responses). This metric treats 4xx errors as successful since they typically indicate client issues, not backend failures. Values below 99.9% may indicate backend health problems. Correlate drops with circuit breaker openings and health check failures.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 20\n },\n \"id\": 15,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Success Rate (Including 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\",envoy_response_code_class!~\\\"4|5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of successful upstream requests (non-4xx/5xx responses). This stricter metric counts both client errors (4xx) and server errors (5xx) as failures. Use this to assess overall request success from an end-user perspective. Lower rates may indicate API contract issues, authentication problems, or backend failures.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 20\n },\n \"id\": 16,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Overview [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\",envoy_response_code_class!=\\\"5\\\"}[1h])) by(job,envoy_cluster_name,cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(job,envoy_cluster_name,cluster)) * 100) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\",envoy_response_code_class!~\\\"4|5\\\"}[1h])) by(job,envoy_cluster_name,cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(job,envoy_cluster_name,cluster)) * 100) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(le,job,envoy_cluster_name,cluster)) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(le,job,envoy_cluster_name,cluster)) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(avg_over_time(envoy_cluster_upstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(job,envoy_cluster_name,cluster) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_cluster_upstream_cx_destroy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(job,envoy_cluster_name,cluster) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((sum(envoy_cluster_membership_healthy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}) by(job,envoy_cluster_name,cluster) / sum(envoy_cluster_membership_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}) by(job,envoy_cluster_name,cluster)) * 100) and on(envoy_cluster_name,cluster) topk(40, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"An overview table showing various upstream metrics by Envoy cluster name [1h].\",\n \"fieldConfig\": {\n \"defaults\": {\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Go To Upstream\",\n \"type\": \"dashboard\",\n \"url\": \"/d/envoy-upstream-skj2/envoy-upstream?&var-envoy_cluster_name=${__data.fields.Envoy Cluster Name}\"\n }\n ],\n \"thresholds\": {\n \"steps\": []\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"SSL Expirations\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"dateTimeFromNow\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"P50 Latency\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"ms\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"P95 Latency\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"ms\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Request Rate\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"reqps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Success Rate (5xx)\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percent\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Success Rate (4xx & 5xx)\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percent\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Healthy Cluster Percent\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percent\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 17,\n \"options\": {\n \"footer\": {\n \"enablePagination\": true\n },\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"Request Rate\"\n }\n ]\n },\n \"pluginVersion\": \"v11.4.0\",\n \"transformations\": [\n {\n \"id\": \"merge\"\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true\n },\n \"indexByName\": {\n \"Value #A\": 2,\n \"Value #B\": 3,\n \"Value #C\": 4,\n \"Value #D\": 5,\n \"Value #E\": 6,\n \"Value #F\": 7,\n \"Value #G\": 8,\n \"Value #H\": 9,\n \"Value #I\": 10,\n \"envoy_cluster_name\": 0,\n \"job\": 1\n },\n \"renameByName\": {\n \"Value #A\": \"Request Rate\",\n \"Value #B\": \"Success Rate (5xx)\",\n \"Value #C\": \"Success Rate (4xx & 5xx)\",\n \"Value #D\": \"P50 Latency\",\n \"Value #E\": \"P95 Latency\",\n \"Value #F\": \"Active Connections\",\n \"Value #G\": \"Destroyed Connections\",\n \"Value #H\": \"Healthy Cluster Percent\",\n \"envoy_cluster_name\": \"Envoy Cluster Name\",\n \"job\": \"Job\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Downstream\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 40\n },\n \"id\": 18,\n \"type\": \"row\"\n },\n {\n \"title\": \"Downstream Rate by Envoy HTTP Conn Manager Prefix\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_http_conn_manager_prefix }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Client request rate by HTTP connection manager (listener) over time. Shows top 20 busiest ingress points. Use this to identify traffic patterns, detect sudden spikes that may indicate attacks, or validate that traffic is being distributed as expected across listeners.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 41\n },\n \"id\": 19,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P50\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P95\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": true,\n \"legendFormat\": \"P99\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"End-to-end request latency percentiles (P50, P95, P99) as experienced by clients. Includes time from request receipt to response completion. Rising P95/P99 indicates degraded user experience - investigate upstream latency, connection issues, or resource constraints. Use exemplars to trace slow requests.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"ms\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 41\n },\n \"id\": 20,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Success Rate (Excluding 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!=\\\"5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of successful client requests (non-5xx responses). Treats 4xx as successful since they indicate client errors, not service failures. Values below 99.9% indicate problems with backends or Envoy itself. Correlate with upstream metrics and error logs to diagnose issues.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 21,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Success Rate (Including 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!~\\\"4|5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of successful client requests (non-4xx/5xx responses). Stricter metric counting both client and server errors as failures. Reflects actual user experience - drops indicate authentication issues, invalid requests, or backend failures. Use to assess overall API health from client perspective.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 22,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Downstream Overview [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!=\\\"5\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster)) * 100) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\",envoy_response_code_class!~\\\"4|5\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster) / sum(rate(envoy_http_downstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster)) * 100) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(le,job,envoy_http_conn_manager_prefix,cluster)) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_http_downstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(le,job,envoy_http_conn_manager_prefix,cluster)) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(avg_over_time(envoy_http_downstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_http_downstream_cx_destroy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(job,envoy_http_conn_manager_prefix,cluster) and on(envoy_http_conn_manager_prefix,cluster) topk(40, sum(rate(envoy_http_downstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_http_conn_manager_prefix=~\\\"$envoy_http_conn_manager_prefix\\\"}[1h])) by(envoy_http_conn_manager_prefix,cluster)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"An overview table showing various downstream metrics by Envoy HTTP connection manager prefix [1h].\",\n \"fieldConfig\": {\n \"defaults\": {\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Go To Downstream\",\n \"type\": \"dashboard\",\n \"url\": \"/d/envoy-downstream-skj2/envoy-downstream?var-envoy_http_conn_manager_prefix=${__data.fields.Envoy HTTP Conn Manager Prefix}\"\n }\n ],\n \"thresholds\": {\n \"steps\": []\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"P50 Latency\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"ms\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"P95 Latency\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"ms\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Request Rate\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"reqps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Success Rate (5xx)\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percent\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Success Rate (4xx & 5xx)\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percent\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 24,\n \"x\": 0,\n \"y\": 57\n },\n \"id\": 23,\n \"options\": {\n \"footer\": {\n \"enablePagination\": true\n },\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"Request Rate\"\n }\n ]\n },\n \"pluginVersion\": \"v11.4.0\",\n \"transformations\": [\n {\n \"id\": \"merge\"\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true\n },\n \"indexByName\": {\n \"Value #A\": 2,\n \"Value #B\": 3,\n \"Value #C\": 4,\n \"Value #D\": 5,\n \"Value #E\": 6,\n \"Value #F\": 7,\n \"Value #G\": 8,\n \"envoy_http_conn_manager_prefix\": 0,\n \"job\": 1\n },\n \"renameByName\": {\n \"Value #A\": \"Request Rate\",\n \"Value #B\": \"Success Rate (5xx)\",\n \"Value #C\": \"Success Rate (4xx & 5xx)\",\n \"Value #D\": \"P50 Latency\",\n \"Value #E\": \"P95 Latency\",\n \"Value #F\": \"Active Connections\",\n \"Value #G\": \"Destroyed Connections\",\n \"envoy_http_conn_manager_prefix\": \"Envoy HTTP Conn Manager Prefix\",\n \"job\": \"Job\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"HTTP/2\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 69\n },\n \"id\": 24,\n \"type\": \"row\"\n },\n {\n \"title\": \"HTTP/2 Outbound Flood\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http2_outbound_flood{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Outbound Flood\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http2_outbound_control_flood{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Outbound Control Flood\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Rate of connections terminated due to outbound HTTP/2 frame flood protection. Outbound Flood = total outbound frame queue (DATA, HEADERS, etc.) exceeded max_outbound_frames. Outbound Control Flood = control frame queue (PING, SETTINGS, RST_STREAM) exceeded max_outbound_control_frames. Non-zero values indicate slow or unresponsive clients unable to consume frames fast enough, or misconfigured flood limits.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 25,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"HTTP/2 Inbound Flood\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http2_inbound_empty_frames_flood{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Empty Frames\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http2_inbound_priority_frames_flood{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Priority Frames\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_http2_inbound_window_update_frames_flood{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Window Update Frames\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Rate of connections terminated due to inbound HTTP/2 frame flood protection. Empty Frames = consecutive frames with empty payload exceeded max_consecutive_inbound_frames_with_empty_payload. Priority Frames = PRIORITY frame flood exceeded max_inbound_priority_frames_per_stream. Window Update Frames = WINDOW_UPDATE flood exceeded max_inbound_window_update_frames_per_data_frame_sent. Any non-zero rate signals a potential HTTP/2 denial-of-service attack or severely misbehaving client.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 70\n },\n \"id\": 26,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"SSL\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 78\n },\n \"id\": 27,\n \"type\": \"row\"\n },\n {\n \"title\": \"SSL Expirations by Envoy TLS Certificate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"min(envoy_listener_ssl_certificate_expiration_unix_time_seconds{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(job,envoy_tls_certificate,cluster) * 1000\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_tls_certificate }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"SSL/TLS certificate expiration dates for each certificate loaded by Envoy listeners. Displays minimum expiration time to highlight the most urgent renewal needed. Monitor this panel to prevent service disruptions due to expired certificates. Set up alerts for certificates expiring within 30 days.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"dateTimeAsIso\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 79\n },\n \"id\": 28,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"min\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"__inputs\": [],\n \"__requires\": [],\n \"description\": \"A comprehensive overview dashboard for monitoring Envoy proxy deployments. Provides high-level metrics across all upstreams and downstreams including request rates, latency percentiles, success rates, active connections, and SSL certificate expirations. Use this dashboard to identify trends, spot anomalies, and drill down into specific upstream clusters or downstream connection managers. The dashboards were generated using [envoy-mixin](https://github.com/adinhodovic/envoy-mixin). Open issues and create feature requests in the repository.\",\n \"gnetId\": 24459,\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": false,\n \"keepTime\": true,\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\"\n ],\n \"targetBlank\": true,\n \"title\": \"Envoy\",\n \"type\": \"dashboards\"\n }\n ],\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-6h\",\n \"to\": \"now\"\n },\n \"uid\": \"envoy-overview-skj2\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-envoy-upstream - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Envoy / Upstream\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"Cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"Namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"job\",\n \"label\": \"Job\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"envoy_cluster_name\",\n \"label\": \"Envoy Cluster Name\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\"}, envoy_cluster_name)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"label\": \"Pod\",\n \"type\": \"query\",\n \"query\": \"label_values(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",envoy_cluster_name=~\\\"$envoy_cluster_name\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Summary\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"Upstreams Count by Job\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"count(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(job,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ job }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of upstream clusters across different Prometheus job labels. Useful for understanding how backend services are organized across different Envoy deployments or environments. Imbalanced distribution may indicate configuration inconsistencies.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"upstreams\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 2,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream Rate by Envoy Cluster Name [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[1h])) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_cluster_name }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Request rate distribution across upstream clusters over the past hour (top 20). Identifies which backend services receive the most traffic. Use this to validate load distribution, detect traffic shifts after deployments, and identify hot services that may need scaling.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 6,\n \"y\": 5\n },\n \"id\": 3,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream Rate by Code Class [1h]\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}[1h])) by(envoy_response_code_class,cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_response_code_class }}xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Breakdown of upstream responses by HTTP status code class over the past hour. Healthy services typically show 95%+ 2xx responses. High 4xx proportions suggest API contract issues or client misconfigurations. Any 5xx responses indicate backend failures requiring immediate investigation.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"reqps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 12,\n \"y\": 5\n },\n \"id\": 4,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"Upstream Active Connections by Envoy Cluster Name\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"topk(20, sum(envoy_cluster_upstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\"}) by(envoy_cluster_name,cluster)) by(cluster)\",\n \"instant\": true,\n \"legendFormat\": \"{{ envoy_cluster_name }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Distribution of currently active TCP connections to upstream services. Shows which backend clusters are consuming the most connections. Disproportionately high connection counts may indicate connection pooling issues, slow backends, or HTTP/1.1 connection inefficiency. Compare with request rates to assess connection reuse.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 6,\n \"x\": 18,\n \"y\": 5\n },\n \"id\": 5,\n \"options\": {\n \"displayLabels\": [\n \"percent\"\n ],\n \"legend\": {\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"values\": [\n \"percent\"\n ]\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"piechart\"\n },\n {\n \"title\": \"$envoy_cluster_name\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 6,\n \"repeat\": \"envoy_cluster_name\",\n \"type\": \"row\"\n },\n {\n \"title\": \"Upstream Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_cluster_name }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Request rate per upstream cluster over time. Each line represents traffic to a specific backend service. Sudden drops may indicate circuit breaker activation, upstream failures, or routing changes. Gradual increases suggest growing load. Use this to identify which clusters need scaling or optimization.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.5, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P50\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.95, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": false,\n \"legendFormat\": \"P95\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(envoy_cluster_upstream_rq_time_bucket{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(le,cluster))\",\n \"exemplar\": true,\n \"legendFormat\": \"P99\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Backend service response time percentiles. P50 represents typical latency, while P95/P99 show tail latency affecting a subset of requests. Rising P99 often precedes visible performance degradation. Investigate backends when P95 exceeds SLO targets. Exemplars link to distributed traces for root cause analysis.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"ms\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 8\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Success Rate (Excluding 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\",envoy_response_code_class!=\\\"5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Backend success rate treating 4xx as successful (client errors, not backend failures). Drops below 99.9% indicate backend health issues. Correlate with circuit breaker metrics, health check status, and backend logs. Sustained low rates may trigger automatic circuit breaking.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Success Rate (Including 4xx errors)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\",envoy_response_code_class!~\\\"4|5\\\"}[$__rate_interval])) by(cluster) / sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"Success Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Overall success rate counting both 4xx and 5xx as failures. Reflects end-user experience including authentication, authorization, and validation errors. Lower rates may indicate API contract mismatches, breaking changes, or integration issues between services.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 16\n },\n \"id\": 10,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Rate by Code Class\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_xx{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_response_code_class,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_response_code_class }}xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Request rate breakdown by HTTP status code class (2xx/3xx/4xx/5xx). Normal traffic shows dominant 2xx responses. Sudden 4xx spikes suggest client-side issues or API changes. Any 5xx indicates backend failures. Monitor 5xx rate to detect cascading failures early.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 11,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Rate by Code\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_response_code,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_response_code }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Detailed request rate by specific HTTP status code (200, 404, 500, etc.). Use this to identify specific error patterns. For example, 503 may indicate overload, 502 suggests gateway issues, and 429 shows rate limiting activation. Helps pinpoint exact failure modes.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 24\n },\n \"id\": 12,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Healthy Percent\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(sum(envoy_cluster_membership_healthy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster) / sum(envoy_cluster_membership_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)) * 100\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ envoy_cluster_name }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Percentage of healthy endpoints per cluster based on active health checks. 100% indicates all endpoints passing health checks. Drops suggest failing instances - check pod logs, resource usage, and health check configurations. Envoy removes unhealthy endpoints from load balancing rotation.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMax\": 100,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Concurrency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_upstream_rq_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Active Requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_upstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Active Connections\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Current request and connection concurrency for the selected upstream cluster. Rising active requests with relatively flat connections points to request-level pressure. Rising connections and connection overflow points to connection-level pressure.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 32\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Pending and Overflow\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_upstream_rq_pending_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Pending Requests Active\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_pending_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Pending Requests Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_pending_overflow{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Pending Overflow Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_cluster_upstream_cx_overflow{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Connection Overflow Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Pending queue activity and overflow signals for the selected upstream cluster. Pending overflow can indicate connection-pool overflow or request-breaker overflow, so a high overflow rate with low pending-active can still mean request concurrency pressure rather than a full queue.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 40\n },\n \"id\": 15,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Connections\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_cluster_upstream_cx_overflow{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Overflow Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_cluster_upstream_cx_destroy{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Destroyed Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(increase(envoy_cluster_upstream_cx_connect_fail{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Connect Failures\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Connection lifecycle metrics for the selected upstream cluster. Overflow indicates connection-related breaker pressure. Destroyed tracks normal or failed connection teardown. Connect failures suggest network issues, DNS problems, TLS issues, or unreachable backends.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 40\n },\n \"id\": 16,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Circuit Breakers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_circuit_breakers_default_cx_open{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Open Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_circuit_breakers_default_cx_pool_open{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Open Pool Connections\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_circuit_breakers_default_rq_open{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Open Requests\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Circuit breaker state for the selected upstream cluster. Non-zero values indicate protection mechanisms are currently open. Open Connections tracks the connection breaker, Open Pool Connections tracks connection-pool breaker pressure, and Open Requests tracks request breaker pressure rather than only a full pending queue.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 48\n },\n \"id\": 17,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Resets, Timeouts, and Retries\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_tx_reset{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Tx Reset Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_rx_reset{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Rx Reset Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_timeout{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Timeout Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_retry{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Retry Rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_retry_overflow{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"Retry Overflow Rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Failure-mode signals for the selected upstream cluster. Tx resets often reflect local fast-fail behavior, breaker pressure, or local connection issues. Rx resets point to the upstream side closing early. Timeouts highlight slow backends, and retry overflow shows retry budget or retry concurrency pressure.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 48\n },\n \"id\": 18,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Rate by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(envoy_cluster_upstream_rq_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}[$__rate_interval])) by(pod,envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ pod }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Request distribution across Envoy proxy pods for this upstream cluster. Ideally shows even distribution. Imbalanced traffic may indicate pod scheduling issues, uneven client distribution, or connection affinity problems. Use to verify horizontal scaling effectiveness.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"reqps\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 19,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Upstream Active Connections by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(envoy_cluster_upstream_cx_active{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",job=~\\\"$job\\\",pod=~\\\"$pod\\\",envoy_cluster_name=\\\"$envoy_cluster_name\\\"}) by(pod,envoy_cluster_name,cluster)\",\n \"exemplar\": false,\n \"legendFormat\": \"{{ pod }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"description\": \"Active connections per Envoy pod to this upstream cluster. Should correlate with request rates. High connections with low requests suggest connection pooling inefficiency or slow-draining connections. Uneven distribution may indicate pod-level issues requiring investigation.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisSoftMin\": 0,\n \"fillOpacity\": 100,\n \"lineWidth\": 1,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 20,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"mean\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v11.4.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"__inputs\": [],\n \"__requires\": [],\n \"description\": \"Detailed upstream cluster monitoring for Envoy proxy. Tracks request rates, latency distributions (P50/P95/P99), success rates, connection health, circuit breaker status, retry behavior, and timeout patterns for each upstream cluster. Use this dashboard to troubleshoot backend service issues, identify performance bottlenecks, and monitor cluster health across all Envoy pods. Supports multi-cluster selection for comparative analysis. The dashboards were generated using [envoy-mixin](https://github.com/adinhodovic/envoy-mixin). Open issues and create feature requests in the repository.\",\n \"gnetId\": 24457,\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": false,\n \"keepTime\": true,\n \"tags\": [\n \"envoy\",\n \"envoy-mixin\",\n \"gateway\"\n ],\n \"targetBlank\": true,\n \"title\": \"Envoy\",\n \"type\": \"dashboards\"\n }\n ],\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-6h\",\n \"to\": \"now\"\n },\n \"uid\": \"envoy-upstream-skj2\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-etcd - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"etcd\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"etcd-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data Source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n }\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(etcd_server_has_leader{job=~\\\".*etcd.*\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Up\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(etcd_server_has_leader{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"legendFormat\": \"{{cluster}} - {{namespace}}\\n\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ]\n }\n },\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RPC rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(grpc_server_started_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\",grpc_type=\\\"unary\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"RPC rate\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(grpc_server_handled_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\",grpc_type=\\\"unary\\\",grpc_code=~\\\"Unknown|FailedPrecondition|ResourceExhausted|Internal|Unavailable|DataLoss|DeadlineExceeded\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"RPC failed rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 10,\n \"x\": 6,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Active streams\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(grpc_server_started_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\",grpc_service=\\\"etcdserverpb.Watch\\\",grpc_type=\\\"bidi_stream\\\"}) by(cluster) - sum(grpc_server_handled_total{cluster=~\\\"$cluster\\\",grpc_service=\\\"etcdserverpb.Watch\\\",grpc_type=\\\"bidi_stream\\\"}) by(cluster)\",\n \"legendFormat\": \"Watch streams\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(grpc_server_started_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\",grpc_service=\\\"etcdserverpb.Lease\\\",grpc_type=\\\"bidi_stream\\\"}) by(cluster) - sum(grpc_server_handled_total{cluster=~\\\"$cluster\\\",grpc_service=\\\"etcdserverpb.Lease\\\",grpc_type=\\\"bidi_stream\\\"}) by(cluster)\",\n \"legendFormat\": \"Lease streams\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n }\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"DB size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"etcd_mvcc_db_total_size_in_bytes{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{instance}} DB size\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"etcd_mvcc_db_total_size_in_use_in_bytes{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{instance}} DB size in use\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"description\": \"- `DB size` is the total allocated backend size on disk (etcd_mvcc_db_total_size_in_bytes).\\n- `DB size in use` is the space actually used by live data (etcd_mvcc_db_total_size_in_use_in_bytes).\\nA large gap between them indicates fragmentation; consider running etcd defrag when the in-use ratio is low.\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk sync duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}} WAL fsync\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}} DB fsync\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 25\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"process_resident_memory_bytes{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{instance}} resident memory\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 25\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Client traffic in\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(etcd_network_client_grpc_received_bytes_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}} client traffic in\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 0,\n \"y\": 50\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Client traffic out\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(etcd_network_client_grpc_sent_bytes_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}} client traffic out\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 6,\n \"y\": 50\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Peer traffic in\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(etcd_network_peer_received_bytes_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"{{instance}} peer traffic in\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 12,\n \"y\": 50\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Peer traffic out\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(etcd_network_peer_sent_bytes_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"{{instance}} peer traffic out\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 50\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Raft proposals\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"changes(etcd_server_leader_changes_seen_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[1d])\",\n \"legendFormat\": \"{{instance}} total leader elections per day\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n }\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 75\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Total leader elections per day\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"changes(etcd_server_leader_changes_seen_total{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[1d])\",\n \"legendFormat\": \"{{instance}} total leader elections per day\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n }\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 75\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Peer round trip time\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(etcd_network_peer_round_trip_time_seconds_bucket{job=~\\\".*etcd.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}} peer round trip time\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"lineWidth\": 2,\n \"showPoints\": \"never\"\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 75\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v10.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"description\": \"etcd sample Grafana dashboard with Prometheus\",\n \"refresh\": \"10s\",\n \"schemaVersion\": 36,\n \"time\": {\n \"from\": \"now-15m\",\n \"to\": \"now\"\n },\n \"uid\": \"c2f4e12cdf69feb95caa41a5a1b423d9\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-flux-cluster-stats - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Flux Cluster Stats\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"flux\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": \"-- Grafana --\",\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"flux events\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"flux\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"operator_namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(gotk_reconcile_duration_seconds_sum, namespace)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(gotk_resource_info, exported_namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {\n \"selected\": true,\n \"text\": [\n \"All\"\n ],\n \"value\": [\n \"$__all\"\n ]\n },\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 5,\n \"tagValuesQuery\": \"\",\n \"tags\": [],\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(gotk_resource_info, exported_namespace)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(gotk_resource_info, exported_namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {\n \"selected\": true,\n \"text\": [\n \"All\"\n ],\n \"value\": [\n \"$__all\"\n ]\n },\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 0,\n \"tagValuesQuery\": \"\",\n \"tags\": [],\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"DS_PROMETHEUS\",\n \"label\": \"Datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Cluster Reconcilers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"count(gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 0,\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 100\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 24,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"value\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Failing Reconcilers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"count(gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"Kustomization|HelmRelease\\\",ready=\\\"False\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 0,\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 6,\n \"y\": 0\n },\n \"id\": 28,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"value\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Kubernetes Manifests Sources\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"count(gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 0,\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 100\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 29,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"value\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Failing Sources\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"count(gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",ready=\\\"False\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 0,\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 18,\n \"y\": 0\n },\n \"id\": 30,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"value\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Reconciler ops avg. duration\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(gotk_reconcile_duration_seconds_sum{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,cluster) / sum(rate(gotk_reconcile_duration_seconds_count{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{kind}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 1\n },\n {\n \"color\": \"red\",\n \"value\": 61\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 12,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 8,\n \"options\": {\n \"displayMode\": \"gradient\",\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"text\": {},\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Source ops avg. duration\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(gotk_reconcile_duration_seconds_sum{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,cluster) / sum(rate(gotk_reconcile_duration_seconds_count{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{kind}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 1\n },\n {\n \"color\": \"red\",\n \"value\": 61\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 12,\n \"x\": 12,\n \"y\": 5\n },\n \"id\": 31,\n \"options\": {\n \"displayMode\": \"gradient\",\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"text\": {},\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Status\",\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 15,\n \"type\": \"row\"\n },\n {\n \"title\": \"Cluster reconciliation readiness \",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"inspect\": false\n },\n \"mappings\": [\n {\n \"options\": {\n \"False\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"Not Ready\"\n },\n \"True\": {\n \"color\": \"blue\",\n \"index\": 0,\n \"text\": \"Ready\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byType\",\n \"options\": \"string\"\n },\n \"properties\": [\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"mode\": \"basic\",\n \"type\": \"color-background\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 22,\n \"w\": 12,\n \"x\": 0,\n \"y\": 10\n },\n \"id\": 33,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"Status\"\n }\n ]\n },\n \"pluginVersion\": \"10.0.3\",\n \"transformations\": [\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": false,\n \"Value\": false,\n \"__name__\": false,\n \"app\": false,\n \"chart_name\": false,\n \"chart_source_name\": false,\n \"container\": false,\n \"customresource_group\": false,\n \"customresource_kind\": false,\n \"customresource_version\": false,\n \"endpoint\": false,\n \"exported_namespace\": false,\n \"gotk_type\": false,\n \"instance\": false,\n \"job\": false,\n \"kubernetes_namespace\": false,\n \"kubernetes_pod_name\": false,\n \"namespace\": false,\n \"pod\": false,\n \"pod_template_hash\": false,\n \"revision\": false,\n \"service\": false,\n \"source_name\": false,\n \"status\": false,\n \"suspended\": false,\n \"type\": false\n },\n \"indexByName\": {\n \"Time\": 0,\n \"Value\": 15,\n \"__name__\": 1,\n \"container\": 2,\n \"customresource_group\": 4,\n \"customresource_kind\": 5,\n \"customresource_version\": 6,\n \"endpoint\": 7,\n \"exported_namespace\": 3,\n \"instance\": 8,\n \"job\": 9,\n \"name\": 10,\n \"namespace\": 11,\n \"pod\": 12,\n \"ready\": 13,\n \"service\": 14\n },\n \"renameByName\": {\n \"Value\": \"\",\n \"customresource_kind\": \"Kind\",\n \"exported_namespace\": \"Namespace\",\n \"kind\": \"Kind\",\n \"name\": \"Name\",\n \"namespace\": \"Operator Namespace\",\n \"ready\": \"Status\"\n }\n }\n },\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"pattern\": \"(Namespace|Kind|Name|Status)\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Source acquisition readiness \",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"gotk_resource_info{exported_namespace=~\\\"$namespace\\\",customresource_kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"inspect\": false\n },\n \"mappings\": [\n {\n \"options\": {\n \"False\": {\n \"color\": \"red\",\n \"index\": 1,\n \"text\": \"Not Ready\"\n },\n \"True\": {\n \"color\": \"blue\",\n \"index\": 0,\n \"text\": \"Ready\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byType\",\n \"options\": \"string\"\n },\n \"properties\": [\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"mode\": \"basic\",\n \"type\": \"color-background\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Status\"\n },\n \"properties\": [\n {\n \"id\": \"noValue\",\n \"value\": \"Ready\"\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 12,\n \"y\": 10\n },\n \"id\": 34,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"Status\"\n }\n ]\n },\n \"pluginVersion\": \"10.0.3\",\n \"transformations\": [\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": false,\n \"Value\": false,\n \"__name__\": false,\n \"app\": false,\n \"bucket_name\": false,\n \"container\": false,\n \"customresource_group\": false,\n \"customresource_kind\": false,\n \"customresource_version\": false,\n \"endpoint\": false,\n \"exported_namespace\": false,\n \"gotk_type\": false,\n \"instance\": false,\n \"job\": false,\n \"kubernetes_namespace\": false,\n \"kubernetes_pod_name\": false,\n \"namespace\": false,\n \"pod\": false,\n \"pod_template_hash\": false,\n \"ready\": false,\n \"revision\": false,\n \"service\": false,\n \"status\": false,\n \"suspended\": false,\n \"type\": false,\n \"url\": false\n },\n \"indexByName\": {\n \"Time\": 0,\n \"Value\": 15,\n \"__name__\": 1,\n \"container\": 2,\n \"customresource_group\": 5,\n \"customresource_kind\": 6,\n \"customresource_version\": 7,\n \"endpoint\": 8,\n \"exported_namespace\": 4,\n \"instance\": 9,\n \"job\": 10,\n \"name\": 11,\n \"namespace\": 3,\n \"pod\": 12,\n \"ready\": 13,\n \"service\": 14\n },\n \"renameByName\": {\n \"Value\": \"\",\n \"customresource_kind\": \"Kind\",\n \"exported_namespace\": \"Namespace\",\n \"kind\": \"Kind\",\n \"name\": \"Name\",\n \"namespace\": \"Operator Namespace\",\n \"ready\": \"Status\"\n }\n }\n },\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"pattern\": \"(Namespace|Kind|Name|Status)\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Suspended Objects\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"gotk_resource_info{exported_namespace=~\\\"$namespace\\\",suspended=\\\"true\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byType\",\n \"options\": \"string\"\n },\n \"properties\": [\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"mode\": \"basic\",\n \"type\": \"color-background\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"id\": 36,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"Namespace\"\n }\n ]\n },\n \"pluginVersion\": \"10.1.0\",\n \"transformations\": [\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": false,\n \"Value\": false,\n \"__name__\": false,\n \"app\": false,\n \"bucket_name\": false,\n \"container\": false,\n \"customresource_group\": false,\n \"customresource_kind\": false,\n \"customresource_version\": false,\n \"endpoint\": false,\n \"exported_namespace\": false,\n \"gotk_type\": false,\n \"instance\": false,\n \"job\": false,\n \"kubernetes_namespace\": false,\n \"kubernetes_pod_name\": false,\n \"namespace\": false,\n \"pod\": false,\n \"pod_template_hash\": false,\n \"ready\": false,\n \"revision\": false,\n \"service\": false,\n \"source_name\": false,\n \"status\": false,\n \"suspended\": false,\n \"type\": false,\n \"url\": false\n },\n \"indexByName\": {\n \"Time\": 0,\n \"Value\": 15,\n \"__name__\": 1,\n \"container\": 2,\n \"customresource_group\": 5,\n \"customresource_kind\": 6,\n \"customresource_version\": 7,\n \"endpoint\": 8,\n \"exported_namespace\": 4,\n \"instance\": 9,\n \"job\": 10,\n \"name\": 11,\n \"namespace\": 3,\n \"pod\": 12,\n \"ready\": 13,\n \"service\": 14\n },\n \"renameByName\": {\n \"customresource_kind\": \"Kind\",\n \"exported_namespace\": \"Namespace\",\n \"name\": \"Name\"\n }\n }\n },\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"pattern\": \"(Namespace|Name|Kind)\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Timing\",\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 17,\n \"type\": \"row\"\n },\n {\n \"title\": \"Cluster reconciliation duration\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(gotk_reconcile_duration_seconds_sum{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,name,cluster) / sum(rate(gotk_reconcile_duration_seconds_count{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"Kustomization|HelmRelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,name,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{kind}}/{{name}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 33\n },\n \"id\": 27,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Source acquisition duration\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(gotk_reconcile_duration_seconds_sum{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,name,cluster) / sum(rate(gotk_reconcile_duration_seconds_count{namespace=~\\\"$operator_namespace\\\",exported_namespace=~\\\"$namespace\\\",kind=~\\\"GitRepository|HelmRepository|Bucket|OCIRepository\\\",cluster=~\\\"$cluster\\\"}[5m])) by(kind,name,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{kind}}/{{name}}\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": \"${DS_PROMETHEUS}\",\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsZero\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byValue\",\n \"options\": {\n \"op\": \"gte\",\n \"reducer\": \"allIsNull\",\n \"value\": 0\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": true,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 41\n },\n \"id\": 35,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 0,\n \"id\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 38,\n \"style\": \"light\",\n \"time\": {\n \"from\": \"now-15m\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ]\n },\n \"uid\": \"flux-cluster\",\n \"version\": 4,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-flux-control-plane - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Flux Control Plane\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"flux\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"flux events\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"flux\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"DS_PROMETHEUS\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 2,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"workqueue_work_duration_seconds_count\",\n \"refId\": \"Prometheus-namespace-Variable-Query\"\n },\n \"definition\": \"workqueue_work_duration_seconds_count\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"flux-system\",\n \"value\": \"flux-system\"\n },\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"/.*namespace=\\\"([^\\\"]*).*/\",\n \"skipUrlSync\": false,\n \"sort\": 0,\n \"tagValuesQuery\": \"\",\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Controllers\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(go_info{namespace=\\\"$namespace\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"pods\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 0,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 100\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 24,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"value\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Max Work Queue\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"max(workqueue_longest_running_processor_seconds{namespace=\\\"$namespace\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"seconds\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 100\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 6,\n \"y\": 0\n },\n \"id\": 23,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"auto\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(go_memstats_alloc_bytes{namespace=\\\"$namespace\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 500000000\n },\n {\n \"color\": \"red\",\n \"value\": 900000000\n }\n ]\n },\n \"unit\": \"decbits\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 25,\n \"options\": {\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"text\": {}\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"API Requests\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{namespace=\\\"$namespace\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"requests\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 100\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 6,\n \"x\": 18,\n \"y\": 0\n },\n \"id\": 26,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"text\": {},\n \"textMode\": \"auto\"\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Kubernetes API Requests\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{namespace=\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"total\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{namespace=\\\"$namespace\\\",code!~\\\"2..\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"errors\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 21,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Resource Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 15,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}[1m])\",\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 11,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",container!=\\\"POD\\\",container!=\\\"\\\",pod=~\\\".*-controller-.*\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{pod}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 12,\n \"y\": 14\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Reconciliation Stats\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 17,\n \"type\": \"row\"\n },\n {\n \"title\": \"Cluster Reconciliation Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"workqueue_longest_running_processor_seconds{name=\\\"kustomization\\\",cluster=~\\\"$cluster\\\"}\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"kustomizations\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 26\n },\n \"id\": 27,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cluster Reconciliations ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"kustomization\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful reconciliations \",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"kustomization\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed reconciliations \",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 34\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sources Stats\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 29,\n \"type\": \"row\"\n },\n {\n \"title\": \"Git Repos ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"gitrepository\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful git pulls\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"gitrepository\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed git pulls\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 43\n },\n \"id\": 4,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"OCI Repos ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"ocirepository\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful oci pulls\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"ocirepository\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed oci pulls\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 43\n },\n \"id\": 30,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Helm Repos ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmrepository\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful helm pulls\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmrepository\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed helm pulls\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 31,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Buckets ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"bucket\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful bucket pulls\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"bucket\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed bucket pulls\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 52\n },\n \"id\": 32,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Helm Stats\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 61\n },\n \"id\": 19,\n \"type\": \"row\"\n },\n {\n \"title\": \"Helm Release Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"histogram_quantile(0.50, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\\\"helmrelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"P50\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"histogram_quantile(0.90, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\\\"helmrelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"P90\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(controller_runtime_reconcile_time_seconds_bucket{controller=\\\"helmrelease\\\",cluster=~\\\"$cluster\\\"}[5m])) by(le,cluster))\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"P99\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 62\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Helm Releases ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmrelease\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful reconciliations \",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmrelease\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed reconciliations \",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 5,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Helm Charts ops/min\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmchart\\\",result!=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"successful chart pulls\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"expr\": \"sum(increase(controller_runtime_reconcile_total{controller=\\\"helmchart\\\",result=\\\"error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(controller,cluster)\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"failed chart pulls\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"uid\": \"${DS_PROMETHEUS}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"opm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 70\n },\n \"id\": 6,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.0.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 0,\n \"id\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"10s\",\n \"schemaVersion\": 38,\n \"style\": \"light\",\n \"time\": {\n \"from\": \"now-15m\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ]\n },\n \"uid\": \"flux-control-plane\",\n \"version\": 2,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-hubble-metrics-and-monitoring - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Hubble Metrics and Monitoring\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": \"-- Grafana --\",\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"DS_PROMETHEUS\",\n \"label\": \"Prometheus\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"General Processing\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 14,\n \"type\": \"row\"\n },\n {\n \"title\": \"Flows processed Per Node\",\n \"targets\": [\n {\n \"expr\": \"avg(sum(rate(hubble_flows_processed_total[1m])) by(pod,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"avg\",\n \"refId\": \"A\"\n },\n {\n \"expr\": \"min(sum(rate(hubble_flows_processed_total[1m])) by(pod,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"min\",\n \"refId\": \"B\"\n },\n {\n \"expr\": \"max(sum(rate(hubble_flows_processed_total[1m])) by(pod,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"max\",\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 12,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"max\",\n \"fillBelowTo\": \"avg\",\n \"lines\": false\n },\n {\n \"alias\": \"avg\",\n \"fill\": 0,\n \"fillBelowTo\": \"min\"\n },\n {\n \"alias\": \"min\",\n \"lines\": false\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 1,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Flows Types\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_flows_processed_total[1m])) by(pod,type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{type}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 32,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"L7 Flow Distribution\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_flows_processed_total{type=\\\"L7\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,subtype,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{subtype}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 59,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Trace Flow Distribution\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_flows_processed_total{type=\\\"Trace\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,subtype,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{subtype}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"id\": 60,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 11\n },\n \"id\": 16,\n \"type\": \"row\"\n },\n {\n \"title\": \"Forwarded vs Dropped\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_flows_processed_total[1m])) by(pod,verdict,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{verdict}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 33,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"ops\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Drop Reason\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_drop_total[1m])) by(pod,reason,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{reason}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 12\n },\n \"id\": 8,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Protocol Usage\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_port_distribution_total[1m])) by(pod,protocol,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{protocol}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 17\n },\n \"id\": 34,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"rightSide\": true,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": true,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Top 10 Port Distribution\",\n \"targets\": [\n {\n \"expr\": \"topk(10, sum(rate(hubble_port_distribution_total{port!=\\\"0\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,port,protocol,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{port}}/{{protocol}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 17\n },\n \"id\": 18,\n \"legend\": {\n \"alignAsTable\": true,\n \"avg\": false,\n \"current\": true,\n \"hideEmpty\": false,\n \"hideZero\": false,\n \"max\": false,\n \"min\": false,\n \"rightSide\": true,\n \"show\": true,\n \"sort\": \"current\",\n \"sortDesc\": true,\n \"total\": false,\n \"values\": true\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"TCPv4\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_tcp_flags_total{family=\\\"IPv4\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,flag,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{flag}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 22\n },\n \"id\": 10,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"fin\",\n \"yaxis\": 1\n },\n {\n \"alias\": \"FIN\",\n \"yaxis\": 2\n },\n {\n \"alias\": \"RST\",\n \"yaxis\": 2\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Missing TCPv4 SYN-ACKs\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_tcp_flags_total{family=\\\"IPv4\\\",flag=\\\"SYN\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) - sum(rate(hubble_tcp_flags_total{family=\\\"IPv4\\\",flag=\\\"SYN-ACK\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"intervalFactor\": 1,\n \"legendFormat\": \"Missing SYN-ACK\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"alert\": {\n \"conditions\": [\n {\n \"evaluator\": {\n \"params\": [\n 0.2\n ],\n \"type\": \"gt\"\n },\n \"operator\": {\n \"type\": \"and\"\n },\n \"query\": {\n \"params\": [\n \"B\",\n \"5m\",\n \"now\"\n ]\n },\n \"reducer\": {\n \"params\": [],\n \"type\": \"avg\"\n },\n \"type\": \"query\"\n }\n ],\n \"executionErrorState\": \"alerting\",\n \"for\": \"5m\",\n \"frequency\": \"1m\",\n \"handler\": 1,\n \"name\": \"Missing TCP SYN-ACK\",\n \"noDataState\": \"no_data\",\n \"notifications\": []\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 22\n },\n \"id\": 62,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"fin\",\n \"yaxis\": 1\n },\n {\n \"alias\": \"FIN\",\n \"yaxis\": 2\n },\n {\n \"alias\": \"RST\",\n \"yaxis\": 2\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [\n {\n \"colorMode\": \"critical\",\n \"fill\": true,\n \"line\": true,\n \"op\": \"gt\",\n \"value\": 0.2\n }\n ],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"TCPv6\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_tcp_flags_total{family=\\\"IPv6\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,flag,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{flag}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 35,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"fin\",\n \"yaxis\": 1\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Missing TCPv6 SYN-ACKs\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_tcp_flags_total{family=\\\"IPv6\\\",flag=\\\"SYN\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) - sum(rate(hubble_tcp_flags_total{family=\\\"IPv6\\\",flag=\\\"SYN-ACK\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"intervalFactor\": 1,\n \"legendFormat\": \"Missing SYN-ACK\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"alert\": {\n \"conditions\": [\n {\n \"evaluator\": {\n \"params\": [\n 0.2\n ],\n \"type\": \"gt\"\n },\n \"operator\": {\n \"type\": \"and\"\n },\n \"query\": {\n \"params\": [\n \"B\",\n \"5m\",\n \"now\"\n ]\n },\n \"reducer\": {\n \"params\": [],\n \"type\": \"avg\"\n },\n \"type\": \"query\"\n }\n ],\n \"executionErrorState\": \"alerting\",\n \"for\": \"5m\",\n \"frequency\": \"1m\",\n \"handler\": 1,\n \"name\": \"Missing TCPv6 SYN-ACKs alert\",\n \"noDataState\": \"no_data\",\n \"notifications\": []\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 63,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [\n {\n \"alias\": \"fin\",\n \"yaxis\": 1\n },\n {\n \"alias\": \"FIN\",\n \"yaxis\": 2\n },\n {\n \"alias\": \"RST\",\n \"yaxis\": 2\n }\n ],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [\n {\n \"colorMode\": \"critical\",\n \"fill\": true,\n \"line\": true,\n \"op\": \"gt\",\n \"value\": 0.2\n }\n ],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"ICMPv4\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_icmp_total{family=\\\"IPv4\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{type}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 31,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Missing ICMPv4 Echo-Reply\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_icmp_total{family=\\\"IPv4\\\",type=\\\"EchoRequest\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) - sum(rate(hubble_icmp_total{family=\\\"IPv4\\\",type=\\\"EchoReply\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"intervalFactor\": 1,\n \"legendFormat\": \"Missing ICMP Echo-Reply\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"alert\": {\n \"conditions\": [\n {\n \"evaluator\": {\n \"params\": [\n 0.1\n ],\n \"type\": \"gt\"\n },\n \"operator\": {\n \"type\": \"and\"\n },\n \"query\": {\n \"params\": [\n \"B\",\n \"5m\",\n \"now\"\n ]\n },\n \"reducer\": {\n \"params\": [],\n \"type\": \"avg\"\n },\n \"type\": \"query\"\n }\n ],\n \"executionErrorState\": \"alerting\",\n \"for\": \"5m\",\n \"frequency\": \"1m\",\n \"handler\": 1,\n \"name\": \"Missing ICMPv4 Echo-Reply alert\",\n \"noDataState\": \"no_data\",\n \"notifications\": []\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 32\n },\n \"id\": 64,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [\n {\n \"colorMode\": \"critical\",\n \"fill\": true,\n \"line\": true,\n \"op\": \"gt\",\n \"value\": 0.1\n }\n ],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"ICMPv6\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_icmp_total{family=\\\"IPv6\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{type}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 37\n },\n \"id\": 36,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Missing ICMPv6 Echo-Reply\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_icmp_total{family=\\\"IPv6\\\",type=\\\"EchoRequest\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster) - sum(rate(hubble_icmp_total{family=\\\"IPv6\\\",type=\\\"EchoReply\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,cluster)\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"intervalFactor\": 1,\n \"legendFormat\": \"Missing ICMP Echo-Reply\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 37\n },\n \"id\": 65,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Network Policy\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 42,\n \"type\": \"row\"\n },\n {\n \"title\": \"Denies by Reason\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_drop_total{reason=\\\"POLICY_DENIED\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,reason,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{reason}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 4,\n \"w\": 12,\n \"x\": 0,\n \"y\": 43\n },\n \"id\": 43,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Denied Packets by Protocol\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_drop_total{reason=\\\"POLICY_DENIED\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,protocol,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{protocol}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 4,\n \"w\": 12,\n \"x\": 12,\n \"y\": 43\n },\n \"id\": 61,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Top 10 Source Pods with Denied Packets\",\n \"targets\": [\n {\n \"expr\": \"topk(10, sum(rate(hubble_drop_total{reason=\\\"POLICY_DENIED\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,source,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{source}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 47\n },\n \"id\": 55,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Top 10 Destination Pods with Denied Packets\",\n \"targets\": [\n {\n \"expr\": \"topk(10, sum(rate(hubble_drop_total{reason=\\\"POLICY_DENIED\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,destination,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{destination}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 47\n },\n \"id\": 54,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"pps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"HTTP\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 47,\n \"type\": \"row\"\n },\n {\n \"title\": \"HTTP Requests\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_http_requests_total[1m])) by(pod,method,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 0,\n \"y\": 53\n },\n \"id\": 45,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 1,\n \"format\": \"reqps\",\n \"label\": \"\",\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"HTTP responses\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_http_responses_total[1m])) by(pod,status,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{status}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 6,\n \"w\": 12,\n \"x\": 12,\n \"y\": 53\n },\n \"id\": 49,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 1,\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"HTTP Request/Response Latency (p50)\",\n \"targets\": [\n {\n \"expr\": \"histogram_quantile(0.5, rate(hubble_http_request_duration_seconds_bucket[1m]))\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 59\n },\n \"id\": 51,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"s\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"HTTP Request/Response Latency (p99)\",\n \"targets\": [\n {\n \"expr\": \"histogram_quantile(0.99, rate(hubble_http_request_duration_seconds_bucket[1m]))\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{method}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 59\n },\n \"id\": 58,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"s\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"HTTP Protocol Usage\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_http_requests_total[5m])) by(pod,protocol,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{protocol}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 53,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": true,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": true,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 0,\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"DNS\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 69\n },\n \"id\": 6,\n \"type\": \"row\"\n },\n {\n \"title\": \"DNS Requests\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_queries_total[1m])) by(pod,qtypes,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{qtypes}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 2,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"DNS responses\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_responses_total{rcode=\\\"No Error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,qtypes,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{qtypes}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 8,\n \"y\": 70\n },\n \"id\": 4,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 1,\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Missing DNS Responses\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_queries_total[1m])) by(pod,qtypes,cluster) - sum(rate(hubble_dns_responses_total[1m])) by(pod,qtypes,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{qtypes}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"alert\": {\n \"conditions\": [\n {\n \"evaluator\": {\n \"params\": [\n 0.5\n ],\n \"type\": \"gt\"\n },\n \"operator\": {\n \"type\": \"and\"\n },\n \"query\": {\n \"params\": [\n \"A\",\n \"5m\",\n \"now\"\n ]\n },\n \"reducer\": {\n \"params\": [],\n \"type\": \"avg\"\n },\n \"type\": \"query\"\n }\n ],\n \"executionErrorState\": \"alerting\",\n \"for\": \"5m\",\n \"frequency\": \"1m\",\n \"handler\": 1,\n \"name\": \"DNS Request/Response Symmetry alert\",\n \"noDataState\": \"no_data\",\n \"notifications\": []\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 16,\n \"y\": 70\n },\n \"id\": 66,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [\n {\n \"colorMode\": \"critical\",\n \"fill\": true,\n \"line\": true,\n \"op\": \"gt\",\n \"value\": 0.5\n }\n ],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"DNS Response Record Type\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_response_types_total[1m])) by(pod,type,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{type}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 75\n },\n \"id\": 40,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 1,\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"DNS Response IPs Returned\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_responses_total{rcode=\\\"No Error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,ips_returned,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{ips_returned}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 75\n },\n \"id\": 57,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 1,\n \"format\": \"reqps\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"DNS Errors\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(hubble_dns_responses_total{rcode!=\\\"No Error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,qtypes,rcode,cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{rcode}} ({{qtypes}})\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 0,\n \"y\": 80\n },\n \"id\": 28,\n \"legend\": {\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"show\": true,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 4,\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Pods with DNS errors\",\n \"targets\": [\n {\n \"expr\": \"topk(10, sum(rate(hubble_dns_responses_total{rcode!=\\\"No Error\\\",cluster=~\\\"$cluster\\\"}[1m])) by(pod,destination,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{destination}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 5,\n \"w\": 12,\n \"x\": 12,\n \"y\": 80\n },\n \"id\": 56,\n \"legend\": {\n \"alignAsTable\": false,\n \"avg\": false,\n \"current\": false,\n \"max\": false,\n \"min\": false,\n \"rightSide\": false,\n \"show\": true,\n \"sideWidth\": null,\n \"total\": false,\n \"values\": false\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 0,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"decimals\": 4,\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n },\n {\n \"title\": \"Top 10 DNS Queries per minute\",\n \"targets\": [\n {\n \"expr\": \"topk(10, sum(rate(hubble_dns_queries_total[10m]) * 60) by(query,qtypes,cluster)) by(cluster)\",\n \"format\": \"time_series\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{query}} ({{qtypes}})\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"aliasColors\": {},\n \"bars\": false,\n \"dashLength\": 10,\n \"dashes\": false,\n \"fill\": 1,\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 85\n },\n \"id\": 20,\n \"legend\": {\n \"alignAsTable\": true,\n \"avg\": false,\n \"current\": true,\n \"max\": false,\n \"min\": false,\n \"rightSide\": true,\n \"show\": true,\n \"sort\": \"current\",\n \"sortDesc\": true,\n \"total\": false,\n \"values\": true\n },\n \"lines\": true,\n \"linewidth\": 1,\n \"links\": [],\n \"nullPointMode\": \"null\",\n \"options\": {},\n \"percentage\": false,\n \"pointradius\": 2,\n \"points\": false,\n \"renderer\": \"flot\",\n \"seriesOverrides\": [],\n \"spaceLength\": 10,\n \"stack\": false,\n \"steppedLine\": false,\n \"thresholds\": [],\n \"timeFrom\": null,\n \"timeRegions\": [],\n \"timeShift\": null,\n \"tooltip\": {\n \"shared\": true,\n \"sort\": 2,\n \"value_type\": \"individual\"\n },\n \"type\": \"graph\",\n \"xaxis\": {\n \"buckets\": null,\n \"mode\": \"time\",\n \"name\": null,\n \"show\": true,\n \"values\": []\n },\n \"yaxes\": [\n {\n \"format\": \"none\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n },\n {\n \"format\": \"short\",\n \"label\": null,\n \"logBase\": 1,\n \"max\": null,\n \"min\": null,\n \"show\": true\n }\n ],\n \"yaxis\": {\n \"align\": false,\n \"alignLevel\": null\n }\n }\n ],\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"gnetId\": null,\n \"graphTooltip\": 0,\n \"id\": 3,\n \"links\": [],\n \"refresh\": \"30s\",\n \"schemaVersion\": 18,\n \"style\": \"dark\",\n \"time\": {\n \"from\": \"now-6h\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"5s\",\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ],\n \"time_options\": [\n \"5m\",\n \"15m\",\n \"1h\",\n \"6h\",\n \"12h\",\n \"24h\",\n \"2d\",\n \"7d\",\n \"30d\"\n ]\n },\n \"uid\": \"5HftnJAWz\",\n \"version\": 24\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-cluster - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Cluster\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"cluster:node_cpu:ratio_rate5m{cluster=~\\\"$cluster\\\"}\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Requests Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Limits Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 8,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"1 - (sum(:node_memory_MemAvailable_bytes:sum{cluster=~\\\"$cluster\\\"}) by(cluster) / sum(node_memory_MemTotal_bytes{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Requests Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 16,\n \"y\": 0\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Limits Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 20,\n \"y\": 0\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n }\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_owner{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\"}) by(workload,namespace,cluster)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Namespace\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/85a562078cdf77779eaa1add43ccec1e?${datasource:queryparam}&var-cluster=$cluster&var-namespace=${__data.fields.Namespace}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 8,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"namespace\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Value #A\": 8,\n \"Value #B\": 9,\n \"Value #C\": 10,\n \"Value #D\": 11,\n \"Value #E\": 12,\n \"Value #F\": 13,\n \"Value #G\": 14,\n \"namespace\": 7\n },\n \"renameByName\": {\n \"Value #A\": \"Pods\",\n \"Value #B\": \"Workloads\",\n \"Value #C\": \"CPU Usage\",\n \"Value #D\": \"CPU Requests\",\n \"Value #E\": \"CPU Requests %\",\n \"Value #F\": \"CPU Limits\",\n \"Value #G\": \"CPU Limits %\",\n \"namespace\": \"Namespace\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Requests by Namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_owner{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\"}) by(workload,namespace,cluster)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster) / sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(namespace,cluster) / sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Usage\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Requests\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Limits\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Namespace\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/85a562078cdf77779eaa1add43ccec1e?${datasource:queryparam}&var-cluster=$cluster&var-namespace=${__data.fields.Namespace}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 10,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"namespace\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Value #A\": 8,\n \"Value #B\": 9,\n \"Value #C\": 10,\n \"Value #D\": 11,\n \"Value #E\": 12,\n \"Value #F\": 13,\n \"Value #G\": 14,\n \"namespace\": 7\n },\n \"renameByName\": {\n \"Value #A\": \"Pods\",\n \"Value #B\": \"Workloads\",\n \"Value #C\": \"Memory Usage\",\n \"Value #D\": \"Memory Requests\",\n \"Value #E\": \"Memory Requests %\",\n \"Value #F\": \"Memory Limits\",\n \"Value #G\": \"Memory Limits %\",\n \"namespace\": \"Namespace\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Current Network Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bandwidth/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Namespace\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/85a562078cdf77779eaa1add43ccec1e?${datasource:queryparam}&var-cluster=$cluster&var-namespace=${__data.fields.Namespace}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 11,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"namespace\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"namespace\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"Current Receive Bandwidth\",\n \"Value #B\": \"Current Transmit Bandwidth\",\n \"Value #C\": \"Rate of Received Packets\",\n \"Value #D\": \"Rate of Transmitted Packets\",\n \"Value #E\": \"Rate of Received Packets Dropped\",\n \"Value #F\": \"Rate of Transmitted Packets Dropped\",\n \"namespace\": \"Namespace\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Namespace: Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 48\n },\n \"id\": 14,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Namespace: Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 54\n },\n \"id\": 15,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 60\n },\n \"id\": 16,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 66\n },\n \"id\": 17,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 72\n },\n \"id\": 18,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\".+\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 78\n },\n \"id\": 19,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IOPS(Reads+Writes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"ceil(sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"iops\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 84\n },\n \"id\": 20,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ThroughPut(Read+Write)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 90\n },\n \"id\": 21,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Current Storage IO\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/IOPS/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"iops\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Throughput/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Namespace\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/85a562078cdf77779eaa1add43ccec1e?${datasource:queryparam}&var-cluster=$cluster&var-namespace=${__data.fields.Namespace}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 96\n },\n \"id\": 22,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"namespace\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"namespace\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"IOPS(Reads)\",\n \"Value #B\": \"IOPS(Writes)\",\n \"Value #C\": \"IOPS(Reads + Writes)\",\n \"Value #D\": \"Throughput(Read)\",\n \"Value #E\": \"Throughput(Write)\",\n \"Value #F\": \"Throughput(Read + Write)\",\n \"namespace\": \"Namespace\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"efa86fd1d0c121a26444b636a3f509a8\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-multicluster - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Multi-Cluster\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(cluster:node_cpu:ratio_rate5m) / count(cluster:node_cpu:ratio_rate5m)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Requests Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"})\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Limits Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"})\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 8,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"1 - (sum(:node_memory_MemAvailable_bytes:sum) / sum(node_memory_MemTotal_bytes{job=\\\"node-exporter\\\"}))\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Requests Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"})\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 16,\n \"y\": 0\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Limits Commitment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) / sum(kube_node_status_allocatable{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"})\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 20,\n \"y\": 0\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m) by(cluster,namespace,pod,container)) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n }\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m) by(cluster,namespace,pod,container)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Cluster\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down\",\n \"url\": \"/d/efa86fd1d0c121a26444b636a3f509a8?${datasource:queryparam}&var-cluster=${__data.fields.Cluster}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 2\n },\n \"id\": 8,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"cluster\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 6,\n \"Value #B\": 7,\n \"Value #C\": 8,\n \"Value #D\": 9,\n \"Value #E\": 10,\n \"cluster\": 5\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Usage\",\n \"Value #B\": \"CPU Requests\",\n \"Value #C\": \"CPU Requests %\",\n \"Value #D\": \"CPU Limits\",\n \"Value #E\": \"CPU Limits %\",\n \"cluster\": \"Cluster\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage (w/o cache)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 3\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Requests by Cluster\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Cluster\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down\",\n \"url\": \"/d/efa86fd1d0c121a26444b636a3f509a8?${datasource:queryparam}&var-cluster=${__data.fields.Cluster}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 4\n },\n \"id\": 10,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"cluster\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 6,\n \"Value #B\": 7,\n \"Value #C\": 8,\n \"Value #D\": 9,\n \"Value #E\": 10,\n \"cluster\": 5\n },\n \"renameByName\": {\n \"Value #A\": \"Memory Usage\",\n \"Value #B\": \"Memory Requests\",\n \"Value #C\": \"Memory Requests %\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"Memory Limits %\",\n \"cluster\": \"Cluster\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"b59e6c9f2fcbe2e16d77fc492374cc4f\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-namespace - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Namespace (Pods)\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_namespace_status_phase{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Utilisation (from requests)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Utilisation (from limits)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 6,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Utilisation (from requests)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Memory Utilisation (from limits)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(cluster) / sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 18,\n \"y\": 0\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=\\\"requests.cpu\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=\\\"limits.cpu\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 6,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 6,\n \"Value #B\": 7,\n \"Value #C\": 8,\n \"Value #D\": 9,\n \"Value #E\": 10,\n \"pod\": 5\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Usage\",\n \"Value #B\": \"CPU Requests\",\n \"Value #C\": \"CPU Requests %\",\n \"Value #D\": \"CPU Limits\",\n \"Value #E\": \"CPU Limits %\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage (w/o cache)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=\\\"requests.memory\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=\\\"limits.memory\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_cache{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_swap{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 8,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true,\n \"Time 8\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Time 8\": 7,\n \"Value #A\": 9,\n \"Value #B\": 10,\n \"Value #C\": 11,\n \"Value #D\": 12,\n \"Value #E\": 13,\n \"Value #F\": 14,\n \"Value #G\": 15,\n \"Value #H\": 16,\n \"pod\": 8\n },\n \"renameByName\": {\n \"Value #A\": \"Memory Usage\",\n \"Value #B\": \"Memory Requests\",\n \"Value #C\": \"Memory Requests %\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"Memory Limits %\",\n \"Value #F\": \"Memory Usage (RSS)\",\n \"Value #G\": \"Memory Usage (Cache)\",\n \"Value #H\": \"Memory Usage (Swap)\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Current Network Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bandwidth/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 9,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"pod\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"Current Receive Bandwidth\",\n \"Value #B\": \"Current Transmit Bandwidth\",\n \"Value #C\": \"Rate of Received Packets\",\n \"Value #D\": \"Rate of Transmitted Packets\",\n \"Value #E\": \"Rate of Received Packets Dropped\",\n \"Value #F\": \"Rate of Transmitted Packets Dropped\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 14,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 15,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IOPS(Reads+Writes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"ceil(sum(rate(container_fs_reads_total{container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) + rate(container_fs_writes_total{container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"iops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 63\n },\n \"id\": 16,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ThroughPut(Read+Write)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{container!=\\\"\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 63\n },\n \"id\": 17,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Current Storage IO\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/IOPS/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"iops\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Throughput/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 18,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"pod\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"IOPS(Reads)\",\n \"Value #B\": \"IOPS(Writes)\",\n \"Value #C\": \"IOPS(Reads + Writes)\",\n \"Value #D\": \"Throughput(Read)\",\n \"Value #E\": \"Throughput(Write)\",\n \"Value #F\": \"Throughput(Read + Write)\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"85a562078cdf77779eaa1add43ccec1e\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-node - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Node (Pods)\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"node\",\n \"label\": \"node\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_node_info{cluster=~\\\"$cluster\\\"}, node)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"hide\": 0,\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_capacity{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"legendFormat\": \"max capacity\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"legendFormat\": \"max allocatable\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"legendFormat\": \"{{pod}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max capacity\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max allocatable\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"super-light-red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 2,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Usage\",\n \"Value #B\": \"CPU Requests\",\n \"Value #C\": \"CPU Requests %\",\n \"Value #D\": \"CPU Limits\",\n \"Value #E\": \"CPU Limits %\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage (w/cache)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_capacity{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"max capacity\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"max allocatable\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"legendFormat\": \"{{pod}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max capacity\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max allocatable\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"super-light-red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage (w/o cache)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_capacity{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"max capacity\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",node=~\\\"$node\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"max allocatable\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_rss{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"legendFormat\": \"{{pod}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max capacity\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"max allocatable\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"super-light-red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": true,\n \"viz\": false\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_rss{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_cache{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_memory_swap{cluster=~\\\"$cluster\\\",node=~\\\"$node\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 6,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 5,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true,\n \"Time 8\": true\n },\n \"renameByName\": {\n \"Value #A\": \"Memory Usage\",\n \"Value #B\": \"Memory Requests\",\n \"Value #C\": \"Memory Requests %\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"Memory Limits %\",\n \"Value #F\": \"Memory Usage (RSS)\",\n \"Value #G\": \"Memory Usage (Cache)\",\n \"Value #H\": \"Memory Usage (Swap)\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"200ac8fdbfbb74b39aff88118e4d1c2c\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-nodes-overview - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Nodes Overview\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Node & Pod Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(kube_node_info{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\"}) by(cluster)\",\n \"legendFormat\": \"nodes\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kubelet_running_pods{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\"}) by(cluster)\",\n \"legendFormat\": \"pods\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"decimals\": 0,\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"pods\"\n },\n \"properties\": [\n {\n \"id\": \"custom.axisPlacement\",\n \"value\": \"right\"\n },\n {\n \"id\": \"custom.axisSoftMin\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"legendFormat\": \"allocatable\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"legendFormat\": \"requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"legendFormat\": \"usage\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"allocatable\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"legendFormat\": \"requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster)\",\n \"legendFormat\": \"usage\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Utilization per Node\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\"}) by(node,cluster) / sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",resource=\\\"cpu\\\"}) by(node,cluster)\",\n \"legendFormat\": \"{{node}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Utilization per Node\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(node,cluster) / sum(kube_node_status_allocatable{cluster=~\\\"$cluster\\\",job=\\\"kube-state-metrics\\\",resource=\\\"memory\\\"}) by(node,cluster)\",\n \"legendFormat\": \"{{node}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 24,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-6h\",\n \"to\": \"now\"\n },\n \"uid\": \"058020e04168bfdea0c52269cb699df2\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-pod - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Pod\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_namespace_status_phase{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"label\": \"pod\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_pod_info{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"legendFormat\": \"__auto\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"legendFormat\": \"requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",resource=\\\"cpu\\\"}) by(cluster)\",\n \"legendFormat\": \"limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Throttling\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(container_cpu_cfs_throttled_periods_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster) / sum(increase(container_cpu_cfs_periods_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"axisColorMode\": \"thresholds\",\n \"axisSoftMax\": 1,\n \"axisSoftMin\": 0,\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true,\n \"thresholdsStyle\": {\n \"mode\": \"dashed+area\"\n }\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"A\"\n },\n \"properties\": [\n {\n \"id\": \"thresholds\",\n \"value\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 0.25\n }\n ]\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"mode\": \"thresholds\",\n \"seriesBy\": \"lastNotNull\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",cluster=~\\\"$cluster\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster) / sum(max(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 3,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"container\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 6,\n \"Value #B\": 7,\n \"Value #C\": 8,\n \"Value #D\": 9,\n \"Value #E\": 10,\n \"container\": 5\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Usage\",\n \"Value #B\": \"CPU Requests\",\n \"Value #C\": \"CPU Requests %\",\n \"Value #D\": \"CPU Limits\",\n \"Value #E\": \"CPU Limits %\",\n \"container\": \"Container\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage (WSS)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"legendFormat\": \"__auto\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",resource=\\\"memory\\\"}) by(cluster)\",\n \"legendFormat\": \"limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container)) by(container,cluster) / sum(max(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_rss{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",container!=\\\"POD\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_cache{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",container!=\\\"POD\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_swap{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\",container!=\\\"\\\",container!=\\\"POD\\\"}) by(cluster,namespace,pod,container)) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 5,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"container\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true,\n \"Time 8\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Time 8\": 7,\n \"Value #A\": 9,\n \"Value #B\": 10,\n \"Value #C\": 11,\n \"Value #D\": 12,\n \"Value #E\": 13,\n \"Value #F\": 14,\n \"Value #G\": 15,\n \"Value #H\": 16,\n \"container\": 8\n },\n \"renameByName\": {\n \"Value #A\": \"Memory Usage\",\n \"Value #B\": \"Memory Requests\",\n \"Value #C\": \"Memory Requests %\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"Memory Limits %\",\n \"Value #F\": \"Memory Usage (RSS)\",\n \"Value #G\": \"Memory Usage (Cache)\",\n \"Value #H\": \"Memory Usage (Swap)\",\n \"container\": \"Container\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * irate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 35\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IOPS (Pod)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"ceil(sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster))\",\n \"legendFormat\": \"Reads\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"ceil(sum(rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster))\",\n \"legendFormat\": \"Writes\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"iops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ThroughPut (Pod)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"Reads\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"Writes\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IOPS (Containers)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"ceil(sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"iops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 63\n },\n \"id\": 14,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ThroughPut (Containers)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"Bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 63\n },\n \"id\": 15,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Current Storage IO\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_fs_reads_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",pod=\\\"$pod\\\"}[$__rate_interval])) by(container,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/IOPS/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"iops\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Throughput/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"Bps\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 16,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"container\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"container\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"IOPS(Reads)\",\n \"Value #B\": \"IOPS(Writes)\",\n \"Value #C\": \"IOPS(Reads + Writes)\",\n \"Value #D\": \"Throughput(Read)\",\n \"Value #E\": \"Throughput(Write)\",\n \"Value #F\": \"Throughput(Read + Write)\",\n \"container\": \"Container\"\n }\n }\n }\n ],\n \"type\": \"table\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"6581e46e4e5c7ba40a07646395ef7b23\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-workload - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Workload\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_namespace_status_phase{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"type\",\n \"label\": \"workload_type\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}, workload_type)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"workload\",\n \"label\": \"workload\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}, workload)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n }\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster) / sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 2,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 6,\n \"Value #B\": 7,\n \"Value #C\": 8,\n \"Value #D\": 9,\n \"Value #E\": 10,\n \"pod\": 5\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Usage\",\n \"Value #B\": \"CPU Requests\",\n \"Value #C\": \"CPU Requests %\",\n \"Value #D\": \"CPU Limits\",\n \"Value #E\": \"CPU Limits %\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster) / sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 4,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Value #A\": 9,\n \"Value #B\": 10,\n \"Value #C\": 11,\n \"Value #D\": 12,\n \"Value #E\": 13,\n \"pod\": 8\n },\n \"renameByName\": {\n \"Value #A\": \"Memory Usage\",\n \"Value #B\": \"Memory Requests\",\n \"Value #C\": \"Memory Requests %\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"Memory Limits %\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Current Network Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bandwidth/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to pods\",\n \"url\": \"/d/6581e46e4e5c7ba40a07646395ef7b23?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 5,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"pod\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"Current Receive Bandwidth\",\n \"Value #B\": \"Current Transmit Bandwidth\",\n \"Value #C\": \"Rate of Received Packets\",\n \"Value #D\": \"Rate of Transmitted Packets\",\n \"Value #E\": \"Rate of Received Packets Dropped\",\n \"Value #F\": \"Rate of Transmitted Packets Dropped\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 35\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Pod: Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Pod: Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"a164a7f0339f99e89cea5cb47e9be617\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-k8s-resources-workloads-namespace - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Compute Resources / Namespace (Workloads)\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_namespace_status_phase{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"type\",\n \"label\": \"workload_type\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\"}, workload_type)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"legendFormat\": \"{{workload}} - {{workload_type}}\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=~\\\"requests.cpu|cpu\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=~\\\"limits.cpu\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_rate5m{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster) / sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"cpu\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Workload\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to workloads\",\n \"url\": \"/d/a164a7f0339f99e89cea5cb47e9be617?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-type=${__data.fields.Type}&var-workload=${__data.fields.Workload}\"\n }\n ]\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Running Pods\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"none\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 2,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"workload\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"workload_type 2\": true,\n \"workload_type 3\": true,\n \"workload_type 4\": true,\n \"workload_type 5\": true,\n \"workload_type 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 8,\n \"Value #B\": 9,\n \"Value #C\": 10,\n \"Value #D\": 11,\n \"Value #E\": 12,\n \"Value #F\": 13,\n \"workload\": 6,\n \"workload_type 1\": 7,\n \"workload_type 2\": 14,\n \"workload_type 3\": 15,\n \"workload_type 4\": 16,\n \"workload_type 5\": 17,\n \"workload_type 6\": 18\n },\n \"renameByName\": {\n \"Value #A\": \"Running Pods\",\n \"Value #B\": \"CPU Usage\",\n \"Value #C\": \"CPU Requests\",\n \"Value #D\": \"CPU Requests %\",\n \"Value #E\": \"CPU Limits\",\n \"Value #F\": \"CPU Limits %\",\n \"workload\": \"Workload\",\n \"workload_type 1\": \"Type\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"legendFormat\": \"{{workload}} - {{workload_type}}\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=~\\\"requests.memory|memory\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"scalar(max(kube_resourcequota{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",type=\\\"hard\\\",resource=~\\\"limits.memory\\\"}) by(cluster))\",\n \"legendFormat\": \"quota - limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"B\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byFrameRefID\",\n \"options\": \"C\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Quota\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster) / sum(max(kube_pod_container_resource_requests{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(max(container_memory_working_set_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",container!=\\\"\\\",image!=\\\"\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster) / sum(max(kube_pod_container_resource_limits{job=\\\"kube-state-metrics\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",resource=\\\"memory\\\"}) by(cluster,namespace,pod,container) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/%/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Workload\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to workloads\",\n \"url\": \"/d/a164a7f0339f99e89cea5cb47e9be617?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-type=${__data.fields.Type}&var-workload=${__data.fields.Workload}\"\n }\n ]\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Running Pods\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"none\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 4,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"workload\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"workload_type 2\": true,\n \"workload_type 3\": true,\n \"workload_type 4\": true,\n \"workload_type 5\": true,\n \"workload_type 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 8,\n \"Value #B\": 9,\n \"Value #C\": 10,\n \"Value #D\": 11,\n \"Value #E\": 12,\n \"Value #F\": 13,\n \"workload\": 6,\n \"workload_type 1\": 7,\n \"workload_type 2\": 14,\n \"workload_type 3\": 15,\n \"workload_type 4\": 16,\n \"workload_type 5\": 17,\n \"workload_type 6\": 18\n },\n \"renameByName\": {\n \"Value #A\": \"Running Pods\",\n \"Value #B\": \"Memory Usage\",\n \"Value #C\": \"Memory Requests\",\n \"Value #D\": \"Memory Requests %\",\n \"Value #E\": \"Memory Limits\",\n \"Value #F\": \"Memory Limits %\",\n \"workload\": \"Workload\",\n \"workload_type 1\": \"Type\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Current Network Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bandwidth/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Workload\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down to workloads\",\n \"url\": \"/d/a164a7f0339f99e89cea5cb47e9be617?${datasource:queryparam}&var-cluster=$cluster&var-namespace=$namespace&var-type=${__data.fields.Type}&var-workload=${__data.fields.Workload}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 5,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"workload\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"workload\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"Current Receive Bandwidth\",\n \"Value #B\": \"Current Transmit Bandwidth\",\n \"Value #C\": \"Rate of Received Packets\",\n \"Value #D\": \"Rate of Transmitted Packets\",\n \"Value #E\": \"Rate of Received Packets Dropped\",\n \"Value #F\": \"Rate of Transmitted Packets Dropped\",\n \"workload\": \"Workload\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 35\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Workload: Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Workload: Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"a87fb0d919ec0ea5f6543124e16c42a5\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubelet - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Kubelet\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"label\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Running Kubelets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kubelet_node_name{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kubelet_running_pods{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Containers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kubelet_running_containers{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",container_state=\\\"running\\\",instance=~\\\"$instance\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 8,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Actual Volume Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(volume_manager_total_volumes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",state=\\\"actual_state_of_world\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Desired Volume Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(volume_manager_total_volumes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",state=\\\"desired_state_of_world\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 16,\n \"y\": 0\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Config Error Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_node_config_error{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 20,\n \"y\": 0\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Operation Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_runtime_operations_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(operation_type,instance,cluster)\",\n \"legendFormat\": \"{{instance}} {{operation_type}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Operation Error Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_runtime_operations_errors_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_type,cluster)\",\n \"legendFormat\": \"{{instance}} {{operation_type}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 7\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Operation Duration 99th quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_type,le,cluster))\",\n \"legendFormat\": \"{{instance}} {{operation_type}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pod Start Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_pod_start_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"{{instance}} pod\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"{{instance}} worker\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pod Start Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}} pod\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}} worker\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Storage Operation Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(storage_operation_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_name,volume_plugin,cluster)\",\n \"legendFormat\": \"{{instance}} {{operation_name}} {{volume_plugin}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 12,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Storage Operation Error Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(storage_operation_errors_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_name,volume_plugin,cluster)\",\n \"legendFormat\": \"{{instance}} {{operation_name}} {{volume_plugin}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 28\n },\n \"id\": 13,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Storage Operation Duration 99th quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_name,volume_plugin,le,cluster))\",\n \"legendFormat\": \"{{instance}} {{operation_name}} {{volume_plugin}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 14,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cgroup manager operation rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_type,cluster)\",\n \"legendFormat\": \"{{operation_type}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 15,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cgroup manager 99th quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,operation_type,le,cluster))\",\n \"legendFormat\": \"{{instance}} {{operation_type}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 16,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PLEG relist rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 49\n },\n \"id\": 17,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PLEG relist interval\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 49\n },\n \"id\": 18,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PLEG relist duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 19,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"RPC rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",code=~\\\"2..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"2xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",code=~\\\"3..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"3xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",code=~\\\"4..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"4xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\",code=~\\\"5..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"5xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 63\n },\n \"id\": 20,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Request duration 99th quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,verb,le,cluster))\",\n \"legendFormat\": \"{{instance}} {{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 70\n },\n \"id\": 21,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 77\n },\n \"id\": 22,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 77\n },\n \"id\": 23,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"go_goroutines{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 77\n },\n \"id\": 24,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"3138fa155d5915769fbded898ac09fd9\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-system-api-server - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / System / API Server\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {\n \"isNone\": true,\n \"selected\": false,\n \"text\": \"None\",\n \"value\": \"\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ],\n \"queryValue\": \"\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"job\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(apiserver_request_total{cluster=~\\\"$cluster\\\"}, job)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(apiserver_request_total{cluster=~\\\"$cluster\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"API Server - Health Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"up{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"text\": \"DOWN\"\n },\n \"1\": {\n \"text\": \"UP\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": null\n },\n {\n \"color\": \"green\",\n \"value\": 1\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 42,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"textMode\": \"value_and_name\"\n },\n \"pluginVersion\": \"10.0.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Deprecated Kubernetes Resources\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"apiserver_requested_deprecated_apis{cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"__name__\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 188\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 60,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": [\n {\n \"desc\": false,\n \"displayName\": \"removed_release\"\n }\n ]\n },\n \"pluginVersion\": \"10.0.1\",\n \"transformations\": [\n {\n \"id\": \"labelsToFields\",\n \"options\": {\n \"keepLabels\": [\n \"group\",\n \"job\",\n \"removed_release\",\n \"resource\",\n \"version\",\n \"name\"\n ],\n \"mode\": \"columns\"\n }\n },\n {\n \"id\": \"merge\",\n \"options\": {}\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Value\": true,\n \"job\": true\n },\n \"indexByName\": {\n \"Time\": 6,\n \"Value\": 7,\n \"group\": 1,\n \"job\": 5,\n \"namespace\": 0,\n \"removed_release\": 4,\n \"resource\": 3,\n \"version\": 2\n },\n \"renameByName\": {}\n }\n },\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"group\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"groupby\"\n },\n \"job\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"namespace\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"groupby\"\n },\n \"removed_release\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"resource\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"groupby\"\n },\n \"version\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"API Server - HTTP Requests by code\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(code,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ code }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 38,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - HTTP Requests by verb\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(verb,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ verb}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 8\n },\n \"id\": 39,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - HTTP Requests Latency by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_duration_seconds_sum{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(instance,cluster) / sum(rate(apiserver_request_duration_seconds_count{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ms\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 53,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - HTTP Requests Latency by verb\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_duration_seconds_sum{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(verb,cluster) / sum(rate(apiserver_request_duration_seconds_count{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(verb,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ verb }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ms\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 16\n },\n \"id\": 54,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - Errors by Instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_total{code=~\\\"5..\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(instance,cluster) / (sum(rate(apiserver_request_total{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(instance,cluster) > 0)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - Errors by verb\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_total{code=~\\\"5..\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(verb,cluster) / (sum(rate(apiserver_request_total{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(verb,cluster) > 0)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ verb }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 24\n },\n \"id\": 51,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - Stacked HTTP Requests by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(apiserver_request_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 40,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - Work Queue by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(workqueue_depth{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}) by(instance,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 32\n },\n \"id\": 56,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - CPU Usage by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 40\n },\n \"id\": 47,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"API Server - Memory Usage by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 40\n },\n \"id\": 48,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": [],\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"8.4.4\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"5.0.0\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern API Server dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 38,\n \"style\": \"dark\",\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_system_apisrv\",\n \"version\": 21,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-system-coredns - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / System / CoreDNS\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {\n \"isNone\": true,\n \"selected\": false,\n \"text\": \"None\",\n \"value\": \"\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(up{job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(up{job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": false,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"current\": {\n \"selected\": false,\n \"text\": \"All\",\n \"value\": \"$__all\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1,\n \"tagValuesQuery\": \"\",\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"protocol\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(coredns_dns_requests_total{cluster=~\\\"$cluster\\\"}, proto)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(coredns_dns_requests_total{cluster=~\\\"$cluster\\\"}, proto)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"allValue\": \"udp,tcp\",\n \"current\": {\n \"selected\": false,\n \"text\": \"udp\",\n \"value\": \"udp\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1,\n \"tagValuesQuery\": \"\",\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ],\n \"queryValue\": \"\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"job\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(coredns_build_info{cluster=~\\\"$cluster\\\"}, job)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(coredns_build_info{cluster=~\\\"$cluster\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": true,\n \"text\": [\n \"coredns\"\n ],\n \"value\": [\n \"coredns\"\n ]\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CoreDNS - Health Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"up{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [\n {\n \"options\": {\n \"0\": {\n \"text\": \"DOWN\"\n },\n \"1\": {\n \"text\": \"UP\"\n }\n },\n \"type\": \"value\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": null\n },\n {\n \"color\": \"green\",\n \"value\": 1\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 25,\n \"options\": {\n \"colorMode\": \"background\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"vertical\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"value_and_name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"10.4.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CoreDNS - CPU Usage by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 3\n },\n \"id\": 19,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Memory Usage by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ instance }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 3\n },\n \"id\": 21,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Total DNS Requests ($protocol)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_dns_requests_total{instance=~\\\"$instance\\\",proto=\\\"$protocol\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"total $protocol requests\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 11\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Average Packet Size ($protocol)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_dns_request_size_bytes_sum{instance=~\\\"$instance\\\",proto=\\\"$protocol\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(proto,cluster) / sum(rate(coredns_dns_request_size_bytes_count{instance=~\\\"$instance\\\",proto=\\\"$protocol\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(proto,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"average $protocol packet size\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 11\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Requests by type\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_dns_requests_total{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(type,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ type }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 19\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Requests by return code\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_dns_responses_total{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(rcode,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ rcode }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 19\n },\n \"id\": 4,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Total Forward Requests\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_proxy_request_duration_seconds_count{proxy_name=\\\"forward\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"total forward requests\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 23,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - DNS Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_proxy_request_duration_seconds_count{proxy_name=\\\"forward\\\",rcode=~\\\"SERVFAIL|REFUSED\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(rcode,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ rcode }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Cache Hits / Misses\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_cache_hits_total{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(type,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ type }}\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(coredns_cache_misses_total{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(type,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"misses\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 17,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - Cache Size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(coredns_cache_entries{cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}) by(type,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ type }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 35\n },\n \"id\": 15,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CoreDNS - DNS request duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(coredns_dns_request_duration_seconds_bucket{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(le,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"heatmap\",\n \"legendFormat\": \"{{le}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"scaleDistribution\": {\n \"type\": \"linear\"\n }\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 43\n },\n \"id\": 27,\n \"options\": {\n \"calculate\": false,\n \"cellGap\": 1,\n \"color\": {\n \"exponent\": 0.5,\n \"fill\": \"dark-orange\",\n \"mode\": \"scheme\",\n \"reverse\": false,\n \"scale\": \"exponential\",\n \"scheme\": \"RdYlBu\",\n \"steps\": 64\n },\n \"exemplars\": {\n \"color\": \"rgba(255,0,255,0.7)\"\n },\n \"filterValues\": {\n \"le\": 1e-9\n },\n \"legend\": {\n \"show\": true\n },\n \"rowsFrame\": {\n \"layout\": \"auto\"\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"showColorScale\": false,\n \"yHistogram\": false\n },\n \"yAxis\": {\n \"axisPlacement\": \"left\",\n \"reverse\": false,\n \"unit\": \"s\"\n }\n },\n \"pluginVersion\": \"10.4.1\",\n \"type\": \"heatmap\"\n },\n {\n \"title\": \"CoreDNS - DNS request size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(coredns_dns_request_size_bytes_bucket{instance=~\\\"$instance\\\",le!=\\\"0\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(le,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"heatmap\",\n \"legendFormat\": \"{{le}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"scaleDistribution\": {\n \"type\": \"linear\"\n }\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 43\n },\n \"id\": 28,\n \"options\": {\n \"calculate\": false,\n \"cellGap\": 1,\n \"color\": {\n \"exponent\": 0.5,\n \"fill\": \"dark-orange\",\n \"mode\": \"scheme\",\n \"reverse\": false,\n \"scale\": \"exponential\",\n \"scheme\": \"RdYlBu\",\n \"steps\": 64\n },\n \"exemplars\": {\n \"color\": \"rgba(255,0,255,0.7)\"\n },\n \"filterValues\": {\n \"le\": 1e-9\n },\n \"legend\": {\n \"show\": true\n },\n \"rowsFrame\": {\n \"layout\": \"auto\"\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"showColorScale\": false,\n \"yHistogram\": false\n },\n \"yAxis\": {\n \"axisPlacement\": \"left\",\n \"reverse\": false,\n \"unit\": \"decbytes\"\n }\n },\n \"pluginVersion\": \"10.4.1\",\n \"type\": \"heatmap\"\n },\n {\n \"title\": \"CoreDNS - DNS response size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(coredns_dns_response_size_bytes_bucket{instance=~\\\"$instance\\\",le!=\\\"0\\\",cluster=~\\\"$cluster\\\",job=~\\\"$job\\\"}[$__rate_interval])) by(le,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"heatmap\",\n \"legendFormat\": \"{{le}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"scaleDistribution\": {\n \"type\": \"linear\"\n }\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 53\n },\n \"id\": 29,\n \"options\": {\n \"calculate\": false,\n \"cellGap\": 1,\n \"color\": {\n \"exponent\": 0.5,\n \"fill\": \"dark-orange\",\n \"mode\": \"scheme\",\n \"reverse\": false,\n \"scale\": \"exponential\",\n \"scheme\": \"RdYlBu\",\n \"steps\": 64\n },\n \"exemplars\": {\n \"color\": \"rgba(255,0,255,0.7)\"\n },\n \"filterValues\": {\n \"le\": 1e-9\n },\n \"legend\": {\n \"show\": true\n },\n \"rowsFrame\": {\n \"layout\": \"auto\"\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"showColorScale\": false,\n \"yHistogram\": false\n },\n \"yAxis\": {\n \"axisPlacement\": \"left\",\n \"reverse\": false,\n \"unit\": \"decbytes\"\n }\n },\n \"pluginVersion\": \"10.4.1\",\n \"type\": \"heatmap\"\n }\n ],\n \"__elements\": [],\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"8.4.4\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"5.0.0\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern CoreDNS dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_system_coredns\",\n \"version\": 22,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-views-global - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Views / Global\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ],\n \"queryValue\": \"\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"job\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(node_cpu_seconds_total{cluster=~\\\"$cluster\\\"}, job)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(node_cpu_seconds_total{cluster=~\\\"$cluster\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"\",\n \"value\": \"\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Overview\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 67,\n \"type\": \"row\"\n },\n {\n \"title\": \"Global CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cpu,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"Real\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster) / sum(machine_cpu_cores{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"Requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster) / sum(machine_cpu_cores{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"Limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"continuous-GrYlRd\"\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 77,\n \"options\": {\n \"displayMode\": \"lcd\",\n \"maxVizHeight\": 300,\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"auto\",\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Global RAM Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"} - node_memory_MemAvailable_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(cluster) / sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"Real\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster) / sum(machine_memory_bytes{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"Requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster) / sum(machine_memory_bytes{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"Limits\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"continuous-GrYlRd\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 6,\n \"x\": 6,\n \"y\": 1\n },\n \"id\": 78,\n \"options\": {\n \"displayMode\": \"lcd\",\n \"maxVizHeight\": 300,\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"auto\",\n \"text\": {},\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Nodes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(count(kube_node_info{cluster=~\\\"$cluster\\\"}) by(node,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 63,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Kubernetes Resource Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_namespace_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Namespaces\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_running{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Running Containers\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Running Pods\",\n \"refId\": \"O\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_service_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Services\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_endpoint_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Endpoints\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_ingress_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Ingresses\",\n \"refId\": \"E\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_deployment_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Deployments\",\n \"refId\": \"F\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_statefulset_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Statefulsets\",\n \"refId\": \"G\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_daemonset_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Daemonsets\",\n \"refId\": \"H\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_persistentvolumeclaim_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Persistent Volume Claims\",\n \"refId\": \"I\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_hpa_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Horizontal Pod Autoscalers\",\n \"refId\": \"J\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_configmap_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Configmaps\",\n \"refId\": \"K\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_secret_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Secrets\",\n \"refId\": \"L\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_networkpolicy_labels{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Network Policies\",\n \"refId\": \"M\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(count(kube_node_info{cluster=~\\\"$cluster\\\"}) by(node,cluster)) by(cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"Nodes\",\n \"refId\": \"N\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 10,\n \"x\": 14,\n \"y\": 1\n },\n \"id\": 52,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Namespaces\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(kube_namespace_created{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 12,\n \"y\": 5\n },\n \"id\": 59,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"Real\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"Requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"Limits\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_cpu_cores{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Total\",\n \"range\": true,\n \"refId\": \"Total\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 37,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"center\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RAM Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"} - node_memory_MemAvailable_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"Real\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"Requests\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"Limits\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_memory_bytes{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Total\",\n \"range\": true,\n \"refId\": \"Total\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 9\n },\n \"id\": 39,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_phase{phase=\\\"Running\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 62,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Resources\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 71,\n \"type\": \"row\"\n },\n {\n \"title\": \"Cluster CPU Utilization\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cpu,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"CPU usage in %\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"continuous-GrYlRd\",\n \"seriesBy\": \"last\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU %\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"scheme\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"yellow\",\n \"value\": 0.5\n },\n {\n \"color\": \"red\",\n \"value\": 0.7\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 72,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"transformations\": [\n {\n \"id\": \"calculateField\",\n \"options\": {\n \"alias\": \"CPU usage in %\",\n \"mode\": \"reduceRow\",\n \"reduce\": {\n \"reducer\": \"mean\"\n },\n \"replaceFields\": true\n }\n }\n ],\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cluster Memory Utilization\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"} - node_memory_MemAvailable_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(cluster) / sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Memory usage in %\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"continuous-GrYlRd\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"MEMORY\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"scheme\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 0.5\n },\n {\n \"color\": \"red\",\n \"value\": 0.7\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 14\n },\n \"id\": 55,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\",\n \"min\"\n ],\n \"displayMode\": \"hidden\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"transformations\": [\n {\n \"id\": \"calculateField\",\n \"options\": {\n \"alias\": \"Memory usage in %\",\n \"mode\": \"reduceRow\",\n \"reduce\": {\n \"reducer\": \"mean\"\n },\n \"replaceFields\": true\n }\n }\n ],\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Utilization by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU CORES\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 22\n },\n \"id\": 46,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"10.4.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Utilization by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(namespace,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 22\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Utilization by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cpu,cluster)) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ node }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU %\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 54,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Utilization by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"} - node_memory_MemAvailable_bytes{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"MEMORY\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 30\n },\n \"id\": 73,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Throttled seconds by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_cfs_throttled_seconds_total{image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"SECONDS\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 38\n },\n \"id\": 82,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Core Throttled by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_cpu_core_throttles_total{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ instance }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"NB\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 38\n },\n \"id\": 83,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 46\n },\n \"id\": 86,\n \"type\": \"row\"\n },\n {\n \"title\": \"Kubernetes Pods QoS classes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_qos_class{cluster=~\\\"$cluster\\\"}) by(qos_class,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ qos_class }} pods\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_info{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Total pods\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 47\n },\n \"id\": 84,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes Pods Status Reason\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_reason{cluster=~\\\"$cluster\\\"}) by(reason,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ reason }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 47\n },\n \"id\": 85,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"OOM Events by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(container_oom_events_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"points\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 87,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Container Restarts by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(kube_pod_container_status_restarts_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"points\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 88,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 65\n },\n \"id\": 69,\n \"type\": \"row\"\n },\n {\n \"title\": \"Global Network Utilization by device\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_bytes_total{device!~\\\"(veth|azv|lxc).*\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(device,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received : {{ device }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_bytes_total{device!~\\\"(veth|azv|lxc).*\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(device,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted : {{ device }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Dropped noisy virtual devices for readability.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 66\n },\n \"id\": 44,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Saturation - Packets dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_drop_total{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Packets dropped (receive)\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_drop_total{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Packets dropped (transmit)\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"DROPPED PACKETS\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 66\n },\n \"id\": 53,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"transformations\": [],\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Received by namespace\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received : {{ namespace }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted : {{ namespace }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 74\n },\n \"id\": 79,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Total Network Received (with all virtual devices) by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_bytes_total{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 74\n },\n \"id\": 80,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Received (without loopback) by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_bytes_total{device!~\\\"(veth|azv|lxc|lo).*\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_bytes_total{device!~\\\"(veth|azv|lxc|lo).*\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Dropped noisy virtual devices for readability.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 82\n },\n \"id\": 56,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Received (loopback only) by instance\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_bytes_total{device=\\\"lo\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_bytes_total{device=\\\"lo\\\",cluster=~\\\"$cluster\\\",job=\\\"$job\\\"}[$__rate_interval])) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted bytes in {{ instance }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Dropped noisy virtual devices for readability.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 82\n },\n \"id\": 81,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": {},\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"bargauge\",\n \"name\": \"Bar gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"10.3.1\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern 'Global View' dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_views_global\",\n \"version\": 45,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-views-namespaces - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Views / Namespaces\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(kube_pod_info{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(kube_pod_info{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1,\n \"tagValuesQuery\": \"\",\n \"tagsQuery\": \"\",\n \"useTags\": false\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ],\n \"queryValue\": \"\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"created_by\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(kube_pod_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, created_by_name)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_pod_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, created_by_name)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"current\": {},\n \"description\": \"Can be used to filter on a specific deployment, statefulset or deamonset (only relevant panels).\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Overview\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 38,\n \"type\": \"row\"\n },\n {\n \"title\": \"Namespace(s) usage on total cluster CPU in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=~\\\"$namespace\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / sum(machine_cpu_cores{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 70\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 46,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"11.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Namespace(s) usage on total cluster RAM in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=~\\\"$namespace\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(machine_memory_bytes{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 70\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 6,\n \"y\": 1\n },\n \"id\": 48,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"11.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Kubernetes Resource Count\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Running Pods\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_service_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Services\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_ingress_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Ingresses\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_deployment_labels{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Deployments\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_statefulset_labels{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Statefulsets\",\n \"refId\": \"E\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_daemonset_labels{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Daemonsets\",\n \"refId\": \"F\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_persistentvolumeclaim_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Persistent Volume Claims\",\n \"refId\": \"G\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_hpa_labels{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Horizontal Pod Autoscalers\",\n \"refId\": \"H\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_configmap_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Configmaps\",\n \"refId\": \"I\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_secret_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Secrets\",\n \"refId\": \"J\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_networkpolicy_labels{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Network Policies\",\n \"refId\": \"K\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 32,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Namespace(s) CPU Usage in cores\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=~\\\"$namespace\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{namespace=~\\\"$namespace\\\",resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{namespace=~\\\"$namespace\\\",resource=\\\"cpu\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_cpu_cores{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Cluster Total\",\n \"range\": true,\n \"refId\": \"D\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 62,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"center\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Namespace(s) RAM Usage in bytes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=~\\\"$namespace\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Real\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{namespace=~\\\"$namespace\\\",resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Requests\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{namespace=~\\\"$namespace\\\",resource=\\\"memory\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Limits\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_memory_bytes{cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Cluster Total\",\n \"range\": true,\n \"refId\": \"D\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 8\n },\n \"id\": 64,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Resources\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 40,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU usage by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=~\\\"$namespace\\\",image!=\\\"\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU CORES\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 29,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory usage by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=~\\\"$namespace\\\",image!=\\\"\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 13\n },\n \"id\": 30,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Throttled seconds by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_cfs_throttled_seconds_total{namespace=~\\\"$namespace\\\",image!=\\\"\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"SECONDS\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 68,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 29\n },\n \"id\": 73,\n \"type\": \"row\"\n },\n {\n \"title\": \"Kubernetes Pods QoS classes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_qos_class{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(qos_class,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ qos_class }} pods\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_info{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"Total pods\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 70,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes Pods Status Reason\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_reason{cluster=~\\\"$cluster\\\"}) by(reason,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ reason }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 30\n },\n \"id\": 72,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"OOM Events by namespace, pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(container_oom_events_total{namespace=~\\\"${namespace}\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,pod,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"namespace: {{ namespace }} - pod: {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"points\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 39\n },\n \"id\": 74,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Container Restarts by namespace, pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(kube_pod_container_status_restarts_total{namespace=~\\\"${namespace}\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(namespace,pod,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"namespace: {{ namespace }} - pod: {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"No data is generally a good thing here.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"points\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 39\n },\n \"id\": 75,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Nb of pods by state\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_ready{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Ready\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_running{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Running\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_waiting{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Waiting\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_restarts_total{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Restarts Total\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_status_terminated{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"Terminated\",\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 48\n },\n \"id\": 5,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Nb of containers by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_info{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 48\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"hidden\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Replicas available by deployment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_deployment_status_replicas_available{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(deployment,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ deployment }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Replicas unavailable by deployment\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_deployment_status_replicas_unavailable{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}) by(deployment,cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ deployment }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pods with unexpected status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_status_phase{phase!~\\\"Running|Succeeded\\\",namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ deployment }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"List of pods that are not in Running or Succeeded status.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 83,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Container Image Used\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"count(rate(container_cpu_usage_seconds_total{namespace=~\\\"$namespace\\\",image!=\\\"\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(image,cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ image }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 64\n },\n \"id\": 82,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"last\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes Storage\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 72\n },\n \"id\": 42,\n \"type\": \"row\"\n },\n {\n \"title\": \"Persistent Volumes - Capacity and usage in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_used_bytes{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster) / max(kubelet_volume_stats_capacity_bytes{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ namespace }} - {{ persistentvolumeclaim }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 73\n },\n \"id\": 65,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent Volumes - Capacity and usage in bytes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_used_bytes{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ namespace }} - {{ persistentvolumeclaim }} - Used\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_capacity_bytes{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{ namespace }} - {{ persistentvolumeclaim }} - Capacity\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 73\n },\n \"id\": 66,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent Volumes - Inodes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"1 - (sum(kubelet_volume_stats_inodes_used{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster) / sum(kubelet_volume_stats_inodes{namespace=~\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster))\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ persistentvolumeclaim }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 81\n },\n \"id\": 27,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 89\n },\n \"id\": 76,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network - Bandwidth by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_bytes_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received - {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_bytes_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted - {{ pod }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 90\n },\n \"id\": 78,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Packets Rate by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received - {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_packets_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted - {{ pod }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 90\n },\n \"id\": 79,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Packets Dropped by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received - {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_packets_dropped_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted - {{ pod }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 98\n },\n \"id\": 80,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Errors by pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_errors_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received - {{ pod }}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_errors_total{namespace=~\\\"$namespace\\\",pod=~\\\"${created_by}.*\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted - {{ pod }}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"default\": false,\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 98\n },\n \"id\": 81,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": {},\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"gauge\",\n \"name\": \"Gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"10.3.1\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern 'Namespaces View' dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_views_ns\",\n \"version\": 46,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-views-nodes - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Views / Nodes\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"queryValue\": \"\",\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ],\n \"queryValue\": \"\",\n \"skipUrlSync\": false\n },\n {\n \"name\": \"node\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(kube_node_info{cluster=~\\\"$cluster\\\"}, node)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info{cluster=~\\\"$cluster\\\"}, node)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 0,\n \"current\": {},\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(node_uname_info{nodename=~\\\"(?i:($node)(\\\\\\\\.[a-z0-9.-]+)?)\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(node_uname_info{nodename=~\\\"(?i:($node)(\\\\\\\\.[a-z0-9.-]+)?)\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": false,\n \"includeAll\": false,\n \"hide\": 2,\n \"current\": {},\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"skipUrlSync\": false,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Overview\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 40,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cpu,cluster)) by(cluster)\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 70\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 7,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"RAM Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemAvailable_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(node_memory_MemTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"orange\",\n \"value\": 50\n },\n {\n \"color\": \"red\",\n \"value\": 70\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 4,\n \"y\": 1\n },\n \"id\": 13,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\",\n \"text\": {}\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Pods on node\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_info{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": null\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 4,\n \"x\": 8,\n \"y\": 1\n },\n \"id\": 24,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"List of pods on node ($node)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_info{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"inspect\": false\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Pod details\",\n \"url\": \"/d/k8s_views_pods/kubernetes-views-pods?${datasource:queryparam}&var-namespace=${__data.fields.namespace}&${cluster:queryparam}&var-pod=${__data.fields.pod}&${resolution:queryparam}&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"pod\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 416\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"priority_class\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 176\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"pod_ip\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 157\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"created_by_kind\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 205\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"namespace\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 263\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 11,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 5,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"11.2.0\",\n \"transformations\": [\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Value\": true,\n \"__name__\": true,\n \"container\": true,\n \"created_by_kind\": false,\n \"created_by_name\": true,\n \"endpoint\": true,\n \"env\": true,\n \"host_ip\": true,\n \"host_network\": true,\n \"instance\": true,\n \"job\": true,\n \"node\": true,\n \"project\": true,\n \"prometheus_replica\": true,\n \"service\": true,\n \"uid\": true\n },\n \"indexByName\": {\n \"Time\": 6,\n \"Value\": 20,\n \"__name__\": 7,\n \"container\": 8,\n \"created_by_kind\": 2,\n \"created_by_name\": 9,\n \"endpoint\": 10,\n \"env\": 11,\n \"host_ip\": 5,\n \"host_network\": 12,\n \"instance\": 13,\n \"job\": 14,\n \"namespace\": 1,\n \"node\": 15,\n \"pod\": 0,\n \"pod_ip\": 3,\n \"priority_class\": 4,\n \"project\": 16,\n \"prometheus_replica\": 17,\n \"service\": 18,\n \"uid\": 19\n },\n \"renameByName\": {}\n }\n },\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"created_by_kind\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"host_ip\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"namespace\": {\n \"aggregations\": [\n \"last\"\n ],\n \"operation\": \"groupby\"\n },\n \"pod\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"pod_ip\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"priority_class\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"CPU Used\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode!~\\\"idle|iowait|steal\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 3,\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 9,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"CPU Total\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_cpu_cores{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 2,\n \"y\": 9\n },\n \"id\": 11,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RAM Used\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_memory_MemTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemAvailable_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 4,\n \"y\": 9\n },\n \"id\": 15,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RAM Total\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(machine_memory_bytes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 2,\n \"x\": 6,\n \"y\": 9\n },\n \"id\": 17,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"uptime\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_time_seconds{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_boot_time_seconds{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 25228800\n },\n {\n \"color\": \"red\",\n \"value\": 31536000\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 4,\n \"x\": 8,\n \"y\": 9\n },\n \"id\": 18,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Resources\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 38,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"avg(rate(node_cpu_seconds_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) * 100) by(mode,cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ mode }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"max\": 100,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"(node_memory_MemTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemFree_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) - (node_memory_Cached_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} + node_memory_Buffers_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"})\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"RAM Used\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_MemTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"RAM Total\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_Cached_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"RAM Cache\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_Buffers_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"RAM Buffer\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_MemFree_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"RAM Free\",\n \"refId\": \"E\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_SwapTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_memory_SwapFree_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"SWAP Used\",\n \"refId\": \"F\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_memory_SwapTotal_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"SWAP Total\",\n \"refId\": \"G\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 13\n },\n \"id\": 3,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{node=\\\"$node\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ pod }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU Cores\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 22\n },\n \"id\": 26,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory usage by Pod\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{node=\\\"$node\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ pod }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 22\n },\n \"id\": 28,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Number of CPU Core Throttled\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_cpu_core_throttles_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Nb of cpu core throttles\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Number of times a CPU core has been throttled on an instance.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU CORES\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 66,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"System\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 38\n },\n \"id\": 44,\n \"type\": \"row\"\n },\n {\n \"title\": \"System Load\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_load1{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"1m\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_load5{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"5m\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_load15{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"15m\",\n \"range\": true,\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 39\n },\n \"id\": 48,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Context Switches & Interrupts\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_context_switches_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Context switches\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_intr_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Interrupts\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 39\n },\n \"id\": 46,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"File Descriptors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_filefd_maximum{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Maximum file descriptors\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_filefd_allocated{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Allocated file descriptors\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 47\n },\n \"id\": 49,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Time Sync\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_timex_estimated_error_seconds{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Estimated error in seconds\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_timex_maxerror_seconds{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"Maximum error in seconds\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 47\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 55\n },\n \"id\": 36,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network usage (bytes/s)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_bytes_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"In\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_bytes_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Out\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"BANDWIDTH\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 20,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_errs_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"In\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_errs_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Out\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 61,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network usage (packet/s)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_packets_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"In\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_packets_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Out\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 62,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network total drops\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(node_network_receive_drop_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"In\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(node_network_transmit_drop_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Out\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 64\n },\n \"id\": 64,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Currently Established\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_netstat_Tcp_CurrEstab{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"TCP Currently Established\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 72\n },\n \"id\": 60,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"NF Conntrack\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_nf_conntrack_entries{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"instant\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"NF Conntrack entries\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"node_nf_conntrack_entries_limit{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"NF Conntrack limit\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"NF Conntrack limit\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 72\n },\n \"id\": 63,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes Storage\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 80\n },\n \"id\": 54,\n \"type\": \"row\"\n },\n {\n \"title\": \"Persistent Volumes - Usage in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_used_bytes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster) / max(kubelet_volume_stats_capacity_bytes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ namespace }} - {{ persistentvolumeclaim }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 81\n },\n \"id\": 30,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent Volumes - Usage in GB\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_used_bytes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(kubelet_volume_stats_capacity_bytes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,namespace,cluster)\",\n \"exemplar\": true,\n \"format\": \"table\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"continuous-GrYlRd\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": false,\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Used\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 146\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Total\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 167\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 16,\n \"w\": 12,\n \"x\": 12,\n \"y\": 81\n },\n \"id\": 34,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"11.2.0\",\n \"transformations\": [\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"Value\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"aggregate\"\n },\n \"Value #A\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"aggregate\"\n },\n \"Value #B\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"aggregate\"\n },\n \"persistentvolumeclaim\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n },\n {\n \"id\": \"seriesToColumns\",\n \"options\": {\n \"byField\": \"persistentvolumeclaim\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {},\n \"indexByName\": {},\n \"renameByName\": {\n \"Value #A (lastNotNull)\": \"Used\",\n \"Value #B (lastNotNull)\": \"Total\",\n \"persistentvolumeclaim\": \"Persistent Volume Claim\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Persistent Volumes - Inodes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"(sum(kubelet_volume_stats_inodes_used{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster) / sum(kubelet_volume_stats_inodes{node=\\\"$node\\\",cluster=~\\\"$cluster\\\"}) by(persistentvolumeclaim,cluster)) * 100\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ persistentvolumeclaim }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 89\n },\n \"id\": 32,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Node Storage\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 97\n },\n \"id\": 42,\n \"type\": \"row\"\n },\n {\n \"title\": \"FS usage in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"100 - ((node_filesystem_avail_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} * 100) / node_filesystem_size_bytes{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ mountpoint }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 98\n },\n \"id\": 33,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"FS inode usage in %\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"100 - ((node_filesystem_files_free{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} / node_filesystem_files{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) * 100)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ mountpoint }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 98\n },\n \"id\": 59,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Reads by disk (bytes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_disk_read_bytes_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 106\n },\n \"id\": 52,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Writes by disk (bytes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_disk_written_bytes_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 106\n },\n \"id\": 57,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Completed reads by disk\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_disk_reads_completed_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"read/s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 114\n },\n \"id\": 51,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Completed writes by disk\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_disk_writes_completed_total{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"hide\": false,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"write/s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 114\n },\n \"id\": 56,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk(s) io/s\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(node_disk_io_now{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"io/s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 122\n },\n \"id\": 58,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"FS - Device Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(node_filesystem_device_error{instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(mountpoint,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ mountpoint }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 122\n },\n \"id\": 55,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"right\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"8.3.3\",\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": {},\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"gauge\",\n \"name\": \"Gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"10.3.1\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"table\",\n \"name\": \"Table\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern 'Nodes View' dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_views_nodes\",\n \"version\": 40,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-kubernetes-views-pods - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Views / Pods\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"Kubernetes\",\n \"Prometheus\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"terraform\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"#5c4ee5\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"terraform\"\n ],\n \"type\": \"tags\"\n }\n },\n {\n \"name\": \"oncall\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"red\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [\n \"oncall\"\n ],\n \"type\": \"tags\"\n }\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_node_info, cluster)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_node_info, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"current\": {\n \"text\": \"\",\n \"value\": \"\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(kube_pod_info{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"refId\": \"Prometheus-namespace-Variable-Query\"\n },\n \"definition\": \"label_values(kube_pod_info{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"selected\": false,\n \"text\": \"monitoring\",\n \"value\": \"monitoring\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(kube_pod_info{namespace=\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, pod)\",\n \"refId\": \"Prometheus-pod-Variable-Query\"\n },\n \"definition\": \"label_values(kube_pod_info{namespace=\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"allValue\": \".*\",\n \"current\": {\n \"selected\": false,\n \"text\": \"\",\n \"value\": \"\"\n },\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"resolution\",\n \"type\": \"custom\",\n \"query\": \"1s, 15s, 30s, 1m, 3m, 5m\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n \"options\": [\n {\n \"selected\": false,\n \"text\": \"1s\",\n \"value\": \"1s\"\n },\n {\n \"selected\": false,\n \"text\": \"15s\",\n \"value\": \"15s\"\n },\n {\n \"selected\": true,\n \"text\": \"30s\",\n \"value\": \"30s\"\n },\n {\n \"selected\": false,\n \"text\": \"1m\",\n \"value\": \"1m\"\n },\n {\n \"selected\": false,\n \"text\": \"3m\",\n \"value\": \"3m\"\n },\n {\n \"selected\": false,\n \"text\": \"5m\",\n \"value\": \"5m\"\n }\n ]\n },\n {\n \"name\": \"job\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(kube_pod_info{namespace=\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, job)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(kube_pod_info{namespace=\\\"$namespace\\\",cluster=~\\\"$cluster\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-state-metrics\",\n \"value\": \"kube-state-metrics\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Information\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 43,\n \"type\": \"row\"\n },\n {\n \"title\": \"Created by\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_info{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ created_by_kind }}: {{ created_by_name }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running on\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_info{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ node }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"links\": [\n {\n \"title\": \"\",\n \"url\": \"/d/k8s_views_nodes/kubernetes-views-nodes?var-datasource=${datasource}&var-node=${__field.labels.node}&${cluster:queryparam}\"\n }\n ],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 6,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 33,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Pod IP\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_info{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ pod_ip }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 6,\n \"x\": 18,\n \"y\": 1\n },\n \"id\": 41,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Priority Class\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_info{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",priority_class!=\\\"\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ priority_class }}\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgb(255, 255, 255)\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 5,\n \"x\": 0,\n \"y\": 3\n },\n \"id\": 52,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"mean\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"QOS Class\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_status_qos_class{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"} > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ qos_class }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Burstable\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"BestEffort\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 7,\n \"x\": 5,\n \"y\": 3\n },\n \"id\": 53,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Last Terminated Reason\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_container_status_last_terminated_reason{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ reason }}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"text\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 1\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 6,\n \"x\": 12,\n \"y\": 3\n },\n \"id\": 56,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"name\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Last Terminated Exit Code\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_container_status_last_terminated_exitcode{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Panel only works when a single pod is selected.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"text\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 1\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 2\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 6,\n \"x\": 18,\n \"y\": 3\n },\n \"id\": 57,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [],\n \"fields\": \"\",\n \"values\": true\n },\n \"showPercentChange\": false,\n \"textMode\": \"value\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Resources\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 47,\n \"type\": \"row\"\n },\n {\n \"title\": \"Total pod CPU Requests usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Requests\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"fixed\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 60\n },\n {\n \"color\": \"red\",\n \"value\": 75\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 3,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 39,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Total pod CPU Limits usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Limits\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 60\n },\n {\n \"color\": \"red\",\n \"value\": 75\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 3,\n \"x\": 3,\n \"y\": 6\n },\n \"id\": 48,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Total pod RAM Requests usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Requests\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"fixed\"\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 80\n },\n {\n \"color\": \"red\",\n \"value\": 99\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 3,\n \"x\": 6,\n \"y\": 6\n },\n \"id\": 40,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Total pod RAM Limits usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Limits\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 2,\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 60\n },\n {\n \"color\": \"red\",\n \"value\": 75\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 3,\n \"x\": 9,\n \"y\": 6\n },\n \"id\": 49,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Resources by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"E\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"hide\": false,\n \"instant\": true,\n \"range\": false,\n \"refId\": \"F\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": false,\n \"footer\": {\n \"reducers\": []\n },\n \"inspect\": false,\n \"minWidth\": 100\n },\n \"decimals\": 4,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"blue\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Requests\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n },\n {\n \"id\": \"decimals\",\n \"value\": 2\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Limits\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n },\n {\n \"id\": \"decimals\",\n \"value\": 2\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Memory Used\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n },\n {\n \"id\": \"decimals\",\n \"value\": 2\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"id\": 38,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"12.2.1\",\n \"transformations\": [\n {\n \"id\": \"seriesToColumns\",\n \"options\": {\n \"byField\": \"container\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 4\": true,\n \"__name__\": true,\n \"__name__ 1\": true,\n \"__name__ 2\": true,\n \"__name__ 3\": true,\n \"__name__ 4\": true,\n \"container\": false,\n \"endpoint\": true,\n \"endpoint 2\": true,\n \"endpoint 3\": true,\n \"endpoint 4\": true,\n \"instance\": true,\n \"instance 2\": true,\n \"instance 3\": true,\n \"instance 4\": true,\n \"job\": true,\n \"job 2\": true,\n \"job 3\": true,\n \"job 4\": true,\n \"namespace\": true,\n \"namespace 2\": true,\n \"namespace 3\": true,\n \"namespace 4\": true,\n \"node\": true,\n \"node 2\": true,\n \"node 3\": true,\n \"node 4\": true,\n \"pod\": true,\n \"pod 2\": true,\n \"pod 3\": true,\n \"pod 4\": true,\n \"resource 1\": true,\n \"resource 2\": true,\n \"resource 3\": true,\n \"resource 4\": true,\n \"service\": true,\n \"service 2\": true,\n \"service 3\": true,\n \"service 4\": true,\n \"uid 1\": true,\n \"uid 2\": true,\n \"uid 3\": true,\n \"uid 4\": true,\n \"unit 1\": true,\n \"unit 2\": true,\n \"unit 3\": true,\n \"unit 4\": true\n },\n \"indexByName\": {\n \"Time 1\": 7,\n \"Time 2\": 8,\n \"Time 3\": 9,\n \"Time 4\": 10,\n \"Time 5\": 11,\n \"Time 6\": 12,\n \"Value #A\": 2,\n \"Value #B\": 3,\n \"Value #C\": 5,\n \"Value #D\": 6,\n \"Value #E\": 1,\n \"Value #F\": 4,\n \"container\": 0\n },\n \"renameByName\": {\n \"Value #A\": \"CPU Requests\",\n \"Value #B\": \"CPU Limits\",\n \"Value #C\": \"Memory Requests\",\n \"Value #D\": \"Memory Limits\",\n \"Value #E\": \"CPU Used\",\n \"Value #F\": \"Memory Used\",\n \"container\": \"Container\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"CPU Usage / Requests & Limits by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster) / sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ container }} REQUESTS\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster) / sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"cpu\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"{{ container }} LIMITS\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"Percent\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"area\"\n }\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": 0\n },\n {\n \"color\": \"yellow\",\n \"value\": 20\n },\n {\n \"color\": \"green\",\n \"value\": 30\n },\n {\n \"color\": \"yellow\",\n \"value\": 70\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage / Requests & Limits by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(container,cluster) / sum(kube_pod_container_resource_requests{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ container }} REQUESTS\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(container,cluster) / sum(kube_pod_container_resource_limits{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",resource=\\\"memory\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} and on(namespace,pod,cluster) max(kube_pod_status_phase{phase=\\\"Running\\\",namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"} == 1) by(namespace,pod,cluster)) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"{{ container }} LIMITS\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"Percent\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"area\"\n }\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": 0\n },\n {\n \"color\": \"yellow\",\n \"value\": 20\n },\n {\n \"color\": \"green\",\n \"value\": 30\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 70\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 14\n },\n \"id\": 30,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Usage by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,id,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"CPU Cores\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 4,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"limit\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 22\n },\n \"id\": 29,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(container_memory_working_set_bytes{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(container,id,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"Bytes\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 22\n },\n \"id\": 51,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Throttled seconds by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_cpu_cfs_throttled_seconds_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",image!=\\\"\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"SECONDS\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 59,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"max\",\n \"mean\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Max\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubernetes\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 38\n },\n \"id\": 62,\n \"type\": \"row\"\n },\n {\n \"title\": \"OOM Events by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(container_oom_events_total{namespace=\\\"${namespace}\\\",pod=~\\\"${pod}\\\",container!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"Percent\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 39\n },\n \"id\": 60,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Container Restarts by container\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(increase(kube_pod_container_status_restarts_total{namespace=\\\"${namespace}\\\",pod=~\\\"${pod}\\\",container!=\\\"\\\",job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(container,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"Percent\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"red\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 39\n },\n \"id\": 61,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pods with Container Issues\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_container_status_waiting_reason{reason=~\\\"ErrImagePull|ImagePullBackOff|CrashLoopBackOff\\\",cluster=~\\\"$cluster\\\"} == 1\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"footer\": {\n \"reducers\": []\n },\n \"inspect\": false,\n \"wrapText\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 1\n },\n {\n \"color\": \"red\",\n \"value\": 5\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"reason\"\n },\n \"properties\": [\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"type\": \"color-background\"\n }\n },\n {\n \"id\": \"mappings\",\n \"value\": [\n {\n \"options\": {\n \"CrashLoopBackOff\": {\n \"color\": \"light-red\",\n \"index\": 0,\n \"text\": \"CrashLoopBackOff\"\n },\n \"ErrImagePull\": {\n \"color\": \"light-orange\",\n \"index\": 1,\n \"text\": \"ErrImagePull\"\n },\n \"ImagePullBackOff\": {\n \"color\": \"light-orange\",\n \"index\": 2,\n \"text\": \"ImagePullBackOff\"\n }\n },\n \"type\": \"value\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 47\n },\n \"id\": 63,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"showHeader\": true\n },\n \"pluginVersion\": \"12.2.1\",\n \"transformations\": [\n {\n \"id\": \"labelsToFields\",\n \"options\": {\n \"keepLabels\": [\n \"namespace\",\n \"pod\",\n \"reason\",\n \"container\"\n ],\n \"mode\": \"columns\"\n }\n },\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"names\": [\n \"namespace\",\n \"pod\",\n \"reason\",\n \"container\"\n ]\n }\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {},\n \"includeByName\": {},\n \"indexByName\": {},\n \"renameByName\": {\n \"container\": \"Container\",\n \"namespace\": \"Namespace\",\n \"pod\": \"Pod Name\",\n \"reason\": \"Reason\"\n }\n }\n },\n {\n \"id\": \"sortBy\",\n \"options\": {\n \"fields\": {},\n \"sort\": [\n {\n \"field\": \"Pod Name\"\n }\n ]\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Unscheduled Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"kube_pod_status_scheduled{condition=\\\"false\\\",cluster=~\\\"$cluster\\\"} == 1\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"footer\": {\n \"reducers\": []\n },\n \"inspect\": false,\n \"wrapText\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"#EAB839\",\n \"value\": 1\n },\n {\n \"color\": \"red\",\n \"value\": 5\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"condition\"\n },\n \"properties\": [\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"type\": \"color-background\"\n }\n },\n {\n \"id\": \"mappings\",\n \"value\": [\n {\n \"options\": {\n \"false\": {\n \"color\": \"light-red\",\n \"index\": 0,\n \"text\": \"False\"\n }\n },\n \"type\": \"value\"\n }\n ]\n },\n {\n \"id\": \"custom.width\",\n \"value\": 104\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 47\n },\n \"id\": 64,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"12.2.1\",\n \"transformations\": [\n {\n \"id\": \"labelsToFields\",\n \"options\": {\n \"keepLabels\": [\n \"namespace\",\n \"pod\",\n \"reason\",\n \"container\"\n ],\n \"mode\": \"columns\"\n }\n },\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"names\": [\n \"container\",\n \"namespace\",\n \"pod\",\n \"condition\"\n ]\n }\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {},\n \"includeByName\": {},\n \"indexByName\": {\n \"condition\": 3,\n \"container\": 0,\n \"namespace\": 1,\n \"pod\": 2\n },\n \"renameByName\": {\n \"condition\": \"Condition\",\n \"container\": \"Container\",\n \"namespace\": \"Namespace\",\n \"pod\": \"Pod Name\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 55\n },\n \"id\": 45,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network - Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_bytes_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_bytes_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"binBps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 56\n },\n \"id\": 31,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Packets Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_packets_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 56\n },\n \"id\": 34,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_packets_dropped_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 64\n },\n \"id\": 36,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network - Errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_errors_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Received\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"0 - sum(rate(container_network_transmit_errors_total{namespace=\\\"$namespace\\\",pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"exemplar\": true,\n \"interval\": \"$resolution\",\n \"legendFormat\": \"Transmitted\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 25,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 64\n },\n \"id\": 37,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": [],\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"Prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"8.3.4\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"5.0.0\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"gauge\",\n \"name\": \"Gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"table\",\n \"name\": \"Table\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"This is a modern 'Pods View' dashboard for your Kubernetes cluster(s). Made for kube-prometheus-stack and take advantage of the latest Grafana features. GitHub repository: https://github.com/dotdc/grafana-dashboards-kubernetes\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [],\n \"preload\": false,\n \"refresh\": \"30s\",\n \"schemaVersion\": 42,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"k8s_views_pods\",\n \"version\": 39,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-namespace-by-pod - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Networking / Namespace (Pods)\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(container_network_receive_packets_total{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-system\",\n \"value\": \"kube-system\"\n },\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Current Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"displayName\": \"$namespace\",\n \"max\": 10000000000,\n \"min\": 0,\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"dark-green\",\n \"index\": 0,\n \"value\": null\n },\n {\n \"color\": \"dark-yellow\",\n \"index\": 1,\n \"value\": 5000000000\n },\n {\n \"color\": \"dark-red\",\n \"index\": 2,\n \"value\": 7000000000\n }\n ]\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Current Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"displayName\": \"$namespace\",\n \"max\": 10000000000,\n \"min\": 0,\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"dark-green\",\n \"index\": 0,\n \"value\": null\n },\n {\n \"color\": \"dark-yellow\",\n \"index\": 1,\n \"value\": 5000000000\n },\n {\n \"color\": \"dark-red\",\n \"index\": 2,\n \"value\": 7000000000\n }\n ]\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Current Network Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bandwidth/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pod\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down\",\n \"url\": \"/d/7a18067ce943a40ae25454675c19ff5c?${datasource:queryparam}&var-cluster=${cluster}&var-namespace=${namespace}&var-pod=${__data.fields.Pod}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 24,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 3,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"pod\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Value #A\": 7,\n \"Value #B\": 8,\n \"Value #C\": 9,\n \"Value #D\": 10,\n \"Value #E\": 11,\n \"Value #F\": 12,\n \"pod\": 6\n },\n \"renameByName\": {\n \"Value #A\": \"Current Receive Bandwidth\",\n \"Value #B\": \"Current Transmit Bandwidth\",\n \"Value #C\": \"Rate of Received Packets\",\n \"Value #D\": \"Rate of Transmitted Packets\",\n \"Value #E\": \"Rate of Received Packets Dropped\",\n \"Value #F\": \"Rate of Transmitted Packets Dropped\",\n \"pod\": \"Pod\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace!=\\\"\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 36\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"8b7a8b326d7a6f1f04244066368c67af\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-namespace-by-workload - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Networking / Namespace (Workload)\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(container_network_receive_packets_total{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-system\",\n \"value\": \"kube-system\"\n },\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"type\",\n \"label\": \"workload_type\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\"}, workload_type)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Current Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Current Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Current Status\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg((sum(8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg((sum(8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(1 * rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(1 * rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(1 * rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((sum(1 * rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) by(cluster,namespace,pod) * on(cluster,namespace,pod) topk(1, max(kube_pod_info{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",host_network=\\\"false\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,workload_type,cluster))\",\n \"format\": \"table\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Bits/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Packets/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"pps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Workload\"\n },\n \"properties\": [\n {\n \"id\": \"links\",\n \"value\": [\n {\n \"title\": \"Drill down\",\n \"url\": \"/d/728bf77cc1166d2f3133bf25846876cc?${datasource:queryparam}&var-cluster=${cluster}&var-namespace=${namespace}&var-type=${__data.fields.Type}&var-workload=${__data.fields.Workload}\"\n }\n ]\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 24,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 3,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"joinByField\",\n \"options\": {\n \"byField\": \"workload\",\n \"mode\": \"outer\"\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {\n \"Time\": true,\n \"Time 1\": true,\n \"Time 2\": true,\n \"Time 3\": true,\n \"Time 4\": true,\n \"Time 5\": true,\n \"Time 6\": true,\n \"Time 7\": true,\n \"Time 8\": true,\n \"workload_type 2\": true,\n \"workload_type 3\": true,\n \"workload_type 4\": true,\n \"workload_type 5\": true,\n \"workload_type 6\": true,\n \"workload_type 7\": true,\n \"workload_type 8\": true\n },\n \"indexByName\": {\n \"Time 1\": 0,\n \"Time 2\": 1,\n \"Time 3\": 2,\n \"Time 4\": 3,\n \"Time 5\": 4,\n \"Time 6\": 5,\n \"Time 7\": 6,\n \"Time 8\": 7,\n \"Value #A\": 10,\n \"Value #B\": 11,\n \"Value #C\": 12,\n \"Value #D\": 13,\n \"Value #E\": 14,\n \"Value #F\": 15,\n \"Value #G\": 16,\n \"Value #H\": 17,\n \"workload\": 8,\n \"workload_type 1\": 9,\n \"workload_type 2\": 18,\n \"workload_type 3\": 19,\n \"workload_type 4\": 20,\n \"workload_type 5\": 21,\n \"workload_type 6\": 22,\n \"workload_type 7\": 23,\n \"workload_type 8\": 24\n },\n \"renameByName\": {\n \"Value #A\": \"Rx Bits\",\n \"Value #B\": \"Tx Bits\",\n \"Value #C\": \"Rx Bits (Avg)\",\n \"Value #D\": \"Tx Bits (Avg)\",\n \"Value #E\": \"Rx Packets\",\n \"Value #F\": \"Tx Packets\",\n \"Value #G\": \"Rx Packets Dropped\",\n \"Value #H\": \"Tx Packets Dropped\",\n \"workload\": \"Workload\",\n \"workload_type 1\": \"Type\"\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Workload: Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg(((8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Container Bandwidth by Workload: Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg(((8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 36\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 45\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left() topk(1, max(kube_pod_info{host_network=\\\"false\\\",cluster=~\\\"$cluster\\\"}) by(cluster,namespace,pod)) by(cluster,namespace,pod)) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=\\\"$namespace\\\",workload=~\\\".+\\\",workload_type=~\\\"$type\\\"}) by(workload,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 45\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"bbb2a765a623ae38130206c7d94a160f\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-node-cluster-rsrc-use - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Node Exporter / USE Method / Cluster\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"node-exporter-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n }\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(node_time_seconds, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((instance:node_cpu_utilisation:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} * instance:node_num_cpu:sum{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) != 0) / scalar(sum(instance:node_num_cpu:sum{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))\",\n \"legendFormat\": \"{{ instance }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Saturation (Load1 per CPU)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(instance:node_load1_per_cpu:ratio{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} / scalar(count(instance:node_load1_per_cpu:ratio{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))) != 0\",\n \"legendFormat\": \"{{ instance }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 3,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 4,\n \"type\": \"row\"\n },\n {\n \"title\": \"Memory Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(instance:node_memory_utilisation:ratio{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} / scalar(count(instance:node_memory_utilisation:ratio{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))) != 0\",\n \"legendFormat\": \"{{ instance }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 5,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Saturation (Major Page Faults)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_vmstat_pgmajfault:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"{{ instance }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"rds\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 6,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 7,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Utilisation (Bytes Receive/Transmit)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_receive_bytes_excluding_lo:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{ instance }} Receive\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_transmit_bytes_excluding_lo:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{ instance }} Transmit\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Transmit/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 17\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Saturation (Drops Receive/Transmit)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_receive_drop_excluding_lo:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{ instance }} Receive\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_transmit_drop_excluding_lo:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{ instance }} Transmit\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Transmit/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 17\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk IO\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 10,\n \"type\": \"row\"\n },\n {\n \"title\": \"Disk IO Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance_device:node_disk_io_time_seconds:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} / scalar(count(instance_device:node_disk_io_time_seconds:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))\",\n \"legendFormat\": \"{{ instance }} {{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 11,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk IO Saturation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"} / scalar(count(instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}) by(cluster))\",\n \"legendFormat\": \"{{ instance }} {{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 25\n },\n \"id\": 12,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Space\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 34\n },\n \"id\": 13,\n \"type\": \"row\"\n },\n {\n \"title\": \"Disk Space Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(max((node_filesystem_size_bytes{job=\\\"node-exporter\\\",fstype!=\\\"\\\",mountpoint!=\\\"\\\",cluster=~\\\"$cluster\\\"} - node_filesystem_avail_bytes{job=\\\"node-exporter\\\",fstype!=\\\"\\\",mountpoint!=\\\"\\\",cluster=~\\\"$cluster\\\"}) != 0) without(fstype,mountpoint)) without(device) / scalar(sum(max(node_filesystem_size_bytes{job=\\\"node-exporter\\\",fstype!=\\\"\\\",mountpoint!=\\\"\\\",cluster=~\\\"$cluster\\\"}) without(fstype,mountpoint)) by(cluster))\",\n \"legendFormat\": \"{{ instance }}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"graphTooltip\": 1,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"3e97d1d02672cdd0861f4c97c64f89b2\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-node-exporter-full - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Node Exporter Full\",\n \"editable\": false,\n \"timezone\": \"browser\",\n \"tags\": [\n \"linux\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"ds_prometheus\",\n \"label\": \"Datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"job\",\n \"label\": \"Job\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(node_uname_info, job)\",\n \"refId\": \"Prometheus-job-Variable-Query\"\n },\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"nodename\",\n \"label\": \"Nodename\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(node_uname_info{job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}, nodename)\",\n \"refId\": \"Prometheus-nodename-Variable-Query\"\n },\n \"definition\": \"label_values(node_uname_info{job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}, nodename)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"node\",\n \"label\": \"Instance\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(node_uname_info{job=\\\"$job\\\",nodename=\\\"$nodename\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"refId\": \"Prometheus-node-Variable-Query\"\n },\n \"definition\": \"label_values(node_uname_info{job=\\\"$job\\\",nodename=\\\"$nodename\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\",\n \"sort\": 1\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(node_uname_info, cluster)\",\n \"definition\": \"label_values(node_uname_info, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Quick CPU / Mem / Disk\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 261,\n \"type\": \"row\"\n },\n {\n \"title\": \"Pressure\",\n \"targets\": [\n {\n \"expr\": \"rate(node_pressure_cpu_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"legendFormat\": \"CPU\",\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_memory_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"legendFormat\": \"Mem\",\n \"range\": false,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_io_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"legendFormat\": \"I/O\",\n \"range\": false,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_irq_stalled_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"legendFormat\": \"Irq\",\n \"range\": false,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Resource pressure via PSI\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"links\": [],\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"percentage\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"dark-yellow\",\n \"value\": 70\n },\n {\n \"color\": \"dark-red\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 323,\n \"options\": {\n \"displayMode\": \"basic\",\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"maxVizHeight\": 300,\n \"minVizHeight\": 10,\n \"minVizWidth\": 0,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"auto\",\n \"text\": {},\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"CPU Busy\",\n \"targets\": [\n {\n \"expr\": \"100 * (1 - avg(rate(node_cpu_seconds_total{mode=\\\"idle\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster))\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"legendFormat\": \"\",\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Overall CPU busy percentage (averaged across all cores)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 85\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 95\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 3,\n \"y\": 1\n },\n \"id\": 20,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Sys Load\",\n \"targets\": [\n {\n \"expr\": \"(scalar(node_load1{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) * 100) / count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"System load over all CPU cores together\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 85\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 95\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 6,\n \"y\": 1\n },\n \"id\": 155,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"RAM Used\",\n \"targets\": [\n {\n \"expr\": \"clamp_min((1 - (node_memory_MemAvailable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} / node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})) * 100, 0)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"range\": false,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Real RAM usage excluding cache and reclaimable memory\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 80\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 9,\n \"y\": 1\n },\n \"id\": 16,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"SWAP Used\",\n \"targets\": [\n {\n \"expr\": \"((node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * ((node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_SwapFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) / node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})) * 100\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Percentage of swap space currently used by the system\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 10\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 25\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 21,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Root FS Used\",\n \"targets\": [\n {\n \"expr\": \"((node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",mountpoint=\\\"/\\\",fstype!=\\\"rootfs\\\",cluster=~\\\"$cluster\\\"} - node_filesystem_avail_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",mountpoint=\\\"/\\\",fstype!=\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}) / node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",mountpoint=\\\"/\\\",fstype!=\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}) * 100\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Percentage of root filesystem space currently used\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 80\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 15,\n \"y\": 1\n },\n \"id\": 154,\n \"options\": {\n \"minVizHeight\": 75,\n \"minVizWidth\": 75,\n \"orientation\": \"auto\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showThresholdLabels\": false,\n \"showThresholdMarkers\": true,\n \"sizing\": \"auto\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"CPU Cores\",\n \"targets\": [\n {\n \"expr\": \"count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 18,\n \"y\": 1\n },\n \"id\": 14,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RAM Total\",\n \"targets\": [\n {\n \"expr\": \"node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 20,\n \"y\": 1\n },\n \"id\": 75,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"SWAP Total\",\n \"targets\": [\n {\n \"expr\": \"node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 22,\n \"y\": 1\n },\n \"id\": 18,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"RootFS Total\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",mountpoint=\\\"/\\\",fstype!=\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 70\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 2,\n \"x\": 18,\n \"y\": 3\n },\n \"id\": 23,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Uptime\",\n \"targets\": [\n {\n \"expr\": \"node_time_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_boot_time_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 1,\n \"mappings\": [\n {\n \"options\": {\n \"match\": \"null\",\n \"result\": {\n \"text\": \"N/A\"\n }\n },\n \"type\": \"special\"\n }\n ],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 4,\n \"x\": 20,\n \"y\": 3\n },\n \"id\": 15,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Basic CPU / Mem / Net / Disk\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 263,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Basic\",\n \"targets\": [\n {\n \"expr\": \"avg(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode=\\\"system\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"Busy System\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode=\\\"user\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Busy User\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode=\\\"iowait\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Busy Iowait\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode=~\\\".*irq\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(mode)) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Busy IRQs\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(sum(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode!=\\\"idle\\\",mode!=\\\"user\\\",mode!=\\\"system\\\",mode!=\\\"iowait\\\",mode!=\\\"irq\\\",mode!=\\\"softirq\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(mode)) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Busy Other\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",mode=\\\"idle\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Idle\",\n \"range\": true,\n \"refId\": \"F\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"CPU time spent busy vs idle, split by activity type\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"percent\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Busy Iowait\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890F02\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Idle\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#052B51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Busy System\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#EAB839\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Busy User\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0A437C\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Busy Other\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6D1F62\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 77,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 250\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Basic\",\n \"targets\": [\n {\n \"expr\": \"node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Total\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"(node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - ((node_memory_Cached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} + node_memory_Buffers_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) + node_memory_SReclaimable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Used\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"(node_memory_Cached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} + node_memory_Buffers_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) + node_memory_SReclaimable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Cache + Buffer\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_MemFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Free\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_SwapFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Swap used\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"RAM and swap usage overview, including caches\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Swap used\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#BF1B00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Total\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#E0F9D7\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": false,\n \"mode\": \"normal\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Cache + Buffer\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#052B51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Free\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7EB26D\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"id\": 78,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Basic\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) * 8\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Rx {{device}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) * 8\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Tx {{device}}\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Per-interface network traffic (receive and transmit) in bits per second\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Tx.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 74,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Space Used Basic\",\n \"targets\": [\n {\n \"expr\": \"((node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"} - node_filesystem_avail_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}) / node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}) * 100\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Percentage of filesystem space used for each mounted device\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 13\n },\n \"id\": 152,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU / Memory / Net / Disk\",\n \"panels\": [\n {\n \"title\": \"CPU\",\n \"targets\": [\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"system\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"System - Processes executing in kernel mode\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"user\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"User - Normal processes executing in user mode\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"nice\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Nice - Niced processes executing in user mode\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"iowait\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Iowait - Waiting for I/O to complete\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"irq\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Irq - Servicing interrupts\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"softirq\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Softirq - Servicing softirqs\",\n \"range\": true,\n \"refId\": \"F\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"steal\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Steal - Time spent in other operating systems when running in a virtualized environment\",\n \"range\": true,\n \"refId\": \"G\",\n \"step\": 240\n },\n {\n \"expr\": \"sum(rate(node_cpu_seconds_total{mode=\\\"idle\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster) / scalar(count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Idle - Waiting for something to happen\",\n \"range\": true,\n \"refId\": \"H\",\n \"step\": 240\n },\n {\n \"expr\": \"(sum(rate(node_cpu_guest_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster) / on(instance,cluster) group_left() sum(rate(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(instance,cluster)) > 0\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Guest CPU usage\",\n \"range\": true,\n \"refId\": \"I\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"CPU time usage split by state, normalized across all CPU cores\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 70,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"percent\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Idle - Waiting for something to happen\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#052B51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Iowait - Waiting for I/O to complete\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#EAB839\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Irq - Servicing interrupts\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#BF1B00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Nice - Niced processes executing in user mode\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#C15C17\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Softirq - Servicing softirqs\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#E24D42\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Steal - Time spent in other operating systems when running in a virtualized environment\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#FCE2DE\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"System - Processes executing in kernel mode\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#508642\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"User - Normal processes executing in user mode\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#5195CE\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Guest CPU usage\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 3,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 250\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"expr\": \"(((((node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - node_memory_Buffers_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - node_memory_Cached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - node_memory_Slab_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - node_memory_PageTables_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) - node_memory_SwapCached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Apps - Memory used by user-space applications\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_PageTables_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"PageTables - Memory used to map between virtual and physical memory addresses\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_SwapCached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"SwapCache - Memory that keeps track of pages that have been fetched from swap but not yet been modified\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Slab_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Slab - Memory used by the kernel to cache data structures for its own use (caches like inode, dentry, etc)\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Cached_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Cache - Parked file data (file content) cache\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Buffers_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Buffers - Block device (e.g. harddisk) cache\",\n \"range\": true,\n \"refId\": \"F\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_MemFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Unused - Free memory unassigned\",\n \"range\": true,\n \"refId\": \"G\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_SwapTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_SwapFree_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Swap - Swap space used\",\n \"range\": true,\n \"refId\": \"H\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_HardwareCorrupted_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working\",\n \"range\": true,\n \"refId\": \"I\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Breakdown of physical memory and swap usage. Hardware-detected memory errors are also displayed\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Apps\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#629E51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Buffers\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#614D93\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Cache\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#6D1F62\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Free\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0A437C\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#CFFAFF\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"PageTables\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#0A50A1\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Slab\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#806EB7\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Swap\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#BF1B00\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Unused\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#EAB839\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Unused - Free memory unassigned\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#052B51\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Hardware Corrupted - *./\"\n },\n \"properties\": [\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": false,\n \"mode\": \"normal\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"id\": 24,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) * 8\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) * 8\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Incoming and outgoing network traffic per interface\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 0,\n \"y\": 433\n },\n \"id\": 84,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Saturation\",\n \"targets\": [\n {\n \"expr\": \"(node_network_speed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * (rate(node_network_receive_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / node_network_speed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"(node_network_speed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * (rate(node_network_transmit_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / node_network_speed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Network interface utilization as a percentage of its maximum capacity\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 12,\n \"y\": 433\n },\n \"id\": 338,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk IOps\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_reads_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",device=~\\\"[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_writes_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",device=~\\\"[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Disk I/O operations per second for each device\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"iops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 0,\n \"y\": 445\n },\n \"id\": 229,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Throughput\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_read_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",device=~\\\"[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_written_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",device=~\\\"[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Disk I/O throughput per device\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 12,\n \"y\": 445\n },\n \"id\": 42,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Filesystem Space Available\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_avail_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}}\",\n \"metric\": \"\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_filesystem_free_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"legendFormat\": \"{{mountpoint}} - Free\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"legendFormat\": \"{{mountpoint}} - Size\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Amount of available disk space per mounted filesystem, excluding rootfs. Based on block availability to non-root users\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 0,\n \"y\": 457\n },\n \"id\": 43,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Filesystem Used\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_size_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"} - node_filesystem_avail_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Disk usage (used = total - available) per mountpoint\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 12,\n \"y\": 457\n },\n \"id\": 156,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk I/O Utilization\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_io_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",device=~\\\"[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Percentage of time the disk was actively processing I/O operations\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 40,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 0,\n \"y\": 469\n },\n \"id\": 127,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Pressure Stall Information\",\n \"targets\": [\n {\n \"expr\": \"rate(node_pressure_cpu_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"CPU - Some\",\n \"range\": true,\n \"refId\": \"CPU some\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_memory_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Memory - Some\",\n \"range\": true,\n \"refId\": \"Memory some\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_memory_stalled_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Memory - Full\",\n \"range\": true,\n \"refId\": \"Memory full\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_io_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"I/O - Some\",\n \"range\": true,\n \"refId\": \"I/O some\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_io_stalled_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"I/O - Full\",\n \"range\": true,\n \"refId\": \"I/O full\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_pressure_irq_stalled_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"IRQ - Full\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"How often tasks experience CPU, memory, or I/O delays. 'Some' indicates partial slowdown; 'Full' indicates all tasks are stalled. Based on Linux PSI metrics:\\nhttps://docs.kernel.org/accounting/psi.html\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"some (-) / full (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Some.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Some.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 12,\n \"w\": 12,\n \"x\": 12,\n \"y\": 469\n },\n \"id\": 322,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 20\n },\n \"id\": 265,\n \"type\": \"row\"\n },\n {\n \"title\": \"Memory Meminfo\",\n \"panels\": [\n {\n \"title\": \"Memory Committed\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Committed_AS_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Committed_AS – Memory promised to processes (not necessarily used)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_CommitLimit_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"CommitLimit - Max allowable committed memory\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Displays committed memory usage versus the system's commit limit. Exceeding the limit is allowed under Linux overcommit policies but may increase OOM risks under high load\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*CommitLimit - *./\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#BF1B00\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 732\n },\n \"id\": 135,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Writeback and Dirty\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Writeback_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Writeback – Memory currently being flushed to disk\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_WritebackTmp_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"WritebackTmp – FUSE temporary writeback buffers\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Dirty_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Dirty – Memory marked dirty (pending write to disk)\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_NFS_Unstable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"NFS Unstable – Pages sent to NFS server, awaiting storage commit\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Memory currently dirty (modified but not yet written to disk), being actively written back, or held by writeback buffers. High dirty or writeback memory may indicate disk I/O pressure or delayed flushing\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 732\n },\n \"id\": 130,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Slab\",\n \"targets\": [\n {\n \"expr\": \"node_memory_SUnreclaim_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"SUnreclaim – Non-reclaimable slab memory (kernel objects)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_SReclaimable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"SReclaimable – Potentially reclaimable slab memory (e.g., inode cache)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Kernel slab memory usage, separated into reclaimable and non-reclaimable categories. Reclaimable memory can be freed under memory pressure (e.g., caches), while unreclaimable memory is locked by the kernel for core functions\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 932\n },\n \"id\": 131,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Shared and Mapped\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Mapped_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Mapped – Memory mapped from files (e.g., libraries, mmap)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Shmem_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Shmem – Shared memory used by processes and tmpfs\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_ShmemHugePages_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"ShmemHugePages – Shared memory (shmem/tmpfs) allocated with HugePages\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_ShmemPmdMapped_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PMD Mapped – Shmem/tmpfs backed by Transparent HugePages (PMD)\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Memory used for mapped files (such as libraries) and shared memory (shmem and tmpfs), including variants backed by huge pages\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 932\n },\n \"id\": 138,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory LRU Active / Inactive (%)\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Inactive_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} / node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Inactive – Less recently used memory, more likely to be reclaimed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Active_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} / node_memory_MemTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Active – Recently used memory, retained unless under pressure\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Proportion of memory pages in the kernel's active and inactive LRU lists relative to total RAM. Active pages have been recently used, while inactive pages are less recently accessed but still resident in memory\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Active.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Inactive.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-blue\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 942\n },\n \"id\": 136,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory LRU Active / Inactive Detail\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Inactive_file_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Inactive_file - File-backed memory on inactive LRU list\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Inactive_anon_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Inactive_anon – Anonymous memory on inactive LRU (incl. tmpfs & swap cache)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Active_file_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Active_file - File-backed memory on active LRU list\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Active_anon_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Active_anon – Anonymous memory on active LRU (incl. tmpfs & swap cache)\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Breakdown of memory pages in the kernel's active and inactive LRU lists, separated by anonymous (heap, tmpfs) and file-backed (caches, mmap) pages.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 942\n },\n \"id\": 191,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Kernel / CPU\",\n \"targets\": [\n {\n \"expr\": \"node_memory_KernelStack_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"KernelStack – Kernel stack memory (per-thread, non-reclaimable)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Percpu_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PerCPU – Dynamically allocated per-CPU memory (used by kernel modules)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks kernel memory used for CPU-local structures and per-thread stacks. These areas are typically small but critical for low-level operations\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 952\n },\n \"id\": 160,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Vmalloc\",\n \"targets\": [\n {\n \"expr\": \"node_memory_VmallocChunk_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Vmalloc Free Chunk – Largest available block in vmalloc area\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_VmallocTotal_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Vmalloc Total – Total size of the vmalloc memory area\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_VmallocUsed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Vmalloc Used – Portion of vmalloc area currently in use\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Usage of the kernel's vmalloc area, which provides virtual memory allocations for kernel modules and drivers. Includes total, used, and largest free block sizes\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Total.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 952\n },\n \"id\": 70,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Anonymous\",\n \"targets\": [\n {\n \"expr\": \"node_memory_AnonHugePages_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"AnonHugePages – Anonymous memory using HugePages\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_AnonPages_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"AnonPages – Anonymous memory (non-file-backed)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Memory used by anonymous pages (not backed by files), including standard and huge page allocations. Includes heap, stack, and memory-mapped anonymous regions\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 962\n },\n \"id\": 129,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Unevictable and MLocked\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Unevictable_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Unevictable – Kernel-pinned memory (not swappable)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Mlocked_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Mlocked – Application-locked memory via mlock()\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Memory that is locked in RAM and cannot be swapped out. Includes both kernel-unevictable memory and user-level memory locked with mlock()\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 962\n },\n \"id\": 137,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory DirectMap\",\n \"targets\": [\n {\n \"expr\": \"node_memory_DirectMap1G_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"DirectMap 1G – Memory mapped with 1GB pages\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_DirectMap2M_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"DirectMap 2M – Memory mapped with 2MB pages\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_DirectMap4k_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"DirectMap 4K – Memory mapped with 4KB pages\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"How much memory is directly mapped in the kernel using different page sizes (4K, 2M, 1G). Helps monitor large page utilization in the direct map region\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 972\n },\n \"id\": 128,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory HugePages\",\n \"targets\": [\n {\n \"expr\": \"(node_memory_HugePages_Total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} - node_memory_HugePages_Free{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) * node_memory_Hugepagesize_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"HugePages Used – Currently allocated\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_HugePages_Rsvd{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * node_memory_Hugepagesize_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"HugePages Reserved – Promised but unused\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_HugePages_Surp{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * node_memory_Hugepagesize_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"HugePages Surplus – Dynamic pool extension\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_HugePages_Total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * node_memory_Hugepagesize_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"HugePages Total – Reserved memory\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Displays HugePages memory usage in bytes, including allocated, free, reserved, and surplus memory. All values are calculated based on the number of huge pages multiplied by their configured size\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 972\n },\n \"id\": 140,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Zswap\",\n \"targets\": [\n {\n \"expr\": \"node_memory_Zswap_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Zswap – Compressed pool size in RAM\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_memory_Zswapped_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Zswapped – Original data size before compression\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Zswap is a compressed RAM cache for swap pages. Zswap stores compressed pages that would otherwise be written to swap, reducing disk I/O. Zswapped shows the amount of data stored in the Zswap pool before compression\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 982\n },\n \"id\": 342,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 266,\n \"type\": \"row\"\n },\n {\n \"title\": \"Memory Vmstat\",\n \"panels\": [\n {\n \"title\": \"Memory Pages In / Out\",\n \"targets\": [\n {\n \"expr\": \"rate(node_vmstat_pgpgin{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pagesin - Page in ops\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_vmstat_pgpgout{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pagesout - Page out ops\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of memory pages being read from or written to disk (page-in and page-out operations). High page-out may indicate memory pressure or swapping activity\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 733\n },\n \"id\": 176,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Pages Swap In / Out\",\n \"targets\": [\n {\n \"expr\": \"rate(node_vmstat_pswpin{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pswpin - Pages swapped in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_vmstat_pswpout{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pswpout - Pages swapped out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate at which memory pages are being swapped in from or out to disk. High swap-out activity may indicate memory pressure\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 733\n },\n \"id\": 22,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Page Faults\",\n \"targets\": [\n {\n \"expr\": \"rate(node_vmstat_pgfault{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pgfault - Page major and minor fault ops\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_vmstat_pgmajfault{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pgmajfault - Major page fault ops\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_vmstat_pgfault{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) - rate(node_vmstat_pgmajfault{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Pgminfault - Minor page fault ops\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of memory page faults, split into total, major (disk-backed), and derived minor (non-disk) faults. High major fault rates may indicate memory pressure or insufficient RAM\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Pgfault - Page major and minor fault ops\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": false,\n \"mode\": \"none\"\n }\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 913\n },\n \"id\": 175,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 350\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"OOM Killer\",\n \"targets\": [\n {\n \"expr\": \"rate(node_vmstat_oom_kill{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"OOM Kills\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of Out-of-Memory (OOM) kill events. A non-zero value indicates the kernel has terminated one or more processes due to memory exhaustion\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"OOM Kills\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 913\n },\n \"id\": 307,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 22\n },\n \"id\": 267,\n \"type\": \"row\"\n },\n {\n \"title\": \"System Timesync\",\n \"panels\": [\n {\n \"title\": \"Time Synchronized Drift\",\n \"targets\": [\n {\n \"expr\": \"node_timex_estimated_error_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Estimated error\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_offset_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Offset local vs reference\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_maxerror_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Maximum error\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks the system clock's estimated and maximum error, as well as its offset from the reference clock (e.g., via NTP). Useful for detecting synchronization drift\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 734\n },\n \"id\": 260,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Time PLL Adjust\",\n \"targets\": [\n {\n \"expr\": \"node_timex_loop_time_constant{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PLL Time Constant\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"NTP phase-locked loop (PLL) time constant used by the kernel to control time adjustments. Lower values mean faster correction but less stability\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 734\n },\n \"id\": 291,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Time Synchronized Status\",\n \"targets\": [\n {\n \"expr\": \"node_timex_sync_status{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Sync status (1 = ok)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_frequency_adjustment_ratio{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Frequency Adjustment\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_tick_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"Tick Interval\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_tai_offset_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"TAI Offset\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows whether the system clock is synchronized to a reliable time source, and the current frequency correction ratio applied by the kernel to maintain synchronization\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 884\n },\n \"id\": 168,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PPS Frequency / Stability\",\n \"targets\": [\n {\n \"expr\": \"node_timex_pps_frequency_hertz{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Frequency Offset\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_pps_stability_hertz{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Frequency Stability\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Displays the PPS signal's frequency offset and stability (jitter) in hertz. Useful for monitoring high-precision time sources like GPS or atomic clocks\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"hertz\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 884\n },\n \"id\": 333,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PPS Time Accuracy\",\n \"targets\": [\n {\n \"expr\": \"node_timex_pps_jitter_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Jitter\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_timex_pps_shift_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Shift\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks PPS signal timing jitter and shift compared to system clock\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 894\n },\n \"id\": 334,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PPS Sync Events\",\n \"targets\": [\n {\n \"expr\": \"rate(node_timex_pps_calibration_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Calibrations/sec\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_timex_pps_error_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Errors/sec\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_timex_pps_stability_exceeded_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Stability Exceeded/sec\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_timex_pps_jitter_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PPS Jitter Events/sec\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of PPS synchronization diagnostics including calibration events, jitter violations, errors, and frequency stability exceedances\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 894\n },\n \"id\": 335,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 23\n },\n \"id\": 293,\n \"type\": \"row\"\n },\n {\n \"title\": \"System Processes\",\n \"panels\": [\n {\n \"title\": \"Processes Status\",\n \"targets\": [\n {\n \"expr\": \"node_procs_blocked{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Blocked (I/O Wait)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_procs_running{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Runnable (Ready for CPU)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_kernel_hung_tasks{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Hung Tasks (D state > timeout)\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Running and blocked processes, plus kernel hung tasks (processes stuck in uninterruptible D state beyond the kernel timeout threshold)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 735\n },\n \"id\": 62,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Processes Detailed States\",\n \"targets\": [\n {\n \"expr\": \"node_processes_state{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ state }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Current number of processes in each state (e.g., running, sleeping, zombie). Requires --collector.processes to be enabled in node_exporter\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"D\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Uninterruptible Sleeping\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"I\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Idle Kernel Thread\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"R\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Running\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"S\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Interruptible Sleeping\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"T\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Stopped\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"X\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Dead\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Z\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Zombie\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 735\n },\n \"id\": 315,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Processes Forks\",\n \"targets\": [\n {\n \"expr\": \"rate(node_forks_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Process Forks per second\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of new processes being created on the system (forks/sec).\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 765\n },\n \"id\": 148,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Saturation per Core\",\n \"targets\": [\n {\n \"expr\": \"rate(node_schedstat_running_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{ cpu }} - Running\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_schedstat_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Waiting Queue\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"((rate(node_schedstat_running_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) + rate(node_schedstat_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) >bool 0) * (rate(node_schedstat_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / (rate(node_schedstat_running_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) + rate(node_schedstat_waiting_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])))\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}}\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows CPU saturation per core, calculated as the proportion of time spent waiting to run relative to total time demanded (running + waiting).\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*waiting.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 765\n },\n \"id\": 305,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"PIDs Number and Limit\",\n \"targets\": [\n {\n \"expr\": \"node_processes_pids{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Number of PIDs\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_processes_max_processes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"PIDs limit\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of active PIDs on the system and the configured maximum allowed. Useful for detecting PID exhaustion risk. Requires --collector.processes in node_exporter\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"PIDs limit\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 775\n },\n \"id\": 313,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Threads Number and Limit\",\n \"targets\": [\n {\n \"expr\": \"node_processes_threads{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Allocated threads\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_processes_max_threads{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Threads limit\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of active threads on the system and the configured thread limit. Useful for monitoring thread pressure. Requires --collector.processes in node_exporter\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Threads limit\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 775\n },\n \"id\": 314,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 312,\n \"type\": \"row\"\n },\n {\n \"title\": \"System Misc\",\n \"panels\": [\n {\n \"title\": \"Context Switches / Interrupts\",\n \"targets\": [\n {\n \"expr\": \"rate(node_context_switches_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Context switches\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_intr_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Interrupts\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Per-second rate of context switches and hardware interrupts. High values may indicate intense CPU or I/O activity\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 816\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"System Load\",\n \"targets\": [\n {\n \"expr\": \"node_load1{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Load 1m\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_load5{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Load 5m\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_load15{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Load 15m\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"count(count(node_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cpu,cluster)) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"CPU Core Count\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"System load average over 1, 5, and 15 minutes. Reflects the number of active or waiting processes. Values above CPU core count may indicate overload\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"CPU Core Count\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 816\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Frequency Scaling\",\n \"targets\": [\n {\n \"expr\": \"node_cpu_scaling_frequency_hertz{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{ cpu }}\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(node_cpu_scaling_frequency_max_hertz{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Max\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"avg(node_cpu_scaling_frequency_min_hertz{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Min\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Real-time CPU frequency scaling per core, including average minimum and maximum allowed scaling frequencies\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"hertz\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": false,\n \"viz\": false\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Min\"\n },\n \"properties\": [\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"blue\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": true,\n \"tooltip\": false,\n \"viz\": false\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 826\n },\n \"id\": 321,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Schedule Timeslices\",\n \"targets\": [\n {\n \"expr\": \"rate(node_schedstat_timeslices_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{ cpu }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of scheduling timeslices executed per CPU. Reflects how frequently the scheduler switches tasks on each core\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 826\n },\n \"id\": 306,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IRQ Detail\",\n \"targets\": [\n {\n \"expr\": \"rate(node_interrupts_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ type }} - {{ info }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Breaks down hardware interrupts by type and device. Useful for diagnosing IRQ load on network, disk, or CPU interfaces. Requires --collector.interrupts to be enabled in node_exporter\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 836\n },\n \"id\": 259,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Entropy\",\n \"targets\": [\n {\n \"expr\": \"node_entropy_available_bits{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Entropy available\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_entropy_pool_size_bits{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Entropy pool max\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of bits of entropy currently available to the system's random number generators (e.g., /dev/random). Low values may indicate that random number generation could block or degrade performance of cryptographic operations\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"decbits\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Entropy pool max\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 836\n },\n \"id\": 151,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 269,\n \"type\": \"row\"\n },\n {\n \"title\": \"Hardware Misc\",\n \"panels\": [\n {\n \"title\": \"Hardware Temperature Monitor\",\n \"targets\": [\n {\n \"expr\": \"node_hwmon_temp_celsius{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_hwmon_temp_crit_alarm_celsius{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }} Critical Alarm\",\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_hwmon_temp_crit_celsius{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }} Critical\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_hwmon_temp_crit_hyst_celsius{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }} Critical Hysteresis\",\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_hwmon_temp_max_celsius{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }} Max\",\n \"refId\": \"E\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Monitors hardware sensor temperatures and critical thresholds as exposed by Linux hwmon. Includes CPU, GPU, and motherboard sensors where available\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"celsius\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Critical.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#E24D42\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 737\n },\n \"id\": 158,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Cooling Device Utilization\",\n \"targets\": [\n {\n \"expr\": \"(node_cooling_device_max_state{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * ((100 * node_cooling_device_cur_state{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}) / node_cooling_device_max_state{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{name}} - {{type}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows how hard each cooling device (fan/throttle) is working relative to its maximum capacity\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Max.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#EF843C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 737\n },\n \"id\": 300,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Power Supply\",\n \"targets\": [\n {\n \"expr\": \"node_power_supply_online{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ power_supply }} online\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows the online status of power supplies (e.g., AC, battery). A value of 1-Yes indicates the power supply is active/online\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bool_yes_no\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 747\n },\n \"id\": 302,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Hardware Fan Speed\",\n \"targets\": [\n {\n \"expr\": \"node_hwmon_fan_rpm{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_hwmon_fan_min_rpm{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * on(chip,cluster) group_left(chip_name) node_hwmon_chip_names{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ chip_name }} {{ sensor }} rpm min\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Displays the current fan speeds (RPM) from hardware sensors via the hwmon interface\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"rotrpm\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 747\n },\n \"id\": 325,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 26\n },\n \"id\": 304,\n \"type\": \"row\"\n },\n {\n \"title\": \"Systemd\",\n \"panels\": [\n {\n \"title\": \"Systemd Units State\",\n \"targets\": [\n {\n \"expr\": \"node_systemd_units{instance=\\\"$node\\\",job=\\\"$job\\\",state=\\\"activating\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Activating\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_systemd_units{instance=\\\"$node\\\",job=\\\"$job\\\",state=\\\"active\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Active\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_systemd_units{instance=\\\"$node\\\",job=\\\"$job\\\",state=\\\"deactivating\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Deactivating\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_systemd_units{instance=\\\"$node\\\",job=\\\"$job\\\",state=\\\"failed\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Failed\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_systemd_units{instance=\\\"$node\\\",job=\\\"$job\\\",state=\\\"inactive\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Inactive\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Current number of systemd units in each operational state, such as active, failed, inactive, or transitioning\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Failed\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Active\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#73BF69\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Activating\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#C8F2C2\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Deactivating\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Inactive\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-blue\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4228\n },\n \"id\": 298,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Systemd Sockets Current\",\n \"targets\": [\n {\n \"expr\": \"node_systemd_socket_current_connections{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ name }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Current number of active connections per systemd socket, as reported by the Node Exporter systemd collector\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4228\n },\n \"id\": 331,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Systemd Sockets Accepted\",\n \"targets\": [\n {\n \"expr\": \"rate(node_systemd_socket_accepted_connections_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ name }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of accepted connections per second for each systemd socket\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"eps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4238\n },\n \"id\": 297,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Systemd Sockets Refused\",\n \"targets\": [\n {\n \"expr\": \"rate(node_systemd_socket_refused_connections_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ name }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of systemd socket connection refusals per second, typically due to service unavailability or backlog overflow\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"eps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4238\n },\n \"id\": 332,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 296,\n \"type\": \"row\"\n },\n {\n \"title\": \"Storage Disk\",\n \"panels\": [\n {\n \"title\": \"Disk Read/Write IOps\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_reads_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_writes_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of I/O operations completed per second for the device (after merges), including both reads and writes\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"iops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 29\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Read/Write Data\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_read_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_written_bytes_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of bytes read from or written to the device per second\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 29\n },\n \"id\": 33,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Average Wait Time\",\n \"targets\": [\n {\n \"expr\": \"(rate(node_disk_reads_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) >bool 0) * (rate(node_disk_read_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(node_disk_reads_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]))\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"(rate(node_disk_writes_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) >bool 0) * (rate(node_disk_write_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(node_disk_writes_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]))\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Average time for requests issued to the device to be served. This includes the time spent by the requests in queue and the time spent servicing them.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 389\n },\n \"id\": 37,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Average Queue Size\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_io_time_weighted_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Average queue length of the requests that were issued to the device\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda_*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#7EB26D\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 389\n },\n \"id\": 35,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk R/W Merged\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_reads_merged_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Read\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_writes_merged_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"{{device}} - Write\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of read and write requests merged per second that were queued to the device\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"write (–) / read (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"iops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Write.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 399\n },\n \"id\": 133,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Time Spent Doing I/Os\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_io_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - General IO\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_discard_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Discard/TRIM\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_flush_requests_time_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Flush (write cache)\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Percentage of time the disk spent actively processing I/O operations, including general I/O, discards (TRIM), and write cache flushes\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 399\n },\n \"id\": 36,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Ops Discards / Flush\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_discards_completed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Discards completed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_discards_merged_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Discards merged\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_disk_flush_requests_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Flush\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Per-second rate of discard (TRIM) and flush (write cache) operations. Useful for monitoring low-level disk activity on SSDs and advanced storage\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 409\n },\n \"id\": 301,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Sectors Discarded Successfully\",\n \"targets\": [\n {\n \"expr\": \"rate(node_disk_discarded_sectors_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows how many disk sectors are discarded (TRIMed) per second. Useful for monitoring SSD behavior and storage efficiency\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 409\n },\n \"id\": 326,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Instantaneous Queue Size\",\n \"targets\": [\n {\n \"expr\": \"node_disk_io_now{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of in-progress I/O requests at the time of sampling (active requests in the disk queue)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/sda.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"orange\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 419\n },\n \"id\": 34,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 270,\n \"type\": \"row\"\n },\n {\n \"title\": \"Storage Filesystem\",\n \"panels\": [\n {\n \"title\": \"File Descriptor\",\n \"targets\": [\n {\n \"expr\": \"node_filefd_maximum{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Max open files\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_filefd_allocated{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"Open files\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of file descriptors currently allocated system-wide versus the system limit. Important for detecting descriptor exhaustion risks\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Max.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 28,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"File Nodes Free\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_files_free{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of free file nodes (inodes) available per mounted filesystem. A low count may prevent file creation even if disk space is available\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 30\n },\n \"id\": 41,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Filesystem in ReadOnly / Error\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_readonly{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}} - ReadOnly\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_filesystem_device_error{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",fstype!~\\\"tmpfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{mountpoint}} - Device error\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Indicates filesystems mounted in read-only mode or reporting device-level I/O errors.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"max\": 1,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bool_yes_no\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 370\n },\n \"id\": 44,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"File Nodes Size\",\n \"targets\": [\n {\n \"expr\": \"node_filesystem_files{instance=\\\"$node\\\",job=\\\"$job\\\",device!~\\\"rootfs\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{mountpoint}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of file nodes (inodes) available per mounted filesystem. Reflects maximum file capacity regardless of disk size\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 370\n },\n \"id\": 219,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 29\n },\n \"id\": 271,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Traffic\",\n \"panels\": [\n {\n \"title\": \"Network Traffic by Packets\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_packets_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_packets_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of network packets received and transmitted per second, by interface.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 31\n },\n \"id\": 60,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Errors\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_errs_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_errs_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of packet-level errors for each network interface. Receive errors may indicate physical or driver issues; transmit errors may reflect collisions or hardware faults\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 31\n },\n \"id\": 142,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Drop\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_drop_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_drop_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of dropped packets per network interface. Receive drops can indicate buffer overflow or driver issues; transmit drops may result from outbound congestion or queuing limits\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 251\n },\n \"id\": 143,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Compressed\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_compressed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_compressed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of compressed network packets received and transmitted per interface. These are common in low-bandwidth or special interfaces like PPP or SLIP\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 251\n },\n \"id\": 141,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Multicast\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_multicast_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of incoming multicast packets received per network interface. Multicast is used by protocols such as mDNS, SSDP, and some streaming or cluster services\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 261\n },\n \"id\": 146,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic NoHandler\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_nohandler_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of received packets that could not be processed due to missing protocol or handler in the kernel. May indicate unsupported traffic or misconfiguration\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 261\n },\n \"id\": 327,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Frame\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_frame_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of frame errors on received packets, typically caused by physical layer issues such as bad cables, duplex mismatches, or hardware problems\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 271\n },\n \"id\": 145,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Fifo\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_receive_fifo_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_network_transmit_fifo_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks FIFO buffer overrun errors on network interfaces. These occur when incoming or outgoing packets are dropped due to queue or buffer overflows, often indicating congestion or hardware limits\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 271\n },\n \"id\": 144,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Collision\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_transmit_colls_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of packet collisions detected during transmission. Mostly relevant on half-duplex or legacy Ethernet networks\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 281\n },\n \"id\": 232,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Traffic Carrier Errors\",\n \"targets\": [\n {\n \"expr\": \"rate(node_network_transmit_carrier_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{device}} - Tx out\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of carrier errors during transmission. These typically indicate physical layer issues like faulty cabling or duplex mismatches\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 281\n },\n \"id\": 231,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ARP Entries\",\n \"targets\": [\n {\n \"expr\": \"node_arp_entries{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{ device }} ARP Table\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of ARP entries per interface. Useful for detecting excessive ARP traffic or table growth due to scanning or misconfiguration\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 291\n },\n \"id\": 230,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"NF Conntrack\",\n \"targets\": [\n {\n \"expr\": \"node_nf_conntrack_entries{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"NF conntrack entries\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_nf_conntrack_entries_limit{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"NF conntrack limit\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Current and maximum connection tracking entries used by Netfilter (nf_conntrack). High usage approaching the limit may cause packet drops or connection issues\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"NF conntrack limit\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 291\n },\n \"id\": 61,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Operational Status\",\n \"targets\": [\n {\n \"expr\": \"node_network_up{operstate=\\\"up\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": true,\n \"legendFormat\": \"{{interface}} - Operational state UP\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_network_carrier{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{device}} - Physical link\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Operational and physical link status of each network interface. Values are Yes for 'up' or link present, and No for 'down' or no carrier.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bool_yes_no\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 301\n },\n \"id\": 309,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Speed\",\n \"targets\": [\n {\n \"expr\": \"node_network_speed_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} * 8\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{ device }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Maximum speed of each network interface as reported by the operating system. This is a static hardware capability, not current throughput\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"fieldMinMax\": false,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 6,\n \"x\": 12,\n \"y\": 301\n },\n \"id\": 280,\n \"options\": {\n \"displayMode\": \"basic\",\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"maxVizHeight\": 30,\n \"minVizHeight\": 16,\n \"minVizWidth\": 8,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"manual\",\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"MTU\",\n \"targets\": [\n {\n \"expr\": \"node_network_mtu_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"{{ device }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"MTU (Maximum Transmission Unit) in bytes for each network interface. Affects packet size and transmission efficiency\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 6,\n \"x\": 18,\n \"y\": 301\n },\n \"id\": 288,\n \"options\": {\n \"displayMode\": \"basic\",\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"maxVizHeight\": 30,\n \"minVizHeight\": 16,\n \"minVizWidth\": 8,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"manual\",\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"bargauge\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 30\n },\n \"id\": 272,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Sockstat\",\n \"panels\": [\n {\n \"title\": \"Sockstat TCP\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_TCP_alloc{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Allocated Sockets\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_TCP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"In-Use Sockets\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_TCP_orphan{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Orphaned Sockets\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_TCP_tw{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TIME_WAIT Sockets\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks TCP socket usage and memory per node\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 63,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sockstat UDP\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_UDPLITE_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDPLite - In-Use Sockets\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_UDP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP - In-Use Sockets\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of UDP and UDPLite sockets currently in use\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 32\n },\n \"id\": 124,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sockstat Used\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_sockets_used{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Total sockets\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Total number of sockets currently in use across all protocols (TCP, UDP, UNIX, etc.), as reported by /proc/net/sockstat\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 126,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sockstat FRAG / RAW\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_FRAG_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"FRAG - In-Use Sockets\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_RAW_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"RAW - In-Use Sockets\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of FRAG and RAW sockets currently in use. RAW sockets are used for custom protocols or tools like ping; FRAG sockets are used internally for IP packet defragmentation\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 42\n },\n \"id\": 125,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sockstat Memory Size\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_TCP_mem_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TCP\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_UDP_mem_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_FRAG_memory{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Fragmentation\",\n \"range\": true,\n \"refId\": \"C\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Kernel memory used by TCP, UDP, and IP fragmentation buffers\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 220,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Sockstat Average Socket Memory\",\n \"targets\": [\n {\n \"expr\": \"(node_sockstat_TCP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * (node_sockstat_TCP_mem_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} / node_sockstat_TCP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TCP\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"(node_sockstat_UDP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} >bool 0) * (node_sockstat_UDP_mem_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"} / node_sockstat_UDP_inuse{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"})\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Average memory used per socket (TCP/UDP). Helps tune net.ipv4.tcp_rmem / tcp_wmem\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 52\n },\n \"id\": 339,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP/UDP Kernel Buffer Memory Pages\",\n \"targets\": [\n {\n \"expr\": \"node_sockstat_TCP_mem{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TCP\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_sockstat_UDP_mem{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"TCP/UDP socket memory usage in kernel (in pages)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 62\n },\n \"id\": 336,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Softnet Packets\",\n \"targets\": [\n {\n \"expr\": \"rate(node_softnet_processed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Processed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_softnet_dropped_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Dropped\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Packets processed and dropped by the softnet network stack per CPU. Drops may indicate CPU saturation or network driver limitations\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"drop (-) / process (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Dropped.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 62\n },\n \"id\": 290,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Softnet Out of Quota\",\n \"targets\": [\n {\n \"expr\": \"rate(node_softnet_times_squeezed_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Times Squeezed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"How often the kernel was unable to process all packets in the softnet queue before time ran out. Frequent squeezes may indicate CPU contention or driver inefficiency\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"eps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 72\n },\n \"id\": 310,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Softnet RPS\",\n \"targets\": [\n {\n \"expr\": \"rate(node_softnet_received_rps_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Processed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_softnet_flow_limit_count_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CPU {{cpu}} - Dropped\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks the number of packets processed or dropped by Receive Packet Steering (RPS), a mechanism to distribute packet processing across CPUs\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Dropped.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 72\n },\n \"id\": 330,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 31\n },\n \"id\": 273,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Netstat\",\n \"panels\": [\n {\n \"title\": \"Netstat IP In / Out Octets\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_IpExt_InOctets{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"IP Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_IpExt_OutOctets{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"IP Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of octets sent and received at the IP layer, as reported by /proc/net/netstat\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 163\n },\n \"id\": 221,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"width\": 300\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP In / Out\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Tcp_InSegs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"TCP Rx in\",\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Tcp_OutSegs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TCP Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of TCP segments sent and received per second, including data and control segments\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 163\n },\n \"id\": 299,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"UDP In / Out\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Udp_InDatagrams{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Udp_OutDatagrams{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of UDP datagrams sent and received per second, based on /proc/net/netstat\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 193\n },\n \"id\": 55,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ICMP In / Out\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Icmp_InMsgs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"ICMP Rx in\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Icmp_OutMsgs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"ICMP Tx out\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of ICMP messages sent and received per second, including error and control messages\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"out (-) / in (+)\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 193\n },\n \"id\": 115,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Errors\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_TcpExt_ListenOverflows{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Listen Overflows\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_ListenDrops{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Listen Drops\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_TCPSynRetrans{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"SYN Retransmits\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Tcp_RetransSegs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Segment Retransmits\",\n \"range\": true,\n \"refId\": \"D\"\n },\n {\n \"expr\": \"rate(node_netstat_Tcp_InErrs{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Receive Errors\",\n \"range\": true,\n \"refId\": \"E\"\n },\n {\n \"expr\": \"rate(node_netstat_Tcp_OutRsts{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"RST Sent\",\n \"range\": true,\n \"refId\": \"F\"\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_TCPRcvQDrop{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Receive Queue Drops\",\n \"range\": true,\n \"refId\": \"G\"\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_TCPOFOQueue{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Out-of-order Queued\",\n \"range\": true,\n \"refId\": \"H\"\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_TCPTimeouts{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"TCP Timeouts\",\n \"range\": true,\n \"refId\": \"I\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks various TCP error and congestion-related events, including retransmissions, timeouts, dropped connections, and buffer issues\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 203\n },\n \"id\": 104,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"UDP Errors\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Udp_InErrors{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Rx in Errors\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Udp_NoPorts{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP No Listener\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_UdpLite_InErrors{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"UDPLite Rx in Errors\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"expr\": \"rate(node_netstat_Udp_RcvbufErrors{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Rx in Buffer Errors\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Udp_SndbufErrors{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Tx out Buffer Errors\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of UDP and UDPLite datagram delivery errors, including missing listeners, buffer overflows, and protocol-specific issues\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 203\n },\n \"id\": 109,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"ICMP Errors\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Icmp_InErrors{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"ICMP Rx In\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of incoming ICMP messages that contained protocol-specific errors, such as bad checksums or invalid lengths\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"pps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 213\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP SynCookie\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_TcpExt_SyncookiesFailed{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"SYN Cookies Failed\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_SyncookiesRecv{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"SYN Cookies Validated\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_TcpExt_SyncookiesSent{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"SYN Cookies Sent\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of TCP SYN cookies sent, validated, and failed. These are used to protect against SYN flood attacks and manage TCP handshake resources under load\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"eps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Failed.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 213\n },\n \"id\": 91,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Connections\",\n \"targets\": [\n {\n \"expr\": \"node_netstat_Tcp_CurrEstab{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Current Connections\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_netstat_Tcp_MaxConn{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Max Connections\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of currently established TCP connections and the system's max supported limit. On Linux, MaxConn may return -1 to indicate a dynamic/unlimited configuration\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Max.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890F02\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 223\n },\n \"id\": 85,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"UDP Queue\",\n \"targets\": [\n {\n \"expr\": \"node_udp_queues{instance=\\\"$node\\\",job=\\\"$job\\\",ip=\\\"v4\\\",queue=\\\"rx\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Rx in Queue\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_udp_queues{instance=\\\"$node\\\",job=\\\"$job\\\",ip=\\\"v4\\\",queue=\\\"tx\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"UDP Tx out Queue\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of UDP packets currently queued in the receive (RX) and transmit (TX) buffers. A growing queue may indicate a bottleneck\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 223\n },\n \"id\": 337,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Direct Transition\",\n \"targets\": [\n {\n \"expr\": \"rate(node_netstat_Tcp_ActiveOpens{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Active Opens\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"rate(node_netstat_Tcp_PassiveOpens{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Passive Opens\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of TCP connection initiations per second. 'Active' opens are initiated by this host. 'Passive' opens are accepted from incoming connections\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"eps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 233\n },\n \"id\": 82,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Stat Persistent\",\n \"targets\": [\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"established\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Established\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"fin_wait2\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"FIN_WAIT2\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"listen\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Listen\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"time_wait\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"TIME_WAIT\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"close_wait\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"CLOSE_WAIT\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of TCP sockets in key connection states. Requires the --collector.tcpstat flag on node_exporter\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 233\n },\n \"id\": 320,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Stat Transient\",\n \"targets\": [\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"syn_sent\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"SYN_SENT\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"syn_recv\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"SYN_RECV\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"fin_wait1\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"FIN_WAIT1\",\n \"range\": true,\n \"refId\": \"C\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"close\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"CLOSE\",\n \"range\": true,\n \"refId\": \"D\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"last_ack\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"LAST_ACK\",\n \"range\": true,\n \"refId\": \"E\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"closing\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"CLOSING\",\n \"range\": true,\n \"refId\": \"F\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Transient TCP connection states. These are typically short-lived during connection establishment and teardown\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"noValue\": \"0\",\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 243\n },\n \"id\": 341,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"TCP Socket Queue\",\n \"targets\": [\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"rx_queued_bytes\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"RX Queued (waiting to be read)\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"node_tcp_connection_states{state=\\\"tx_queued_bytes\\\",instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"legendFormat\": \"TX Queued (waiting to be sent)\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"TCP socket queue sizes. High rx_queued_bytes indicates application not reading fast enough. High tx_queued_bytes indicates network congestion or slow receiver\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 243\n },\n \"id\": 340,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 32\n },\n \"id\": 274,\n \"type\": \"row\"\n },\n {\n \"title\": \"Node Exporter\",\n \"panels\": [\n {\n \"title\": \"Node Exporter Scrape Time\",\n \"targets\": [\n {\n \"expr\": \"node_scrape_collector_duration_seconds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{collector}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Duration of each individual collector executed during a Node Exporter scrape. Useful for identifying slow or failing collectors\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 164\n },\n \"id\": 40,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Exporter Process CPU Usage\",\n \"targets\": [\n {\n \"expr\": \"rate(process_cpu_seconds_total{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"Process CPU Usage\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Rate of CPU time used by the process exposing this metric (user + system mode)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 164\n },\n \"id\": 308,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Exporter Processes Memory\",\n \"targets\": [\n {\n \"expr\": \"process_virtual_memory_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Virtual Memory\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"process_virtual_memory_max_bytes{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Virtual Memory Limit\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Tracks the memory usage of the process exposing this metric (e.g., node_exporter), including current virtual memory and maximum virtual memory limit\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Virtual Memory Limit\"\n },\n \"properties\": [\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n },\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"dark-red\",\n \"mode\": \"fixed\"\n }\n }\n ]\n },\n {\n \"__systemRef\": \"hideSeriesFrom\",\n \"matcher\": {\n \"id\": \"byNames\",\n \"options\": {\n \"mode\": \"exclude\",\n \"names\": [\n \"Virtual Memory\"\n ],\n \"prefix\": \"All except:\",\n \"readOnly\": true\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": true\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 10,\n \"x\": 0,\n \"y\": 174\n },\n \"id\": 149,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Exporter File Descriptor Usage\",\n \"targets\": [\n {\n \"expr\": \"process_max_fds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Maximum open file descriptors\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"process_open_fds{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"Open file descriptors\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Number of file descriptors used by the exporter process versus its configured limit\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 20,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/.*Max.*/\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#890F02\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineStyle\",\n \"value\": {\n \"dash\": [\n 10,\n 10\n ],\n \"fill\": \"dash\"\n }\n }\n ]\n },\n {\n \"__systemRef\": \"hideSeriesFrom\",\n \"matcher\": {\n \"id\": \"byNames\",\n \"options\": {\n \"mode\": \"exclude\",\n \"names\": [\n \"Open file descriptors\"\n ],\n \"prefix\": \"All except:\",\n \"readOnly\": true\n }\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom\",\n \"value\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": true\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 10,\n \"x\": 10,\n \"y\": 174\n },\n \"id\": 64,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"mean\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Node Exporter Scrape\",\n \"targets\": [\n {\n \"expr\": \"node_scrape_collector_success{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{collector}}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 240\n },\n {\n \"expr\": \"1 - node_textfile_scrape_error{instance=\\\"$node\\\",job=\\\"$job\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"textfile\",\n \"range\": true,\n \"refId\": \"B\",\n \"step\": 240\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds_prometheus}\"\n },\n \"description\": \"Shows whether each Node Exporter collector scraped successfully (1 = success, 0 = failure), and whether the textfile collector returned an error.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"dark-red\",\n \"value\": 0\n },\n {\n \"color\": \"green\",\n \"value\": 1\n }\n ]\n },\n \"unit\": \"bool\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 4,\n \"x\": 20,\n \"y\": 174\n },\n \"id\": 157,\n \"options\": {\n \"displayMode\": \"basic\",\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"maxVizHeight\": 300,\n \"minVizHeight\": 16,\n \"minVizWidth\": 8,\n \"namePlacement\": \"auto\",\n \"orientation\": \"horizontal\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showUnfilled\": true,\n \"sizing\": \"auto\",\n \"valueMode\": \"color\"\n },\n \"pluginVersion\": \"11.6.1\",\n \"type\": \"bargauge\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 33\n },\n \"id\": 279,\n \"type\": \"row\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"bargauge\",\n \"name\": \"Bar gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"gauge\",\n \"name\": \"Gauge\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"11.6.1\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"id\": null,\n \"links\": [\n {\n \"icon\": \"external link\",\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"GitHub\",\n \"type\": \"link\",\n \"url\": \"https://github.com/rfmoz/grafana-dashboards\"\n },\n {\n \"icon\": \"external link\",\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Grafana\",\n \"type\": \"link\",\n \"url\": \"https://grafana.com/grafana/dashboards/1860\"\n }\n ],\n \"refresh\": \"1m\",\n \"schemaVersion\": 41,\n \"time\": {\n \"from\": \"now-24h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"rYdddlPWk\",\n \"version\": 102,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-node-rsrc-use - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Node Exporter / USE Method / Node\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"node-exporter-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n }\n },\n {\n \"name\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(node_time_seconds, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(node_exporter_build_info{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": \"\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_cpu_utilisation:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Utilisation\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Saturation (Load1 per CPU)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_load1_per_cpu:ratio{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Saturation\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 3,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 4,\n \"type\": \"row\"\n },\n {\n \"title\": \"Memory Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_memory_utilisation:ratio{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Utilisation\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 5,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Saturation (Major Page Faults)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_vmstat_pgmajfault:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Major page Faults\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"rds\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 6,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 16\n },\n \"id\": 7,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Utilisation (Bytes Receive/Transmit)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_receive_bytes_physical:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Receive\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_transmit_bytes_physical:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Transmit\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Transmit/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 17\n },\n \"id\": 8,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Saturation (Drops Receive/Transmit)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_receive_drop_physical:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Receive\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance:node_network_transmit_drop_physical:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"Transmit\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/Transmit/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 17\n },\n \"id\": 9,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk IO\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 24\n },\n \"id\": 10,\n \"type\": \"row\"\n },\n {\n \"title\": \"Disk IO Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance_device:node_disk_io_time_seconds:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 25\n },\n \"id\": 11,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk IO Saturation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"instance_device:node_disk_io_time_weighted_seconds:rate5m{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} != 0\",\n \"legendFormat\": \"{{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 25\n },\n \"id\": 12,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Space\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 34\n },\n \"id\": 13,\n \"type\": \"row\"\n },\n {\n \"title\": \"Disk Space Utilisation\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sort_desc((1 - (max(node_filesystem_avail_bytes{job=\\\"node-exporter\\\",fstype!=\\\"\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) without(mountpoint,fstype) / max(node_filesystem_size_bytes{job=\\\"node-exporter\\\",fstype!=\\\"\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) without(mountpoint,fstype))) != 0)\",\n \"legendFormat\": \"{{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 100,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 35\n },\n \"id\": 14,\n \"options\": {\n \"legend\": {\n \"showLegend\": false\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"graphTooltip\": 1,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"fac67cfbe174d3ef53eb473d73d9212f\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-nodes - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Node Exporter / Nodes\",\n \"editable\": false,\n \"timezone\": \"utc\",\n \"tags\": [\n \"node-exporter-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": \"\",\n \"regex\": \"/^VictoriaMetrics Fleet$/\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n }\n },\n {\n \"name\": \"cluster\",\n \"label\": \"Cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(node_uname_info{job=\\\"node-exporter\\\",sysname!=\\\"Darwin\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\",\n \"refresh\": 2\n },\n {\n \"name\": \"instance\",\n \"label\": \"Instance\",\n \"type\": \"query\",\n \"query\": \"label_values(node_uname_info{job=\\\"node-exporter\\\",cluster=~\\\"$cluster\\\",sysname!=\\\"Darwin\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": \"\",\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"CPU\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"type\": \"row\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"(1 - sum(rate(node_cpu_seconds_total{job=\\\"node-exporter\\\",mode=~\\\"idle|iowait|steal\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(mode)) / ignoring(cpu) group_left() count(node_cpu_seconds_total{job=\\\"node-exporter\\\",mode=\\\"idle\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) without(cpu,mode)\",\n \"intervalFactor\": 5,\n \"legendFormat\": \"{{cpu}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"max\": 1,\n \"min\": 0,\n \"unit\": \"percentunit\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Load Average\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_load1{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"1m load average\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_load5{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"5m load average\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_load15{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"15m load average\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"count(node_cpu_seconds_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",mode=\\\"idle\\\"}) by(cluster)\",\n \"legendFormat\": \"logical cores\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"showPoints\": \"never\"\n },\n \"min\": 0,\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 3,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 8\n },\n \"id\": 4,\n \"type\": \"row\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"((node_memory_MemTotal_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"} - node_memory_MemFree_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) - node_memory_Buffers_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) - node_memory_Cached_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"memory used\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_memory_Buffers_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"memory buffers\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_memory_Cached_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"memory cached\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"node_memory_MemFree_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}\",\n \"legendFormat\": \"memory free\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"stacking\": {\n \"mode\": \"normal\"\n }\n },\n \"min\": 0,\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 18,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 5,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"100 - ((avg(node_memory_MemAvailable_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster) / avg(node_memory_MemTotal_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)) * 100)\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"rgba(50, 172, 45, 0.97)\"\n },\n {\n \"color\": \"rgba(237, 129, 40, 0.89)\",\n \"value\": 80\n },\n {\n \"color\": \"rgba(245, 54, 54, 0.9)\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 9\n },\n \"id\": 6,\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Disk\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 7,\n \"type\": \"row\"\n },\n {\n \"title\": \"Disk I/O\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(node_disk_read_bytes_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\"}[$__rate_interval])\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{device}} read\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(node_disk_written_bytes_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\"}[$__rate_interval])\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{device}} written\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(node_disk_io_time_seconds_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",device=~\\\"(/dev/)?(mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|md.+|dasd.+)\\\"}[$__rate_interval])\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{device}} io time\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"showPoints\": \"never\"\n },\n \"min\": 0\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/ read| written/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"Bps\"\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/ io time/\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 19\n },\n \"id\": 8,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk Space Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"max(node_filesystem_size_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",fstype!=\\\"\\\",mountpoint!=\\\"\\\"}) by(mountpoint,cluster)\",\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"max(node_filesystem_avail_bytes{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",fstype!=\\\"\\\",mountpoint!=\\\"\\\"}) by(mountpoint,cluster)\",\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"yellow\",\n \"value\": 0.8\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"decbytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Mounted on\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 260\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Size\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 93\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Used\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 72\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Available\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 88\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Used, %\"\n },\n \"properties\": [\n {\n \"id\": \"unit\",\n \"value\": \"percentunit\"\n },\n {\n \"id\": \"custom.cellOptions\",\n \"value\": {\n \"type\": \"gauge\"\n }\n },\n {\n \"id\": \"max\",\n \"value\": 1\n },\n {\n \"id\": \"min\",\n \"value\": 0\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 19\n },\n \"id\": 9,\n \"pluginVersion\": \"v13.0.0\",\n \"transformations\": [\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"Value #A\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"aggregate\"\n },\n \"Value #B\": {\n \"aggregations\": [\n \"lastNotNull\"\n ],\n \"operation\": \"aggregate\"\n },\n \"mountpoint\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n },\n {\n \"id\": \"merge\"\n },\n {\n \"id\": \"calculateField\",\n \"options\": {\n \"alias\": \"Used\",\n \"binary\": {\n \"left\": \"Value #A (lastNotNull)\",\n \"operator\": \"-\",\n \"reducer\": \"sum\",\n \"right\": \"Value #B (lastNotNull)\"\n },\n \"mode\": \"binary\",\n \"reduce\": {\n \"reducer\": \"sum\"\n }\n }\n },\n {\n \"id\": \"calculateField\",\n \"options\": {\n \"alias\": \"Used, %\",\n \"binary\": {\n \"left\": \"Used\",\n \"operator\": \"/\",\n \"reducer\": \"sum\",\n \"right\": \"Value #A (lastNotNull)\"\n },\n \"mode\": \"binary\",\n \"reduce\": {\n \"reducer\": \"sum\"\n }\n }\n },\n {\n \"id\": \"organize\",\n \"options\": {\n \"excludeByName\": {},\n \"indexByName\": {},\n \"renameByName\": {\n \"Value #A (lastNotNull)\": \"Size\",\n \"Value #B (lastNotNull)\": \"Available\",\n \"mountpoint\": \"Mounted on\"\n }\n }\n },\n {\n \"id\": \"sortBy\",\n \"options\": {\n \"fields\": {},\n \"sort\": [\n {\n \"field\": \"Mounted on\"\n }\n ]\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Network\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 26\n },\n \"id\": 10,\n \"type\": \"row\"\n },\n {\n \"title\": \"Network Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(node_network_receive_bytes_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",device!=\\\"lo\\\"}[$__rate_interval]) * 8\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Network received (bits/s)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0,\n \"showPoints\": \"never\"\n },\n \"min\": 0,\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 11,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"expr\": \"rate(node_network_transmit_bytes_total{job=\\\"node-exporter\\\",instance=\\\"$instance\\\",cluster=~\\\"$cluster\\\",device!=\\\"lo\\\"}[$__rate_interval]) * 8\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{device}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"Network transmitted (bits/s)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 0\n },\n \"min\": 0,\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 12,\n \"options\": {\n \"tooltip\": {\n \"mode\": \"multi\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"graphTooltip\": 1,\n \"refresh\": \"30s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"7d57716318ee0dddbac5a7f451fb7753\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-persistentvolumesusage - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Persistent Volumes\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kubelet_volume_stats_capacity_bytes{job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"Namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(kubelet_volume_stats_capacity_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"volume\",\n \"label\": \"PersistentVolumeClaim\",\n \"type\": \"query\",\n \"query\": \"label_values(kubelet_volume_stats_capacity_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\"}, persistentvolumeclaim)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Volume Space Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(topk(1, kubelet_volume_stats_capacity_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node) - sum(topk(1, kubelet_volume_stats_available_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node)\",\n \"legendFormat\": \"Used Space\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(topk(1, kubelet_volume_stats_available_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node)\",\n \"legendFormat\": \"Free Space\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 18,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Volume Space Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max(((topk(1, kubelet_volume_stats_capacity_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster) - topk(1, kubelet_volume_stats_available_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) / topk(1, kubelet_volume_stats_capacity_bytes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) * 100) without(instance,node)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"orange\",\n \"value\": 80\n },\n {\n \"color\": \"red\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Volume inodes Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(topk(1, kubelet_volume_stats_inodes_used{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node)\",\n \"legendFormat\": \"Used inodes\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(topk(1, kubelet_volume_stats_inodes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node) - sum(topk(1, kubelet_volume_stats_inodes_used{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) without(instance,node)\",\n \"legendFormat\": \"Free inodes\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 18,\n \"y\": 7\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Volume inodes Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"max((topk(1, kubelet_volume_stats_inodes_used{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster) / topk(1, kubelet_volume_stats_inodes{cluster=~\\\"$cluster\\\",job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",namespace=\\\"$namespace\\\",persistentvolumeclaim=\\\"$volume\\\"}) by(cluster)) * 100) without(instance,node)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"max\": 100,\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"orange\",\n \"value\": 80\n },\n {\n \"color\": \"red\",\n \"value\": 90\n }\n ]\n },\n \"unit\": \"percent\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 6,\n \"x\": 18,\n \"y\": 7\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"919b92a8e8041bd567af9edab12c840c\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-pod-total - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Networking / Pod\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(container_network_receive_packets_total{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-system\",\n \"value\": \"kube-system\"\n },\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"pod\",\n \"label\": \"pod\",\n \"type\": \"query\",\n \"query\": \"label_values(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-system\",\n \"value\": \"kube-system\"\n },\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Current Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"displayName\": \"$pod\",\n \"max\": 10000000000,\n \"min\": 0,\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"dark-green\",\n \"index\": 0,\n \"value\": null\n },\n {\n \"color\": \"dark-yellow\",\n \"index\": 1,\n \"value\": 5000000000\n },\n {\n \"color\": \"dark-red\",\n \"index\": 2,\n \"value\": 7000000000\n }\n ]\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Current Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"displayName\": \"$pod\",\n \"max\": 10000000000,\n \"min\": 0,\n \"thresholds\": {\n \"steps\": [\n {\n \"color\": \"dark-green\",\n \"index\": 0,\n \"value\": null\n },\n {\n \"color\": \"dark-yellow\",\n \"index\": 1,\n \"value\": 5000000000\n },\n {\n \"color\": \"dark-red\",\n \"index\": 2,\n \"value\": 7000000000\n }\n ]\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"gauge\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_receive_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(8 * rate(container_network_transmit_bytes_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_receive_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(container_network_transmit_packets_dropped_total{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",pod=~\\\"$pod\\\"}[$__rate_interval])) by(pod,cluster)\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"showPoints\": \"never\"\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"7a18067ce943a40ae25454675c19ff5c\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-proxy - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Proxy\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-proxy\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"label\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-proxy\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Up\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(up{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Rules Sync Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 10,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rules Sync Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}[$__rate_interval]))\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 10,\n \"x\": 14,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Programming Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubeproxy_network_programming_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"rate\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network Programming Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(kubeproxy_network_programming_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(instance,le,cluster))\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 7\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kube API Request Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",code=~\\\"2..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"2xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",code=~\\\"3..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"3xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",code=~\\\"4..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"4xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",code=~\\\"5..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"5xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Post Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",verb=\\\"POST\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 16,\n \"x\": 8,\n \"y\": 14\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Get Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\",verb=\\\"GET\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 28\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 28\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"go_goroutines{cluster=~\\\"$cluster\\\",job=\\\"kube-proxy\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 28\n },\n \"id\": 11,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"632e265de029684c40b21cb76bca4f94\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-scheduler - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Scheduler\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-scheduler\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"instance\",\n \"label\": \"instance\",\n \"type\": \"query\",\n \"query\": \"label_values(up{job=\\\"kube-scheduler\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"refresh\": 2\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Up\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(up{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\"}) by(cluster)\",\n \"instant\": true\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"unit\": \"none\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 4,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"colorMode\": \"none\"\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Scheduling Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(scheduler_scheduling_attempt_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance)\",\n \"legendFormat\": \"{{cluster}} {{instance}} e2e\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(scheduler_pod_scheduling_sli_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance)\",\n \"legendFormat\": \"{{cluster}} {{instance}} binding\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(scheduler_scheduling_algorithm_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance)\",\n \"legendFormat\": \"{{cluster}} {{instance}} scheduling algorithm\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(scheduler_volume_scheduling_duration_seconds_count{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance)\",\n \"legendFormat\": \"{{cluster}} {{instance}} volume\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 10,\n \"x\": 4,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scheduling latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(scheduler_scheduling_attempt_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,le))\",\n \"legendFormat\": \"{{cluster}} {{instance}} e2e\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(scheduler_pod_scheduling_sli_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,le))\",\n \"legendFormat\": \"{{cluster}} {{instance}} binding\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(scheduler_scheduling_algorithm_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,le))\",\n \"legendFormat\": \"{{cluster}} {{instance}} scheduling algorithm\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(scheduler_volume_scheduling_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])) by(cluster,instance,le))\",\n \"legendFormat\": \"{{cluster}} {{instance}} volume\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 10,\n \"x\": 14,\n \"y\": 0\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kube API Request Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",code=~\\\"2..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"2xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",code=~\\\"3..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"3xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",code=~\\\"4..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"4xx\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(rest_client_requests_total{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",code=~\\\"5..\\\"}[$__rate_interval])) by(cluster)\",\n \"legendFormat\": \"5xx\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Post Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",verb=\\\"POST\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"ops\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 16,\n \"x\": 8,\n \"y\": 7\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Get Request Latency 99th Quantile\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\",verb=\\\"GET\\\"}[$__rate_interval])) by(verb,le,cluster))\",\n \"legendFormat\": \"{{verb}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"s\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 24,\n \"x\": 0,\n \"y\": 14\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"process_resident_memory_bytes{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bytes\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"rate(process_cpu_seconds_total{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}[$__rate_interval])\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 8,\n \"y\": 21\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"go_goroutines{cluster=~\\\"$cluster\\\",job=\\\"kube-scheduler\\\",instance=~\\\"$instance\\\"}\",\n \"legendFormat\": \"{{instance}}\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"short\"\n }\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 8,\n \"x\": 16,\n \"y\": 21\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"2e6b6a3b4bddf1427b3a55aa1311c656\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-spegel-stateless-cluster-local-oci-registry-mirror - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Spegel stateless cluster local OCI registry mirror\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"grafana\",\n \"uid\": \"-- Grafana --\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"datasource\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"pod\",\n \"label\": \"pod\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(spegel_advertised_content_digests, pod)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(spegel_advertised_content_digests, pod)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"allowCustomValue\": false,\n \"current\": {},\n \"description\": \"\",\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\"\n },\n {\n \"name\": \"registry\",\n \"label\": \"registry\",\n \"type\": \"query\",\n \"query\": {\n \"qryType\": 1,\n \"query\": \"label_values(spegel_advertised_content_digests, registry)\",\n \"refId\": \"PrometheusVariableQueryEditor-VariableQuery\"\n },\n \"definition\": \"label_values(spegel_advertised_content_digests, registry)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"allowCustomValue\": false,\n \"current\": {},\n \"options\": [],\n \"refresh\": 2,\n \"regex\": \"\"\n },\n {\n \"name\": \"container\",\n \"type\": \"custom\",\n \"query\": \"registry\",\n \"hide\": 2,\n \"allowCustomValue\": false,\n \"current\": {\n \"text\": \"registry\",\n \"value\": \"registry\"\n },\n \"description\": \"\",\n \"options\": [\n {\n \"selected\": true,\n \"text\": \"registry\",\n \"value\": \"registry\"\n }\n ]\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(spegel_mirror_requests_total, cluster)\",\n \"definition\": \"label_values(spegel_mirror_requests_total, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 24,\n \"type\": \"row\"\n },\n {\n \"title\": \"Registry\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"count(spegel_advertised_content_digests{instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 11,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Nodes\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kubelet_node_name{job=\\\"kubelet\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 2,\n \"y\": 1\n },\n \"id\": 29,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Containers\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kubelet_running_containers) by(cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$datasource\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 4,\n \"y\": 1\n },\n \"id\": 22,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"stat\"\n },\n {\n \"title\": \"Running Pods\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(kubelet_running_pods) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 7,\n \"y\": 1\n },\n \"id\": 20,\n \"options\": {\n \"colorMode\": \"none\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"stat\"\n },\n {\n \"title\": \"Cache Hits\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(spegel_mirror_requests_total{pod=~\\\"$pod\\\",cache=\\\"hit\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 9,\n \"y\": 1\n },\n \"id\": 36,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Cache Miss\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"sum(spegel_mirror_requests_total{pod=~\\\"$pod\\\",cache=\\\"miss\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 2,\n \"x\": 11,\n \"y\": 1\n },\n \"id\": 37,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Max Request Duration\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"max(rate(http_request_duration_seconds_bucket{pod=~\\\"$pod\\\",cluster=~\\\"$cluster\\\"}[$__interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ms\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 13,\n \"y\": 1\n },\n \"id\": 12,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"stat\"\n },\n {\n \"title\": \"Github link\",\n \"gridPos\": {\n \"h\": 4,\n \"w\": 3,\n \"x\": 21,\n \"y\": 1\n },\n \"id\": 2,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"
\\n\\n\\n\",\n \"mode\": \"html\"\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"text\"\n },\n {\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 5\n },\n \"id\": 9,\n \"repeat\": \"datasource\",\n \"type\": \"row\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"expr\": \"spegel_advertised_image_digests{pod=~\\\"$pod\\\",registry=~\\\"$registry\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"spegel_advertised_content_digests{pod=~\\\"$pod\\\",registry=~\\\"$registry\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"hide\": false,\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"center\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"instance\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 226\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"prometheus\"\n },\n \"properties\": [\n {\n \"id\": \"custom.width\",\n \"value\": 296\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 6\n },\n \"id\": 16,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"footer\": {\n \"countRows\": false,\n \"enablePagination\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"frameIndex\": 1,\n \"showHeader\": true,\n \"sortBy\": []\n },\n \"pluginVersion\": \"12.1.0\",\n \"transformations\": [\n {\n \"id\": \"filterFieldsByName\",\n \"options\": {\n \"include\": {\n \"names\": [\n \"Value #A\",\n \"Value #B\",\n \"registry\",\n \"pod\"\n ]\n }\n }\n },\n {\n \"id\": \"merge\",\n \"options\": {}\n },\n {\n \"id\": \"renameByRegex\",\n \"options\": {\n \"regex\": \"Value #A\",\n \"renamePattern\": \"Container cache\"\n }\n },\n {\n \"id\": \"renameByRegex\",\n \"options\": {\n \"regex\": \"Value #B\",\n \"renamePattern\": \"Layers cache\"\n }\n }\n ],\n \"transparent\": true,\n \"type\": \"table\"\n },\n {\n \"title\": \"Container Images Advertised \",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"spegel_advertised_image_digests{pod=~\\\"$pod\\\",registry=~\\\"$registry\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{ pod }}: {{ registry }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"series\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineStyle\": {\n \"fill\": \"solid\"\n },\n \"lineWidth\": 2,\n \"pointSize\": 1,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"id\": 6,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU Usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{container=\\\"$container\\\",cluster=~\\\"$cluster\\\"}) by(pod,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": false,\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{ container }}\",\n \"range\": true,\n \"refId\": \"A\",\n \"step\": 10\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"series\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 36,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"requests\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#F2495C\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": false,\n \"mode\": \"normal\"\n }\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"limits\"\n },\n \"properties\": [\n {\n \"id\": \"color\",\n \"value\": {\n \"fixedColor\": \"#FF9830\",\n \"mode\": \"fixed\"\n }\n },\n {\n \"id\": \"custom.fillOpacity\",\n \"value\": 0\n },\n {\n \"id\": \"custom.lineWidth\",\n \"value\": 2\n },\n {\n \"id\": \"custom.stacking\",\n \"value\": {\n \"group\": false,\n \"mode\": \"normal\"\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 28,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Images Layer Advertised \",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"spegel_advertised_content_digests{pod=~\\\"$pod\\\",registry=~\\\"$registry\\\",cluster=~\\\"$cluster\\\"}\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{ pod }}: {{ registry }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"series\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"opacity\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"pointSize\": 1,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 13\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubelet\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 20\n },\n \"id\": 35,\n \"type\": \"row\"\n },\n {\n \"title\": \"Kubelet Operation Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sum(rate(kubelet_runtime_operations_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",operation_type=~\\\"list_images|pull_image|start_container|list_images|list_containers|version|exec_sync|create_container\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(operation_type,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 6,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 31,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Kubelet Operation Error Rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"uid\": \"$datasource\"\n },\n \"expr\": \"sum(rate(kubelet_runtime_operations_errors_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics\\\",operation_type=~\\\"list_images|pull_image|start_container|list_images|list_containers|version|exec_sync|create_container\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(operation_type,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} {{operation_type}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"VictoriaMetricsFleet\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 10,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"id\": 33,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.1.0\",\n \"transparent\": true,\n \"type\": \"timeseries\"\n }\n ],\n \"__elements\": {},\n \"__inputs\": [\n {\n \"description\": \"\",\n \"label\": \"prometheus\",\n \"name\": \"DS_PROMETHEUS\",\n \"pluginId\": \"prometheus\",\n \"pluginName\": \"Prometheus\",\n \"type\": \"datasource\"\n }\n ],\n \"__requires\": [\n {\n \"id\": \"grafana\",\n \"name\": \"Grafana\",\n \"type\": \"grafana\",\n \"version\": \"12.1.0\"\n },\n {\n \"id\": \"prometheus\",\n \"name\": \"Prometheus\",\n \"type\": \"datasource\",\n \"version\": \"1.0.0\"\n },\n {\n \"id\": \"stat\",\n \"name\": \"Stat\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"table\",\n \"name\": \"Table\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"text\",\n \"name\": \"Text\",\n \"type\": \"panel\",\n \"version\": \"\"\n },\n {\n \"id\": \"timeseries\",\n \"name\": \"Time series\",\n \"type\": \"panel\",\n \"version\": \"\"\n }\n ],\n \"description\": \"Spegel is a pull only OCI registry which runs locally on every Node in the Kubernetes cluster. Containerd is configured to use the local registry as a mirror, which would serve the image from within the cluster or from the source registry.\",\n \"fiscalYearStartMonth\": 0,\n \"gnetId\": 18089,\n \"graphTooltip\": 0,\n \"id\": null,\n \"links\": [],\n \"refresh\": \"30s\",\n \"schemaVersion\": 41,\n \"time\": {\n \"from\": \"now-3h\",\n \"to\": \"now\"\n },\n \"timepicker\": {},\n \"uid\": \"1iY4QMJVk-psee\",\n \"version\": 5,\n \"weekStart\": \"\"\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-victoriametrics-vmagent - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"VictoriaMetrics - vmagent\",\n \"editable\": false,\n \"timezone\": \"\",\n \"tags\": [\n \"victoriametrics\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {\n \"list\": [\n {\n \"name\": \"Annotations & Alerts\",\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"grafana\"\n },\n \"builtIn\": 1,\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"rgba(0, 211, 255, 1)\",\n \"target\": {\n \"limit\": 100,\n \"matchAny\": false,\n \"tags\": [],\n \"type\": \"dashboard\"\n },\n \"type\": \"dashboard\"\n },\n {\n \"name\": \"version\",\n \"expr\": \"sum(label_replace(vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version!=\\\"\\\",cluster=~\\\"$cluster\\\"}, \\\"version\\\", \\\"$1\\\", \\\"short_version\\\", \\\"(.*)\\\") or vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(version,cluster) unless ((sum(label_replace(vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version!=\\\"\\\",cluster=~\\\"$cluster\\\"}, \\\"version\\\", \\\"$1\\\", \\\"short_version\\\", \\\"(.*)\\\") or vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(version,cluster)) offset $__interval)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"enable\": true,\n \"hide\": true,\n \"iconColor\": \"dark-blue\",\n \"textFormat\": \"{{version}}\",\n \"titleFormat\": \"Version change\"\n },\n {\n \"name\": \"restarts\",\n \"expr\": \"sum(changes(vm_app_start_timestamp{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__interval])) by(job,instance,cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"enable\": true,\n \"hide\": false,\n \"iconColor\": \"dark-yellow\",\n \"textFormat\": \"{{job}}:{{instance}} restarted\"\n }\n ]\n },\n \"templating\": {\n \"list\": [\n {\n \"name\": \"ds\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"includeAll\": false,\n \"hide\": \"\",\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"job\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(vm_app_version{version=~\\\"^vmagent.*\\\",cluster=~\\\"$cluster\\\"}, job)\",\n \"refId\": \"VictoriaMetrics-job-Variable-Query\"\n },\n \"definition\": \"label_values(vm_app_version{version=~\\\"^vmagent.*\\\",cluster=~\\\"$cluster\\\"}, job)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\"\n },\n {\n \"name\": \"instance\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(vm_app_version{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"refId\": \"VictoriaMetrics-instance-Variable-Query\"\n },\n \"definition\": \"label_values(vm_app_version{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}, instance)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"allValue\": \".*\",\n \"current\": {},\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\"\n },\n {\n \"name\": \"url\",\n \"type\": \"query\",\n \"query\": {\n \"query\": \"label_values(vmagent_remotewrite_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}, url)\",\n \"refId\": \"StandardVariableQuery\"\n },\n \"definition\": \"label_values(vmagent_remotewrite_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}, url)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": \"\",\n \"allValue\": \".*\",\n \"current\": {},\n \"description\": \"The remote write URLs\",\n \"options\": [],\n \"refresh\": 1,\n \"regex\": \"\"\n },\n {\n \"name\": \"adhoc\",\n \"type\": \"adhoc\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"hide\": \"\",\n \"baseFilters\": [],\n \"filters\": []\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(vm_app_version, cluster)\",\n \"definition\": \"label_values(vm_app_version, cluster)\",\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".*\"\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Stats\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 105,\n \"type\": \"row\"\n },\n {\n \"title\": \"Samples scraped/s\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scraped_samples_sum{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of [samples](https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples) scraped from configured targets.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 0,\n \"y\": 1\n },\n \"id\": 103,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Targets scraped/s\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scrapes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of targets scraped per second.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"decimals\": 1,\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 6,\n \"y\": 1\n },\n \"id\": 134,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Persistent queue size\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vmagent_remotewrite_pending_data_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 10485760\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 12,\n \"y\": 1\n },\n \"id\": 56,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Available CPU\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_available_cpu_cores{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Total number of available CPUs for selected vmagents. \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 18,\n \"y\": 1\n },\n \"id\": 152,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Samples ingested/s\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_rows_inserted_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of ingested [samples](https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples)\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 0,\n \"y\": 4\n },\n \"id\": 102,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Scrape targets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"up\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"up\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"down\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"down\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows total number of all configured scrape targets in state `up` or `down`.\\n\\nSee `http://vmagent-host:8429/targets` to get list of all targets. \\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"down\"\n },\n \"properties\": [\n {\n \"id\": \"thresholds\",\n \"value\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 1\n }\n ]\n }\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 6,\n \"y\": 4\n },\n \"id\": 72,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Log messages (30m)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(increase(vm_log_messages_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",level!=\\\"info\\\",cluster=~\\\"$cluster\\\"}[30m])) by(cluster)\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or misconfiguration errors.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 1\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 12,\n \"y\": 4\n },\n \"id\": 16,\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"auto\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"last\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"title\": \"Available memory\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_available_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"instant\": true,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Total size of available memory for selected vmagents.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 3,\n \"w\": 6,\n \"x\": 18,\n \"y\": 4\n },\n \"id\": 153,\n \"maxDataPoints\": 100,\n \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"auto\",\n \"orientation\": \"horizontal\",\n \"percentChangeColorMode\": \"standard\",\n \"reduceOptions\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"fields\": \"\",\n \"values\": false\n },\n \"showPercentChange\": false,\n \"text\": {},\n \"textMode\": \"auto\",\n \"wideLayout\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"stat\"\n },\n {\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(label_replace(vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version!=\\\"\\\",cluster=~\\\"$cluster\\\"}, \\\"version\\\", \\\"$1\\\", \\\"short_version\\\", \\\"(.*)\\\") or vm_app_version{job=~\\\"$job\\\",instance=~\\\"$instance\\\",short_version=\\\"\\\",cluster=~\\\"$cluster\\\"}) by(job,version,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"footer\": {\n \"reducers\": []\n },\n \"inspect\": false,\n \"minWidth\": 50\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Time\"\n },\n \"properties\": [\n {\n \"id\": \"custom.hideFrom.viz\",\n \"value\": true\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Value\"\n },\n \"properties\": [\n {\n \"id\": \"displayName\",\n \"value\": \"Count\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 8,\n \"x\": 0,\n \"y\": 7\n },\n \"id\": 101,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"showHeader\": true\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"table\"\n },\n {\n \"title\": \"Uptime\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(min_over_time(up{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 5,\n \"w\": 16,\n \"x\": 8,\n \"y\": 7\n },\n \"id\": 13,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Overview\",\n \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 12\n },\n \"id\": 24,\n \"type\": \"row\"\n },\n {\n \"title\": \"Samples rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate({__name__=~\\\"vmagent_rows_inserted_total|vm_promscrape_scraped_samples_sum\\\",job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"in {{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"out {{job}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows in/out [samples](https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples) rate including push and pull models. \\n\\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target.\\n\\nClick on the line and choose Drilldown to show CPU usage per instance\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"title\": \"Drilldown\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=123&var-job=${__field.labels.job}&var-ds=$ds&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/out .*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 13\n },\n \"id\": 5,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue size ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vmagent_remotewrite_pending_data_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}) by(job,url,cluster) > 2e6\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{job}} => {{url}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the persistent queue size of pending samples in bytes >2MB which hasn't been flushed to remote storage yet. \\n\\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\\n\\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\\n\\nClick on the line and choose Drilldown to show the persistent queue size per instance.\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown - Persistent queue size\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=125&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}\"\n },\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown - Persistent queue full ETA\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=161&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 13\n },\n \"id\": 17,\n \"links\": [\n {\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Logging rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_log_messages_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",level!=\\\"info\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,level,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"5m\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{job}} - {{level}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of logging the messages by their level. Unexpected spike in rate is a good reason to check logs.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=162&var-job=${__field.labels.job}&var-ds=$ds&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 107,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue dropped rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_persistentqueue_bytes_dropped_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(path,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"{{ path }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows rate of dropped [samples](https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples) from persistent queue. vmagent drops samples from queue if in-memory and on-disk queues are full and it is unable to flush them to remote storage.\\nThe max size of on-disk queue is configured by `-remoteWrite.maxDiskUsagePerURL` flag.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"decbytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 21\n },\n \"id\": 49,\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Requests rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_http_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,path,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of requests served by vmagent HTTP server.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 29\n },\n \"id\": 15,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Errors rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_http_request_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,protocol,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"requests:{{protocol}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_protoparser_read_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"parse: {{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_ingestserver_request_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"ingest: {{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_protoparser_unmarshal_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"unmarshal: {{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_dial_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"scrape dial ({{job}})\",\n \"range\": true,\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Errors rate shows rate for multiple metrics that track possible errors in vmagent, such as network or parsing errors.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 29\n },\n \"id\": 69,\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Resource usage\",\n \"panels\": [\n {\n \"title\": \"RSS memory % usage ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(max_over_time(process_resident_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / vm_available_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"How much resident memory (RAM) the process is actually using, compared to its allowed container or system limit.\\n\\n- Good: Below 70% most of the time, maybe spiking a bit under load.\\n- Bad: Above 90% for more than 5 minutes = risk of out-of-memory (OOM) kill.\\n\\nClick on the line and choose Drilldown to show memory usage per instance\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=117&var-job=${__field.labels.job}&var-ds=$ds&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 141\n },\n \"id\": 111,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU % usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(rate(process_cpu_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / process_cpu_cores_available{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=119&var-job=${__field.labels.job}&var-ds=$ds&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 141\n },\n \"id\": 157,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"RSS anonymous memory % usage\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(max_over_time(process_resident_memory_anon_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / vm_available_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Share for memory allocated by the process itself. When memory usage reaches 100% it will be likely OOM-killed.\\nSafe memory usage % considered to be below 80%\\n\\nClick on the line and choose Drilldown to show memory usage per instance\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 196\n },\n \"id\": 155,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU pressure\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_cpu_waiting_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - waiting\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_cpu_stalled_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - stalled\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"CPU pressure based on [Pressure Stall Information](https://docs.kernel.org/accounting/psi.html).\\n\\n**Lower is better.**\\n\\nPressure is measured as amount of time within 1sec time window the process was:\\n- waiting: at least one task in the process was ready to run (runnable) but couldn't get scheduled on the CPU.\\n- stalled: all tasks in the process (except idle ones) were unable to get CPU time — a full CPU stall.\\n\\nIf there's a CPU burst, it's normal to see waiting or stalled > 100ms. It only becomes a concern if it consistently climbs above 50-100ms and aligns with latency spikes or GC slowdowns.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 196\n },\n \"id\": 158,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory pressure\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_memory_waiting_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - waiting\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_memory_stalled_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - stalled\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows memory pressure based on [Pressure Stall Information](https://docs.kernel.org/accounting/psi.html).\\n\\n**Lower is better.**\\n\\nPressure is measured as amount of time within 1sec time window the process was:\\n- waiting: at least one thread was blocked on memory.\\n- stalled: every thread was blocked on memory (severe pressure).\\n\\nElevated memory pressure can slowdown the process performance by utilizing more disk IO. Consider increasing amount of available RAM limit or decreasing the load on the process.\\n\\nSee major page faults rate panel in Troubleshooting section if this metric continued to be high.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 204\n },\n \"id\": 156,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk writes/reads ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_io_storage_read_bytes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"read {{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_io_storage_written_bytes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"write {{job}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of bytes read/write from the storage layer when vmagent has to buffer data on disk or read already buffered data.\\n\\nClick on the line and choose Drilldown to show CPU usage per instance\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Drilldown\",\n \"url\": \"/d/G7Z9GzMGz?viewPanel=121&var-job=${__field.labels.job}&var-ds=$ds&${__url_time_range}\"\n }\n ],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"read\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 204\n },\n \"id\": 81,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Goroutines ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(max_over_time(go_goroutines{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 212\n },\n \"id\": 39,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"IO pressure\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_io_waiting_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - waiting\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_pressure_io_stalled_seconds_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"{{instance}} - stalled\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows IO pressure based on [Pressure Stall Information](https://docs.kernel.org/accounting/psi.html).\\n\\n**Lower is better.**\\n\\nPressure is measured as amount of time within 1sec time window the process was:\\n- waiting: at least one runnable thread blocked on IO (disk, NVMe, network-storage) while others could still make progress.\\n- stalled: all non-idle threads simultaneously waiting on `I/O`.\\n\\nIf stalled > 0, consider increasing queue depth on NVMe, raising blk-mq budgets, or relaxing cgroup I/O limits.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 212\n },\n \"id\": 159,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Threads ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(max_over_time(process_num_threads{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 220\n },\n \"id\": 41,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Network usage ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"(sum(rate(vm_tcplistener_read_bytes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) * 8) + (sum(rate(vm_promscrape_conn_bytes_read_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) * 8)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"in {{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) * 8\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"out {{job}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Network usage shows the bytes rate for data accepted by vmagent and pushed via remotewrite protocol.\\nDiscrepancies are possible because of different protocols used for ingesting, scraping and writing data.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bps\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/out.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 220\n },\n \"id\": 7,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"CPU spent on GC ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(rate(go_gc_cpu_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(process_cpu_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the percent of CPU spent on garbage collection.\\n\\nIf % is high, then CPU usage can be decreased by changing GOGC to higher values. Increasing GOGC value will increase memory usage, and decrease CPU usage.\\n\\nTry searching for keyword `GOGC` at https://docs.victoriametrics.com/victoriametrics/troubleshooting/ \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 228\n },\n \"id\": 135,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Go scheduling latency\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(histogram_quantile(0.99, sum(rate(go_sched_latencies_seconds_bucket{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,le,cluster))) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the time goroutines have spent in runnable state before actually running.\\n\\n**Lower is better.**\\n\\nHigh values or values exceeding the threshold is usually a sign of insufficient CPU resources or CPU throttling. \\n\\nVerify that service has enough CPU resources. Otherwise, the service could work unreliably with delays in processing.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.1\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 228\n },\n \"id\": 149,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Memory allocations rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(go_memstats_alloc_bytes_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of allocations in memory. Sudden increase in allocations would mean increased pressure on Go Garbage Collector and can saturate CPU resources of the application.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 236\n },\n \"id\": 154,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Open FDs usage % ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(max_over_time(process_open_fds{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / process_max_fds{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 2,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Panel shows the percentage of open file descriptors in the OS per instance.\\nReaching the limit of open files (100%) can cause various issues and must be prevented.\\n\\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 5,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 236\n },\n \"id\": 83,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 37\n },\n \"id\": 45,\n \"type\": \"row\"\n },\n {\n \"title\": \"Troubleshooting\",\n \"panels\": [\n {\n \"title\": \"Top 10 jobs by newly added series\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"topk(10, sum(sum_over_time(scrape_series_added[5m])) by(job,cluster)) by(cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{ job }}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows top 10 jobs by the number of new series registered by vmagent over the 5min range. These jobs generate the most of the churn rate.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 142\n },\n \"id\": 92,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Top 10 targets by newly added series\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"topk(10, sum(sum_over_time(scrape_series_added[5m])) by(job,instance,cluster)) by(cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"interval\": \"\",\n \"legendFormat\": \"{{job}}-{{instance}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows top 10 targets by the number of new series registered by vmagent over the 5min range. These instances generate the most of the churn rate.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 142\n },\n \"id\": 95,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue write saturation ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(rate(vm_persistentqueue_write_duration_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows write saturation of the persistent queue. If the threshold of 0.9sec is reached, then the persistent queue is saturated by more than 90% and vmagent won't be able to keep up with flushing data on disk. In this case, consider to decrease load on the vmagent or improve the disk throughput.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMax\": 2,\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 150\n },\n \"id\": 98,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue read saturation ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(rate(vm_persistentqueue_read_duration_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows read saturation of the persistent queue. If the threshold of 0.9sec is reached, then the persistent queue is saturated by more than 90% and vmagent won't be able to keep up with reading data from the disk. In this case, consider to decrease load on the vmagent or improve the disk throughput.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMax\": 2,\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 150\n },\n \"id\": 99,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Data blocks dropped ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_packets_dropped_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,url,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of dropped data blocks in cases when remote storage replies with `400 Bad Request` and `409 Conflict` HTTP responses.\\n\\nSee https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1149\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 158\n },\n \"id\": 79,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rows dropped by relabeling ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_relabel_metrics_dropped_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,url,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of dropped [samples](https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples) due to relabeling. \\nMetric tracks drops for `-remoteWrite.relabelConfig` configuration only.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"normal\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 158\n },\n \"id\": 18,\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Relabeling\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/relabeling/\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rows rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_protoparser_rows_read_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"sample: {{ type }} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_protoparser_metadata_read_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"metadata: {{ type }} ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of data rows parsed from write requests and scraping. \\nThere are two kinds of rows:\\n1. Raw sample: each sample consists of a value and a timestamp, see https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples \\n2. Metric metadata: refers to descriptive information about metrics. It can be disabled by setting `-enableMetadata=false`, see https://docs.victoriametrics.com/victoriametrics/vmagent/#metric-metadata.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 166\n },\n \"id\": 127,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.4.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Invalid datapoints rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_rows_invalid_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Tracks the rate of dropped invalid rows because of errors while unmarshaling write requests. The exact errors messages will be printed in logs.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 166\n },\n \"id\": 50,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Non-default flags\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(flag{is_set=\\\"true\\\",job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,instance,name,value,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"table\",\n \"instant\": true,\n \"legendFormat\": \"__auto\",\n \"range\": false,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n \"custom\": {\n \"align\": \"auto\",\n \"cellOptions\": {\n \"type\": \"auto\"\n },\n \"filterable\": true,\n \"inspect\": false\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Value\"\n },\n \"properties\": [\n {\n \"id\": \"custom.hidden\",\n \"value\": true\n }\n ]\n },\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"Time\"\n },\n \"properties\": [\n {\n \"id\": \"custom.hidden\",\n \"value\": true\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 174\n },\n \"id\": 129,\n \"options\": {\n \"cellHeight\": \"sm\",\n \"filterable\": true,\n \"footer\": {\n \"countRows\": false,\n \"fields\": \"\",\n \"reducer\": [\n \"sum\"\n ],\n \"show\": false\n },\n \"showHeader\": true,\n \"showSearch\": true,\n \"sortBy\": [\n {\n \"desc\": true,\n \"displayName\": \"job\"\n }\n ]\n },\n \"pluginVersion\": \"11.5.0\",\n \"transformations\": [\n {\n \"id\": \"groupBy\",\n \"options\": {\n \"fields\": {\n \"instance\": {\n \"aggregations\": []\n },\n \"job\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"name\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n },\n \"value\": {\n \"aggregations\": [],\n \"operation\": \"groupby\"\n }\n }\n }\n }\n ],\n \"type\": \"table\"\n },\n {\n \"title\": \"Restarts ($job)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(changes(vm_app_start_timestamp{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) > 0) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{job}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of restarts per job. The chart can be useful to identify periodic process restarts and correlate them with potential issues or anomalies. Normally, processes shouldn't restart unless restart was inited by user. The reason of restarts should be figured out by checking the logs of each specific service. \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"stepAfter\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 0,\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"none\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 174\n },\n \"id\": 150,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rows ignored for last 1h ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(increase(vm_rows_ignored_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[1h])) by(reason,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows how many samples were ignored on insertion due to various reasons. See the reason of rejection application logs.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 181\n },\n \"id\": 151,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Fsync avg duration ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"rate(vm_filestream_fsync_duration_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / rate(vm_filestream_fsync_calls_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"instant\": false,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Average duration of fsync system calls. Spikes or high latency indicates that storage I/O cannot keep up with the write rate, which may slow down data ingestion.\\n\\nIf this value is elevated:\\n- Check disk-related metrics.\\n- If using cloud storage, check IOPS and throughput limits.\\n- If using NFS, check network performance, server resource usage, and any errors on the NFS server side.\\n- Check for known bugs in the filesystem or kernel version being used.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 189\n },\n \"id\": 171,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": true,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 38\n },\n \"id\": 94,\n \"type\": \"row\"\n },\n {\n \"title\": \"Scraping\",\n \"panels\": [\n {\n \"title\": \"Scrape targets UP(By Type)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"up\\\",cluster=~\\\"$cluster\\\"}) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4209\n },\n \"id\": 48,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape targets DOWN(By Type)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"down\\\",cluster=~\\\"$cluster\\\"}) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{type}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4209\n },\n \"id\": 76,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape targets UP(By Job)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_scrape_pool_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"up\\\",cluster=~\\\"$cluster\\\"}) by(job,scrape_job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{job}}: {{scrape_job}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4216\n },\n \"id\": 132,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape targets DOWN(By Job)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vm_promscrape_scrape_pool_targets{job=~\\\"$job\\\",instance=~\\\"$instance\\\",status=\\\"down\\\",cluster=~\\\"$cluster\\\"}) by(job,scrape_job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"{{job}}: {{scrape_job}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4216\n },\n \"id\": 133,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scrapes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of scrapes per second.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4223\n },\n \"id\": 20,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scraped datapoints rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scraped_samples_sum{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of datapoints scraped per second.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4223\n },\n \"id\": 126,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape response size 0.99 quantile ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(histogram_quantile(0.99, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,vmrange,cluster))) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4231\n },\n \"id\": 46,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape duration 0.99 quantile ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(histogram_quantile(0.99, sum(rate(vm_promscrape_scrape_duration_seconds_bucket{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,vmrange,cluster))) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4231\n },\n \"id\": 148,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Scrape fails ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scrapes_failed_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"scrapes failed ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scrapes_timed_out_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"timeouts ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_scrapes_gunzip_failed_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"gunzip fails ({{job}})\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_dial_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"dial fails ({{job}})\",\n \"range\": true,\n \"refId\": \"D\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_promscrape_max_scrape_size_exceeded_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"max scrape size exceeded ({{job}})\",\n \"range\": true,\n \"refId\": \"E\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 10,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4239\n },\n \"id\": 31,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"11.5.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 39\n },\n \"id\": 28,\n \"type\": \"row\"\n },\n {\n \"title\": \"Ingestion\",\n \"panels\": [\n {\n \"title\": \"Requests rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_ingestserver_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,net,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{net}}: {{ type }} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_http_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",protocol!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,protocol,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ protocol }}: http ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of write requests served by ingestserver (UDP, TCP connections) and HTTP server.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 3931\n },\n \"id\": 73,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"9.2.6\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rows rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_rows_inserted_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"sample: {{ type }} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_metadata_inserted_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,type,cluster) > 0\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"metadata:{{ type }} ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of data rows ingested from write requests. There are two kinds of rows:\\n1. Raw sample: each sample consists of a value and a timestamp, see https://docs.victoriametrics.com/victoriametrics/keyconcepts/#raw-samples. \\n2. Metric metadata: refers to descriptive information about metrics. It can be disabled by setting `-enableMetadata=false`, see https://docs.victoriametrics.com/victoriametrics/vmagent/#metric-metadata.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 41\n },\n \"id\": 131,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.4.3\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Concurrent inserts ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max_over_time(vm_concurrent_insert_current{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{instance}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"min(vm_concurrent_insert_capacity{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"limit ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows how many concurrent inserts are taking place.\\n\\nIf the number of concurrent inserts hitting the `limit` or is close to the `limit` constantly - it might be a sign of a resource shortage.\\n\\n If vmagent's CPU usage and remote write connection saturation are at normal level, it might be that `-maxConcurrentInserts` cmd-line flag need to be increased.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4207\n },\n \"id\": 130,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"9.2.6\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Error rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_ingestserver_request_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(type,net,cluster) > 0\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ type }} ({{net}})\",\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_http_request_errors_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",protocol!=\\\"\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(protocol,cluster) > 0\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{ protocol }} (http)\",\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of write errors in ingestserver (UDP, TCP connections) and HTTP server.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4207\n },\n \"id\": 77,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"9.2.6\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 40\n },\n \"id\": 71,\n \"type\": \"row\"\n },\n {\n \"title\": \"Streaming aggregation\",\n \"panels\": [\n {\n \"title\": \"Matched samples ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_streamaggr_matched_samples_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(instance,pod) > 0\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of matched samples by the aggregation rule. \\n\\nThe more samples is matched, the more work this aggregation rule does. The matching rule is specified via `match` param.\\n\\nSee more details in [stream aggregation config](https://docs.victoriametrics.com/victoriametrics/stream-aggregation/#stream-aggregation-config). \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4254\n },\n \"id\": 146,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Dropped samples ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate({__name__=~\\\"vm_streamaggr_ignored_samples_total|vm_streamaggr_dedup_dropped_samples_total\\\",job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) > 0) without(instance,pod)\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"The rate of dropped samples during aggregation. \\nStream aggregation will drop samples with NaN values, too old timestamps or samples identified as duplicates during deduplication. See https://docs.victoriametrics.com/victoriametrics/stream-aggregation/#ignoring-old-samples \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4254\n },\n \"id\": 143,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Produced samples ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_streamaggr_output_samples_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(instance,pod) > 0\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of produced samples by the aggregation rule. \\n\\nNumber of produced samples depend on params like `by`, `without`, `interval`, etc.\\n\\nSee more details in [stream aggregation config](https://docs.victoriametrics.com/victoriametrics/stream-aggregation/#stream-aggregation-config). \",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4262\n },\n \"id\": 147,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"min\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Flush timeouts ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"increase(vm_streamaggr_flush_timeouts_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) > 0\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"aggregation: {{url}} ({{job}}): {{path}}:{{position}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"increase(vm_streamaggr_dedup_flush_timeouts_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) > 0\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"deduplication: {{url}} ({{job}}): {{path}}:{{position}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows events when deduplication or aggregation couldn't be finished in the configured interval. Such events may result into bad accuracy of produced data.\\n\\nPossible solutions:\\n* increase interval; \\n* use match filter matching smaller number of series;\\n* reduce samples ingestion rate to stream aggregation\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"min\": -5,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4262\n },\n \"id\": 139,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Samples lag 0.99 quantile ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"histogram_quantile(0.99, sum(rate(vm_streamaggr_samples_lag_seconds_bucket{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) without(instance,pod))\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the max lag between samples timestamps within one batch passed to the aggregation input.\\n\\nLower is better.\\n\\nToo high lag or lag exceeding the interval might be a sign that data was delayed before aggregation or resource insufficiency on aggregator. Samples with high lag may affect accuracy of aggregation.\\n\\nSee https://docs.victoriametrics.com/victoriametrics/stream-aggregation/#ignoring-old-samples\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 4270\n },\n \"id\": 142,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Dedup flush duration 0.99 quantile ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"histogram_quantile(0.99, rate(vm_streamaggr_dedup_flush_duration_seconds_bucket{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]))\",\n \"editorMode\": \"code\",\n \"instant\": false,\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"The 99th percentile of avg flush duration for the aggregated data. \\n\\nSmaller is better.\\n\\nAggregation can produce incorrect results ff flush duration exceeds configured deduplication interval. See \\\"Flush Timeouts\\\" panel.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4270\n },\n \"id\": 137,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Labels compressor ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(vm_streamaggr_labels_compressor_items_count{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"items: {{instance}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(vm_streamaggr_labels_compressor_size_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"instant\": false,\n \"legendFormat\": \"bytes: {{instance}} ({{job}})\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the size of Label Compressor in number of entries.\\n\\nLabels compressor encodes label-value pairs during aggregation to optimise memory usage. It is expected for its size to grow with time and to reset on vmagent restarts.\\n\\nRapid spikes in Label compressor size might be a sign of significant changes in labels of received samples.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"axisSoftMin\": 0,\n \"barAlignment\": 0,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"auto\",\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\"\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n }\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/bytes.*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.axisPlacement\",\n \"value\": \"right\"\n },\n {\n \"id\": \"unit\",\n \"value\": \"bytes\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 4310\n },\n \"id\": 141,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\",\n \"sort\": \"none\"\n }\n },\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 41\n },\n \"id\": 136,\n \"type\": \"row\"\n },\n {\n \"title\": \"Remote write\",\n \"panels\": [\n {\n \"title\": \"Requests rate ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_requests_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,url,status_code,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of requests to configured remote write endpoints by url and status code.\\n\\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\\n\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"decimals\": 2,\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 2259\n },\n \"id\": 60,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Bytes write rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the global rate for number of written bytes via remote write connections.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"decbytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 2259\n },\n \"id\": 66,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Retry rate ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_retries_count_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(url,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows requests retry rate by url. Number of retries is unlimited but protected with delays up to 1m between attempts.\\n\\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\\n\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 2267\n },\n \"id\": 61,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Connections ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(max_over_time(vmagent_remotewrite_conns{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"__auto\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows current number of established connections to remote write endpoints.\\n\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 2267\n },\n \"id\": 65,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Hourly series limit\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(vmagent_hourly_series_limit_current_series{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"} / vmagent_hourly_series_limit_max_series{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,cluster) * 100\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the current limit usage of unique series over an hourly period. Vmagent will start to drop series once the limit is reached.\\n\\nPlease note, panel will be blank if `remoteWrite.maxHourlySeries` is not set.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"mappings\": [],\n \"max\": 100,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percent\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 2275\n },\n \"id\": 88,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Remote write connection saturation ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(rate(vmagent_remotewrite_send_duration_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval]) / vmagent_remotewrite_queues{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}) by(job,url,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows saturation of every connection to remote storage. If the threshold of 90% is reached, then the connection is saturated (busy or slow) by more than 90%, so vmagent won't be able to keep up and can start buffering data. \\n\\nThis usually means that `-remoteWrite.queues` command-line flag must be increased in order to increase the number of connections per each remote storage.\\n\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 2275\n },\n \"id\": 84,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Daily series limit\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max(vmagent_daily_series_limit_current_series{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"} / vmagent_daily_series_limit_max_series{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the current limit usage of unique series over a daily period. Vmagent will start to drop series once the limit is reached.\\n\\nPlease note, panel will be blank if `remoteWrite.maxDailySeries` is not set.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"line\"\n }\n },\n \"mappings\": [],\n \"max\": 100,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"transparent\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 0.9\n }\n ]\n },\n \"unit\": \"percentunit\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 2283\n },\n \"id\": 90,\n \"options\": {\n \"legend\": {\n \"calcs\": [],\n \"displayMode\": \"list\",\n \"placement\": \"bottom\",\n \"showLegend\": false\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 42\n },\n \"id\": 58,\n \"type\": \"row\"\n },\n {\n \"title\": \"Kafka (Enterprise)\",\n \"panels\": [\n {\n \"title\": \"Traffic (bytes)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_kafka_sent_bytes_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Produced to Kafka\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"0 - sum(rate(vmagent_kafka_consumer_read_bytes_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Consumed from Kafka\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Positive series show bytes written by vmagent producers into Kafka. Negative series show bytes read by vmagent consumers from Kafka. Read this together with Messages in / out: a stable byte rate with rising message rate usually means smaller Kafka payloads and higher per-message overhead. Producer Kafka metrics aggregate at job level because they do not expose the full remoteWrite URL label.\\n\\nDocs: estimating message size and rate. Kafka read docs: reading metrics.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": true,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"Bps\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 44\n },\n \"id\": 164,\n \"links\": [\n {\n \"title\": \"Docs: estimating size/rate\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#estimating-message-size-and-rate\"\n },\n {\n \"title\": \"Docs: reading metrics\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#reading-metrics\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Messages in / out\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_kafka_messages_sent_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Produced to Kafka\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"0 - sum(rate(vmagent_kafka_messages_read_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Consumed from Kafka\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Positive series show Kafka messages produced by vmagent. Negative series show Kafka messages consumed by vmagent. Read this together with Traffic (bytes), because a stable byte rate with rising message rate usually means smaller Kafka messages and higher per-message overhead. Producer Kafka metrics aggregate at job level because they do not expose the full remoteWrite URL label.\\n\\nDocs: estimating message size and rate. Kafka read docs: reading metrics.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": true,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": null\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 44\n },\n \"id\": 165,\n \"links\": [\n {\n \"title\": \"Docs: estimating size/rate\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#estimating-message-size-and-rate\"\n },\n {\n \"title\": \"Docs: reading metrics\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#reading-metrics\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Producer errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_kafka_messages_send_errors_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Producer send errors\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_kafka_messages_delivery_errors_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Producer delivery errors\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Kafka producer-side errors from vmagent remote write. This panel shows send errors and delivery errors reported by Kafka producers.\\n\\nKafka write docs: writing metrics.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 52\n },\n \"id\": 167,\n \"links\": [\n {\n \"title\": \"Docs: writing metrics\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#writing-metrics\"\n },\n {\n \"title\": \"Docs: reading metrics\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#reading-metrics\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Consumer errors\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_kafka_client_errors_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Consumer client errors\",\n \"range\": true,\n \"refId\": \"C\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${ds}\"\n },\n \"expr\": \"sum(rate(vmagent_kafka_ingest_errors_total{job=~\\\"$job\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,cluster)\",\n \"editorMode\": \"code\",\n \"legendFormat\": \"Consumer ingest errors\",\n \"range\": true,\n \"refId\": \"D\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Kafka consumer-side errors from vmagent. This panel shows client errors and ingest errors reported while reading from Kafka and passing data further downstream.\\n\\nKafka read docs: reading metrics.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"ops\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 52\n },\n \"id\": 168,\n \"links\": [\n {\n \"title\": \"Docs: reading metrics\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/integrations/kafka/#reading-metrics\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 43\n },\n \"id\": 163,\n \"type\": \"row\"\n },\n {\n \"title\": \"Drilldown\",\n \"panels\": [\n {\n \"fieldConfig\": {\n \"defaults\": {},\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 2,\n \"w\": 24,\n \"x\": 0,\n \"y\": 918\n },\n \"id\": 115,\n \"options\": {\n \"code\": {\n \"language\": \"plaintext\",\n \"showLineNumbers\": false,\n \"showMiniMap\": false\n },\n \"content\": \"Drilldown row is used by other panels on the dashboard to show more detailed metrics per-instance.\",\n \"mode\": \"markdown\"\n },\n \"pluginVersion\": \"12.2.0\",\n \"transparent\": true,\n \"type\": \"text\"\n },\n {\n \"title\": \"CPU usage ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_cpu_seconds_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": false,\n \"format\": \"time_series\",\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{instance}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 920\n },\n \"id\": 119,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"RSS memory usage ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"max_over_time(process_resident_memory_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{instance}} ({{job}})\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the used memory (resident).\\nThe application's performance will significantly degrade when memory usage is close to 100%.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n }\n ]\n },\n \"unit\": \"decbytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 920\n },\n \"id\": 117,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue size ($instance) to ($url)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(vmagent_remotewrite_pending_data_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"}) by(instance,url,cluster)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{instance}} => {{url}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the persistent queue size of pending samples in bytes which hasn't been flushed to remote storage yet. \\n\\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\\n\\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 928\n },\n \"id\": 125,\n \"links\": [\n {\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Samples rate ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate({__name__=~\\\"vm_promscrape_scraped_samples_sum|vmagent_rows_inserted_total\\\",job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"hide\": false,\n \"interval\": \"\",\n \"legendFormat\": \"in {{instance}} {{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"interval\": \"\",\n \"legendFormat\": \"out {{instance}} {{job}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows in/out samples rate including push and pull models. \\n\\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byRegexp\",\n \"options\": \"/out .*/\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 928\n },\n \"id\": 123,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Disk writes/reads ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_io_storage_read_bytes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"read {{instance}} {{job}}\",\n \"range\": true,\n \"refId\": \"A\"\n },\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(process_io_storage_written_bytes_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,cluster)\",\n \"editorMode\": \"code\",\n \"format\": \"time_series\",\n \"hide\": false,\n \"interval\": \"\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"write {{instance}} {{job}}\",\n \"range\": true,\n \"refId\": \"B\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the number of bytes read/write from the storage layer when vmagent has to buffer data on disk or read already buffered data.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"bytes\"\n },\n \"overrides\": [\n {\n \"matcher\": {\n \"id\": \"byName\",\n \"options\": \"read\"\n },\n \"properties\": [\n {\n \"id\": \"custom.transform\",\n \"value\": \"negative-Y\"\n }\n ]\n }\n ]\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 936\n },\n \"id\": 121,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Persistent queue Full ETA ($instance)\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"(sum(vm_persistentqueue_free_disk_space_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}) by(job,instance,path,cluster) / (sum(deriv(vm_persistentqueue_bytes_pending{job=~\\\"$job\\\",instance=~\\\"$instance\\\",cluster=~\\\"$cluster\\\"}[1m])) by(job,instance,path,cluster) > 0)) * on(job,instance,path,cluster) group_left(url) ((vmagent_remotewrite_pending_data_bytes{job=~\\\"$job\\\",instance=~\\\"$instance\\\",url=~\\\"$url\\\",cluster=~\\\"$cluster\\\"} * 0) + 1)\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"interval\": \"\",\n \"legendFormat\": \"{{instance}} => {{url}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows an estimated time until a persistent queue reaches its disk usage limit for a given instance and -remoteWrite.url.\\n\\nThe ETA is shown only when the pending queue size is actively growing, which typically indicates that remote write cannot keep up with ingestion (e.g. the remote endpoint is slow or unavailable).\\n\\nOnce the disk usage limit is reached, newly ingested metrics will be dropped.\\n\\nThe estimation is approximate and may fluctuate due to short-term changes in the queue growth rate.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"line\",\n \"fillOpacity\": 0,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"s\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 936\n },\n \"id\": 161,\n \"links\": [\n {\n \"title\": \"Troubleshooting\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n }\n ],\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"none\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Logging rate\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"expr\": \"sum(rate(vm_log_messages_total{job=~\\\"$job\\\",instance=~\\\"$instance\\\",level!=\\\"info\\\",cluster=~\\\"$cluster\\\"}[$__rate_interval])) by(job,instance,level,app_version,location,cluster) > 0\",\n \"editorMode\": \"code\",\n \"exemplar\": true,\n \"format\": \"time_series\",\n \"interval\": \"5m\",\n \"intervalFactor\": 1,\n \"legendFormat\": \"{{instance}} - {{level}}: {{location}}\",\n \"range\": true,\n \"refId\": \"A\"\n }\n ],\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"$ds\"\n },\n \"description\": \"Shows the rate of logging the messages by their level. Unexpected spike in rate is a good reason to check logs.\",\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \"axisBorderShow\": false,\n \"axisCenteredZero\": false,\n \"axisColorMode\": \"text\",\n \"axisLabel\": \"\",\n \"axisPlacement\": \"auto\",\n \"barAlignment\": 0,\n \"barWidthFactor\": 0.6,\n \"drawStyle\": \"bars\",\n \"fillOpacity\": 100,\n \"gradientMode\": \"none\",\n \"hideFrom\": {\n \"legend\": false,\n \"tooltip\": false,\n \"viz\": false\n },\n \"insertNulls\": false,\n \"lineInterpolation\": \"linear\",\n \"lineWidth\": 1,\n \"pointSize\": 5,\n \"scaleDistribution\": {\n \"type\": \"linear\"\n },\n \"showPoints\": \"never\",\n \"showValues\": false,\n \"spanNulls\": false,\n \"stacking\": {\n \"group\": \"A\",\n \"mode\": \"none\"\n },\n \"thresholdsStyle\": {\n \"mode\": \"off\"\n }\n },\n \"links\": [\n {\n \"targetBlank\": true,\n \"title\": \"Source Code\",\n \"url\": \"https://l2s.victoriametrics.com/?app_version=${__field.labels.app_version}&location=${__field.labels.location}\"\n }\n ],\n \"mappings\": [],\n \"min\": 0,\n \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\": [\n {\n \"color\": \"green\",\n \"value\": 0\n },\n {\n \"color\": \"red\",\n \"value\": 80\n }\n ]\n },\n \"unit\": \"short\"\n },\n \"overrides\": []\n },\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 1309\n },\n \"id\": 162,\n \"options\": {\n \"legend\": {\n \"calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"max\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"showLegend\": true,\n \"sortBy\": \"Last *\",\n \"sortDesc\": true\n },\n \"tooltip\": {\n \"hideZeros\": false,\n \"mode\": \"multi\",\n \"sort\": \"desc\"\n }\n },\n \"pluginVersion\": \"12.2.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"collapsed\": true,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\": 60\n },\n \"id\": 113,\n \"type\": \"row\"\n }\n ],\n \"description\": \"Overview for VictoriaMetrics vmagent v1.117.0 or higher\",\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"links\": [\n {\n \"icon\": \"doc\",\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Docs\",\n \"type\": \"link\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/\"\n },\n {\n \"asDropdown\": false,\n \"icon\": \"question\",\n \"includeVars\": false,\n \"keepTime\": false,\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Troubleshooting\",\n \"tooltip\": \"\",\n \"type\": \"link\",\n \"url\": \"https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting\"\n },\n {\n \"icon\": \"info\",\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Community support\",\n \"type\": \"link\",\n \"url\": \"https://victoriametrics.com/support/community-support/\"\n },\n {\n \"asDropdown\": false,\n \"icon\": \"bolt\",\n \"includeVars\": false,\n \"keepTime\": false,\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Enterprise support\",\n \"tooltip\": \"\",\n \"type\": \"link\",\n \"url\": \"https://victoriametrics.com/support/enterprise-support/\"\n },\n {\n \"icon\": \"info\",\n \"tags\": [],\n \"targetBlank\": true,\n \"title\": \"Releases\",\n \"type\": \"link\",\n \"url\": \"https://github.com/VictoriaMetrics/VictoriaMetrics/releases\"\n }\n ],\n \"preload\": false,\n \"refresh\": \"\",\n \"schemaVersion\": 42,\n \"time\": {\n \"from\": \"now-3h\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ]\n },\n \"uid\": \"G7Z9GzMGz\",\n \"version\": 1\n}" - resyncPeriod: 10m ---- -apiVersion: grafana.integreatly.org/v1beta1 -kind: GrafanaDashboard -metadata: - annotations: - kustomize.toolkit.fluxcd.io/substitute: disabled - labels: - app.kubernetes.io/instance: shared - app.kubernetes.io/managed-by: sync-job - name: shared-dashboard-workload-total - namespace: o11y -spec: - allowCrossNamespaceImport: true - folderRef: shared - instanceSelector: - matchLabels: - dashboards: grafana - json: "{\n \"title\": \"Kubernetes / Networking / Workload\",\n \"editable\": false,\n \"timezone\": \"UTC\",\n \"tags\": [\n \"kubernetes-mixin\",\n \"vm-k8s-stack\"\n ],\n \"annotations\": {},\n \"templating\": {\n \"list\": [\n {\n \"name\": \"datasource\",\n \"label\": \"Data source\",\n \"type\": \"datasource\",\n \"query\": \"prometheus\",\n \"hide\": 0,\n \"current\": {\n \"text\": \"VictoriaMetrics Fleet\",\n \"value\": \"VictoriaMetricsFleet\"\n },\n \"regex\": \"/^VictoriaMetrics Fleet$/\"\n },\n {\n \"name\": \"cluster\",\n \"label\": \"cluster\",\n \"type\": \"query\",\n \"query\": \"label_values(kube_pod_info{job=\\\"kube-state-metrics\\\"}, cluster)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"multi\": true,\n \"includeAll\": true,\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"namespace\",\n \"label\": \"namespace\",\n \"type\": \"query\",\n \"query\": \"label_values(container_network_receive_packets_total{cluster=~\\\"$cluster\\\"}, namespace)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"current\": {\n \"selected\": false,\n \"text\": \"kube-system\",\n \"value\": \"kube-system\"\n },\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"workload\",\n \"label\": \"workload\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\".+\\\"}, workload)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"hide\": 0,\n \"refresh\": 2,\n \"sort\": 1\n },\n {\n \"name\": \"type\",\n \"label\": \"workload_type\",\n \"type\": \"query\",\n \"query\": \"label_values(namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\"}, workload_type)\",\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"includeAll\": true,\n \"hide\": 0,\n \"allValue\": \".+\",\n \"refresh\": 2,\n \"sort\": 1\n }\n ]\n },\n \"panels\": [\n {\n \"title\": \"Current Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 0\n },\n \"id\": 1,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Current Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 0\n },\n \"id\": 2,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Average Rate of Bits Received\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 9\n },\n \"id\": 3,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Average Rate of Bits Transmitted\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(avg((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \"fixedColor\": \"green\",\n \"mode\": \"fixed\"\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 9\n },\n \"id\": 4,\n \"interval\": \"1m\",\n \"options\": {\n \"displayMode\": \"basic\",\n \"showUnfilled\": false\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"bargauge\"\n },\n {\n \"title\": \"Receive Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((8 * rate(container_network_receive_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 18\n },\n \"id\": 5,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Transmit Bandwidth\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum((8 * rate(container_network_transmit_bytes_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval])) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"bps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 18\n },\n \"id\": 6,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(rate(container_network_receive_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 27\n },\n \"id\": 7,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(rate(container_network_transmit_packets_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 27\n },\n \"id\": 8,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Received Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(rate(container_network_receive_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 0,\n \"y\": 36\n },\n \"id\": 9,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n },\n {\n \"title\": \"Rate of Transmitted Packets Dropped\",\n \"targets\": [\n {\n \"datasource\": {\n \"type\": \"prometheus\",\n \"uid\": \"${datasource}\"\n },\n \"expr\": \"sort_desc(sum(rate(container_network_transmit_packets_dropped_total{job=\\\"kubelet\\\",metrics_path=\\\"/metrics/cadvisor\\\",cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\"}[$__rate_interval]) * on(cluster,namespace,pod) group_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=~\\\"$cluster\\\",namespace=~\\\"$namespace\\\",workload=~\\\"$workload\\\",workload_type=~\\\"$type\\\"}) by(pod,cluster))\",\n \"legendFormat\": \"__auto\"\n }\n ],\n \"datasource\": {\n \"type\": \"datasource\",\n \"uid\": \"-- Mixed --\"\n },\n \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \"fillOpacity\": 10,\n \"showPoints\": \"never\",\n \"spanNulls\": true\n },\n \"unit\": \"pps\"\n }\n },\n \"gridPos\": {\n \"h\": 9,\n \"w\": 12,\n \"x\": 12,\n \"y\": 36\n },\n \"id\": 10,\n \"interval\": \"1m\",\n \"options\": {\n \"legend\": {\n \"asTable\": true,\n \"calcs\": [\n \"lastNotNull\"\n ],\n \"displayMode\": \"table\",\n \"placement\": \"right\",\n \"showLegend\": true\n },\n \"tooltip\": {\n \"mode\": \"single\"\n }\n },\n \"pluginVersion\": \"v13.0.0\",\n \"type\": \"timeseries\"\n }\n ],\n \"links\": [\n {\n \"asDropdown\": true,\n \"includeVars\": true,\n \"keepTime\": true,\n \"tags\": [\n \"kubernetes-mixin\"\n ],\n \"targetBlank\": false,\n \"title\": \"Kubernetes\",\n \"type\": \"dashboards\"\n }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"time\": {\n \"from\": \"now-1h\",\n \"to\": \"now\"\n },\n \"uid\": \"728bf77cc1166d2f3133bf25846876cc\"\n}" - resyncPeriod: 10m diff --git a/o11y/vendor/cloudnativepg.json b/o11y/vendor/cloudnativepg.json deleted file mode 100644 index a0dc5cb..0000000 --- a/o11y/vendor/cloudnativepg.json +++ /dev/null @@ -1,9347 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_PROMETHEUS", - "label": "Prometheus", - "description": "", - "type": "datasource", - "pluginId": "prometheus", - "pluginName": "Prometheus" - }, - { - "name": "DS_EXPRESSION", - "label": "Expression", - "description": "", - "type": "datasource", - "pluginId": "__expr__" - } - ], - "__elements": {}, - "__requires": [ - { - "type": "datasource", - "id": "__expr__", - "version": "1.0.0" - }, - { - "type": "panel", - "id": "alertlist", - "name": "Alert list", - "version": "" - }, - { - "type": "panel", - "id": "bargauge", - "name": "Bar gauge", - "version": "" - }, - { - "type": "panel", - "id": "gauge", - "name": "Gauge", - "version": "" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "10.3.3" - }, - { - "type": "panel", - "id": "heatmap", - "name": "Heatmap", - "version": "" - }, - { - "type": "datasource", - "id": "prometheus", - "name": "Prometheus", - "version": "1.0.0" - }, - { - "type": "panel", - "id": "stat", - "name": "Stat", - "version": "" - }, - { - "type": "panel", - "id": "table", - "name": "Table", - "version": "" - }, - { - "type": "panel", - "id": "text", - "name": "Text", - "version": "" - }, - { - "type": "panel", - "id": "timeseries", - "name": "Time series", - "version": "" - } - ], - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 1, - "id": null, - "links": [ - { - "asDropdown": false, - "icon": "external link", - "includeVars": false, - "keepTime": false, - "tags": [ - "cloudnativepg" - ], - "targetBlank": false, - "title": "Related Dashboards", - "tooltip": "", - "type": "dashboards", - "url": "" - } - ], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 7, - "w": 3, - "x": 0, - "y": 0 - }, - "id": 676, - "options": { - "alertInstanceLabelFilter": "{namespace=~\"$namespace\",pod=~\"$instances\"}", - "alertName": "", - "dashboardAlerts": false, - "folder": "", - "groupBy": [], - "groupMode": "default", - "maxItems": 20, - "sortOrder": 1, - "stateFilter": { - "error": true, - "firing": true, - "noData": false, - "normal": true, - "pending": true - }, - "viewMode": "list" - }, - "title": "Alerts", - "type": "alertlist" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 4, - "x": 3, - "y": 0 - }, - "id": 586, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "markdown" - }, - "pluginVersion": "10.3.3", - "title": "Health", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 12, - "x": 7, - "y": 0 - }, - "id": 336, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "markdown" - }, - "pluginVersion": "10.3.3", - "title": "Overview", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 2, - "x": 19, - "y": 0 - }, - "id": 352, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "markdown" - }, - "pluginVersion": "10.3.3", - "title": "Storage", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 21, - "y": 0 - }, - "id": 354, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "markdown" - }, - "pluginVersion": "10.3.3", - "title": "Backups", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Cluster Replication Health represents the availability of replica servers available to replace the primary in case of a failure.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "-1": { - "color": "red", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 2, - "result": { - "color": "orange", - "index": 2, - "text": "Degraded" - }, - "to": 999 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 2, - "x": 3, - "y": 1 - }, - "id": 585, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "(max(cnpg_pg_replication_streaming_replicas{namespace=~\"$namespace\", pod=~\"$instances\"}) - sum(cnpg_pg_replication_is_wal_receiver_up{namespace=~\"$namespace\", pod=~\"$instances\"})) + (clamp_max(max(cnpg_pg_replication_streaming_replicas{namespace=~\"$namespace\", pod=~\"$instances\"}), 1) - 1)", - "legendFormat": "Replication", - "range": true, - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "High lag indicates issue with replication. Network or storage interfaces may not have enough bandwidth to handle incoming traffic and replication at the same time.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "text", - "index": 0, - "text": "No data" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 0.1 - }, - "type": "range" - }, - { - "options": { - "from": 0.1, - "result": { - "color": "yellow", - "index": 2, - "text": "Sub-second" - }, - "to": 1 - }, - "type": "range" - }, - { - "options": { - "from": 1, - "result": { - "color": "orange", - "index": 3, - "text": "Delayed" - }, - "to": 5 - }, - "type": "range" - }, - { - "options": { - "from": 5, - "result": { - "color": "red", - "index": 4, - "text": "High" - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 5, - "y": 1 - }, - "id": 590, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(cnpg_pg_replication_lag{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", - "hide": false, - "instant": false, - "legendFormat": "Lag", - "range": true, - "refId": "LAG" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "expr": "", - "hide": false, - "instant": false, - "range": true, - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Low disk space or low inode count will result in data loss.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "text", - "index": 0, - "text": "No data" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 0.8 - }, - "type": "range" - }, - { - "options": { - "from": 0.8, - "result": { - "color": "orange", - "index": 2, - "text": "Warning" - }, - "to": 0.9 - }, - "type": "range" - }, - { - "options": { - "from": 0.9, - "result": { - "color": "red", - "index": 3, - "text": "Critical" - }, - "to": 0.98 - }, - "type": "range" - }, - { - "options": { - "from": 0.98, - "result": { - "color": "red", - "index": 4, - "text": "Data Loss" - }, - "to": 1 - }, - "type": "range" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 5, - "text": "Full" - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 6, - "y": 1 - }, - "id": 613, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max((max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"}))) OR (max by(persistentvolumeclaim) (kubelet_volume_stats_inodes_used{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_inodes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"})))", - "hide": false, - "legendFormat": "Storage", - "range": true, - "refId": "STORAGE" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-blue", - "value": null - } - ] - }, - "unit": "dateTimeFromNow", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 7, - "y": 1 - }, - "id": 338, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(cnpg_pg_postmaster_start_time{namespace=~\"$namespace\",pod=~\"$instances\"})*1000", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Last failover", - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 2, - "x": 9, - "y": 1 - }, - "id": 342, - "interval": "1m", - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_xact_commit{namespace=~\"$namespace\",pod=~\"$instances\"}[$__interval])) + sum(rate(cnpg_pg_stat_database_xact_rollback{namespace=~\"$namespace\",pod=~\"$instances\"}[$__interval]))", - "interval": "", - "legendFormat": "TPS", - "range": true, - "refId": "TPS" - } - ], - "title": "TPS", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "CPU Utilisation from Requests", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "text", - "index": 0, - "text": "Missing request" - } - }, - "type": "special" - } - ], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "orange", - "value": 0.8 - }, - { - "color": "red", - "value": 0.9 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 2, - "x": 11, - "y": 1 - }, - "id": 344, - "interval": "1m", - "links": [], - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "mean" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto" - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=~\"$instances\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"cpu\", pod=~\"$instances\"})", - "format": "time_series", - "instant": true, - "intervalFactor": 2, - "refId": "A" - } - ], - "title": "CPU Utilisation", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Memory Utilisation from Requests", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "text", - "index": 0, - "text": "Missing request" - } - }, - "type": "special" - } - ], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "orange", - "value": 0.8 - }, - { - "color": "red", - "value": 0.9 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 2, - "x": 13, - "y": 1 - }, - "id": 348, - "interval": "1m", - "links": [], - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "mean" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto" - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\",container!=\"\", image!=\"\", pod=~\"$instances\"}) / sum(max by(pod) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"memory\", pod=~\"$instances\"}))", - "format": "time_series", - "instant": true, - "intervalFactor": 2, - "refId": "A" - } - ], - "title": "Memory Utilisation", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "max": 30, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - }, - { - "color": "orange", - "value": 10 - }, - { - "color": "red", - "value": 20 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 15, - "y": 1 - }, - "id": 465, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(cnpg_pg_replication_lag{namespace=~\"$namespace\",pod=~\"$instances\"})", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "Replication Lag", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - }, - { - "color": "orange", - "value": 10 - }, - { - "color": "red", - "value": 20 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 17, - "y": 1 - }, - "id": 467, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Write Lag", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "orange", - "value": 0.8 - }, - { - "color": "red", - "value": 0.9 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 2, - "x": 19, - "y": 1 - }, - "id": 356, - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto" - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"}))", - "format": "time_series", - "instant": true, - "interval": "", - "legendFormat": "DATA", - "range": false, - "refId": "DATA" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"}))", - "format": "time_series", - "instant": true, - "interval": "", - "legendFormat": "WAL", - "range": false, - "refId": "WAL" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(\n sum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_used_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n /\n sum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n *\n on(namespace, persistentvolumeclaim) group_left(volume)\n kube_pod_spec_volumes_persistentvolumeclaims_info{pod=~\"$instances\"}\n)", - "hide": false, - "instant": true, - "legendFormat": "Tablespaces (max)", - "range": false, - "refId": "Max Tablespace" - } - ], - "title": "Volume Space Usage", - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Elapsed time since the last successful base backup.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "from": 1, - "result": { - "color": "semi-dark-orange", - "index": 0, - "text": "Invalid date" - }, - "to": 1e+42 - }, - "type": "range" - }, - { - "options": { - "from": -2147483648, - "result": { - "color": "red", - "index": 1, - "text": "N/A" - }, - "to": -1577847600 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "semi-dark-red", - "value": -108000 - }, - { - "color": "semi-dark-orange", - "value": -107999 - }, - { - "color": "#EAB839", - "value": -89999 - }, - { - "color": "green", - "value": -86399 - } - ] - }, - "unit": "dtdurations", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 3, - "x": 21, - "y": 1 - }, - "id": 360, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "-(time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\"$namespace\",pod=~\"$instances\"}))", - "instant": true, - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "Last Base Backup", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "High resource usage (CPU, Memory, DB Connections)", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "text", - "index": 0, - "text": "No data" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 0.8 - }, - "type": "range" - }, - { - "options": { - "from": 0.8, - "result": { - "color": "orange", - "index": 2, - "text": "Warning" - }, - "to": 0.9 - }, - "type": "range" - }, - { - "options": { - "from": 0.9, - "result": { - "color": "red", - "index": 3, - "text": "Critical" - }, - "to": 0.98 - }, - "type": "range" - }, - { - "options": { - "from": 0.98, - "result": { - "color": "red", - "index": 4, - "text": "Data Loss" - }, - "to": 999 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 3, - "y": 3 - }, - "id": 591, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "(sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{ namespace=\"$namespace\", pod=~\"$instances\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"cpu\", pod=~\"$instances\"}))", - "hide": false, - "legendFormat": "CPU", - "range": true, - "refId": "CPU" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "(sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\",container!=\"\", image!=\"\", pod=~\"$instances\"}) / sum(max by(pod) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"memory\", pod=~\"$instances\"})))", - "hide": false, - "instant": false, - "legendFormat": "Memory", - "range": true, - "refId": "MEM" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": " (max(sum by (pod) (cnpg_backends_total{namespace=~\"$namespace\", pod=~\"$instances\"}) / sum by (pod) (cnpg_pg_settings_setting{name=\"max_connections\", namespace=~\"$namespace\", pod=~\"$instances\"})))", - "hide": false, - "instant": false, - "legendFormat": "Connections", - "range": true, - "refId": "CONNS" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Computes the time since the last known WAL archival in the primary.\nWe ensure to ignore the metric in the replicas by using (1 - cnpg_pg_replication_in_recovery ) as a multiplicative factor. It will be 0 for replicas, 1 for the primary.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "red", - "index": 0, - "text": "No backups" - } - }, - "type": "special" - }, - { - "options": { - "from": -1e+22, - "result": { - "color": "text", - "index": 1, - "text": "No data" - }, - "to": 0 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "dtdurations", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 3, - "x": 21, - "y": 3 - }, - "id": 362, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max((1 - cnpg_pg_replication_in_recovery{namespace=~\"$namespace\",pod=~\"$instances\"}) * (time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\",pod=~\"$instances\"}) +\ncnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\",pod=~\"$instances\"}))", - "format": "time_series", - "instant": true, - "interval": "", - "legendFormat": "__auto", - "range": false, - "refId": "A" - } - ], - "title": "Last archived WAL", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-blue", - "value": null - } - ] - }, - "unit": "string", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 7, - "y": 4 - }, - "id": 340, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "/^full$/", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "builder", - "exemplar": false, - "expr": "cnpg_collector_postgres_version{namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "table", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{pod}}", - "range": false, - "refId": "A" - } - ], - "title": "Version", - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - }, - { - "color": "orange", - "value": 10 - }, - { - "color": "red", - "value": 20 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 15, - "y": 4 - }, - "id": 466, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Flush Lag", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "yellow", - "value": 1 - }, - { - "color": "orange", - "value": 10 - }, - { - "color": "red", - "value": 20 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 17, - "y": 4 - }, - "id": 468, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Replay Lag", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Base Backups are considered healthy when there has been at least one base backup in the last 24 hours.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "orange", - "index": 0, - "text": "None" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 90000 - }, - "type": "range" - }, - { - "options": { - "from": 90000, - "result": { - "color": "orange", - "index": 2, - "text": "Degraded" - }, - "to": 108000 - }, - "type": "range" - }, - { - "options": { - "from": 108000, - "result": { - "color": "red", - "index": 3, - "text": "None recent" - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "WAL" - }, - "properties": [ - { - "id": "mappings", - "value": [ - { - "options": { - "match": "null", - "result": { - "color": "orange", - "index": 0, - "text": "None" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 360 - }, - "type": "range" - }, - { - "options": { - "from": 360, - "result": { - "color": "orange", - "index": 2, - "text": "Delayed" - }, - "to": 900 - }, - "type": "range" - }, - { - "options": { - "from": 900, - "result": { - "color": "red", - "index": 3, - "text": "Unsynced" - }, - "to": 4294967295 - }, - "type": "range" - } - ] - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 3, - "y": 5 - }, - "id": 588, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\"$namespace\", pod=~\"$instances\"})", - "legendFormat": "Backups", - "range": true, - "refId": "BACKUPS" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "WAL is considered Healthy when the last WAL is 0min to 6min old, Delayed when it is less than 15min and Unsynced for >15min.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "color": "orange", - "index": 0, - "text": "None" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 360 - }, - "type": "range" - }, - { - "options": { - "from": 360, - "result": { - "color": "orange", - "index": 2, - "text": "Delayed" - }, - "to": 900 - }, - "type": "range" - }, - { - "options": { - "from": 900, - "result": { - "color": "red", - "index": 3, - "text": "Unsynced" - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "WAL" - }, - "properties": [ - { - "id": "mappings", - "value": [ - { - "options": { - "match": "null", - "result": { - "color": "orange", - "index": 0, - "text": "None" - } - }, - "type": "special" - }, - { - "options": { - "from": 0, - "result": { - "color": "green", - "index": 1, - "text": "Healthy" - }, - "to": 360 - }, - "type": "range" - }, - { - "options": { - "from": 360, - "result": { - "color": "orange", - "index": 2, - "text": "Delayed" - }, - "to": 900 - }, - "type": "range" - }, - { - "options": { - "from": 900, - "result": { - "color": "red", - "index": 3, - "text": "Unsynced" - }, - "to": 4294967295 - }, - "type": "range" - } - ] - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 4, - "y": 5 - }, - "id": 612, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max((1 - cnpg_pg_replication_in_recovery{namespace=~\"$namespace\", pod=~\"$instances\"}) * (time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\", pod=~\"$instances\"}) +\ncnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\", pod=~\"$instances\"}))", - "hide": false, - "instant": false, - "legendFormat": "WAL", - "range": true, - "refId": "WAL" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Online if there is at least one ready operator pod", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 0, - "text": "Failure" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "green", - "index": 1, - "text": "Online" - }, - "to": 99 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 5, - "y": 5 - }, - "id": 589, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(kube_pod_status_ready{namespace=\"$operatorNamespace\", pod=~\"cloudnative-pg.+|cnpg-controller-manager.+\", condition=\"true\"})", - "hide": false, - "instant": true, - "legendFormat": "Operator Status", - "range": false, - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1, - "text": "Backup" - }, - "to": 9 - }, - "type": "range" - }, - { - "options": { - "from": 10, - "result": { - "color": "red", - "index": 2, - "text": "Cluster" - }, - "to": 99 - }, - "type": "range" - }, - { - "options": { - "from": 100, - "result": { - "color": "red", - "index": 3, - "text": "Pooler" - }, - "to": 999 - }, - "type": "range" - }, - { - "options": { - "from": 1000, - "result": { - "color": "red", - "index": 4, - "text": "Scheduled Backup" - }, - "to": 9999 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 1, - "x": 6, - "y": 5 - }, - "id": 655, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"backup\"}), 1)", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "RECONCILE_ERRORS_BACKUP" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"cluster\"}), 1)", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "RECONCILE_ERRORS_CLUSTER" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"pooler\"}), 1)", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "RECONCILE_ERRORS_POOLER" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=~\"scheduledbackup|scheduled-backup\"}), 1)", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "RECONCILE_ERRORS_SCHEDULED_BACKUP" - }, - { - "datasource": { - "type": "__expr__", - "uid": "${DS_EXPRESSION}" - }, - "expression": "$RECONCILE_ERRORS_BACKUP + $RECONCILE_ERRORS_CLUSTER * 10 + $RECONCILE_ERRORS_POOLER * 100 + $RECONCILE_ERRORS_SCHEDULED_BACKUP * 1000", - "hide": false, - "refId": "A", - "type": "math" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "#EAB839", - "value": 80000000000 - }, - { - "color": "red", - "value": 90000000000 - } - ] - }, - "unit": "none", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 2, - "x": 11, - "y": 5 - }, - "id": 346, - "links": [], - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "center", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=~\"$instances\"})", - "hide": false, - "interval": "", - "legendFormat": "Total", - "range": true, - "refId": "B" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Container memory working set", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "#EAB839", - "value": 80000000000 - }, - { - "color": "red", - "value": 90000000000 - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 2, - "x": 13, - "y": 5 - }, - "id": 350, - "links": [], - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "center", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(container_memory_working_set_bytes{pod=~\"$instances\", namespace=\"$namespace\", container!=\"\", image!=\"\"})", - "hide": false, - "interval": "", - "legendFormat": "Total", - "range": true, - "refId": "B" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "#EAB839", - "value": 60000000000 - }, - { - "color": "red", - "value": 80000000000 - } - ] - }, - "unit": "decbytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 2, - "x": 19, - "y": 5 - }, - "id": 358, - "links": [], - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "sum" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "cnpg_pg_database_size_bytes{namespace=\"$namespace\", pod=~\"$instances\"}", - "format": "table", - "instant": false, - "legendFormat": "__auto", - "range": true, - "refId": "A" - } - ], - "title": "Database Size", - "transformations": [ - { - "id": "groupBy", - "options": { - "fields": { - "Value": { - "aggregations": [ - "max" - ], - "operation": "aggregate" - }, - "datname": { - "aggregations": [], - "operation": "groupby" - } - } - } - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 1, - "text": "N/A" - } - }, - "type": "value" - }, - { - "options": { - "match": "null", - "result": { - "color": "red", - "index": 0, - "text": "No backups" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "dateTimeAsIso", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 2, - "w": 3, - "x": 21, - "y": 5 - }, - "id": 364, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(cnpg_collector_first_recoverability_point{namespace=~\"$namespace\",pod=~\"$instances\"})*1000", - "format": "time_series", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "range": false, - "refId": "A" - } - ], - "title": "First Recoverability Point", - "type": "stat" - }, - { - "collapsed": false, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 7 - }, - "id": 12, - "panels": [], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Server Health", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 0, - "y": 8 - }, - "id": 191, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Instance", - "transparent": true, - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 2, - "x": 3, - "y": 8 - }, - "id": 192, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Status", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 5, - "y": 8 - }, - "id": 193, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Clustering / replicas", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 2, - "x": 8, - "y": 8 - }, - "id": 384, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Zone", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 4, - "x": 10, - "y": 8 - }, - "id": 195, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Connections", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 14, - "y": 8 - }, - "id": 196, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Max Connections", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "gridPos": { - "h": 1, - "w": 3, - "x": 17, - "y": 8 - }, - "id": 197, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Wraparound", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 2, - "x": 20, - "y": 8 - }, - "id": 313, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Started", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 2, - "x": 22, - "y": 8 - }, - "id": 198, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Version", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 0, - "y": 9 - }, - "id": 61, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "\n \n

$instances

\n
", - "mode": "html" - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "index": 0, - "text": "Down" - }, - "1": { - "index": 1, - "text": "Up" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-red", - "value": null - }, - { - "color": "green", - "value": 1 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 3, - "y": 9 - }, - "id": 33, - "options": { - "colorMode": "background", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "min(kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"})", - "instant": true, - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 1, - "text": "No" - }, - "1": { - "color": "green", - "index": 0, - "text": "Yes" - } - }, - "type": "value" - } - ], - "noValue": "-", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 5, - "y": 9 - }, - "id": 60, - "options": { - "colorMode": "background", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "1 - cnpg_pg_replication_in_recovery{namespace=~\"$namespace\",pod=~\"$instances\"} + cnpg_pg_replication_is_wal_receiver_up{namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "noValue": "-", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 1, - "x": 7, - "y": 9 - }, - "id": 229, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "cnpg_pg_replication_streaming_replicas{namespace=~\"$namespace\", pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "This metric depends on exporting the: `topology.kubernetes.io/zone` label through kube-state-metrics (not enabled by default). Can be added by changing its configuration with:\n\n```yaml\nmetricLabelsAllowlist:\n - nodes=[topology.kubernetes.io/zone]\n```", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "blue", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 8, - "y": 9 - }, - "id": 386, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "/^label_topology_kubernetes_io_zone$/", - "values": false - }, - "showPercentChange": false, - "text": { - "valueSize": 18 - }, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "kube_pod_info{namespace=~\"$namespace\", pod=~\"$instances\"} * on(node,instance) group_left(label_topology_kubernetes_io_zone) kube_node_labels", - "format": "table", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "short", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 4, - "x": 10, - "y": 9 - }, - "id": 58, - "options": { - "legend": { - "calcs": [ - "last", - "mean" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "8.2.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum by (pod) (cnpg_backends_total{namespace=~\"$namespace\", pod=~\"$instances\"})", - "instant": false, - "interval": "", - "legendFormat": "-", - "refId": "A" - } - ], - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 0, - "mappings": [], - "max": 100, - "min": 0, - "noValue": "<1%", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "#EAB839", - "value": 75 - }, - { - "color": "red", - "value": 90 - } - ] - }, - "unit": "percent", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 14, - "y": 9 - }, - "id": 32, - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "last" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto", - "text": {} - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "100 * sum by (pod) (cnpg_backends_total{namespace=~\"$namespace\", pod=~\"$instances\"}) / sum by (pod) (cnpg_pg_settings_setting{name=\"max_connections\", namespace=~\"$namespace\", pod=~\"$instances\"})", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "max": 2147483647, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "#EAB839", - "value": 200000000 - }, - { - "color": "red", - "value": 1000000000 - } - ] - }, - "unit": "none", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 17, - "y": 9 - }, - "id": 8, - "options": { - "displayMode": "lcd", - "maxVizHeight": 300, - "minVizHeight": 10, - "minVizWidth": 0, - "namePlacement": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true, - "sizing": "auto", - "text": {}, - "valueMode": "color" - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "max by (pod) (cnpg_pg_database_xid_age{namespace=~\"$namespace\", pod=~\"$instances\"})", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-blue", - "value": null - } - ] - }, - "unit": "dateTimeFromNow", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 20, - "y": 9 - }, - "id": 314, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "cnpg_pg_postmaster_start_time{namespace=~\"$namespace\", pod=~\"$instances\"}*1000", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "transformations": [], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-blue", - "value": null - } - ] - }, - "unit": "string", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 2, - "x": 22, - "y": 9 - }, - "id": 42, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "/^full$/", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "cnpg_collector_postgres_version{namespace=~\"$namespace\", pod=~\"$instances\"}", - "format": "table", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "transformations": [], - "type": "stat" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 18 - }, - "id": 41, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 0, - "y": 25 - }, - "id": 187, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Instance", - "transparent": true, - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 3, - "y": 25 - }, - "id": 183, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Max Connections", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 6, - "y": 25 - }, - "id": 184, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Shared Buffers", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 9, - "y": 25 - }, - "id": 185, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Effective Cache Size", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 12, - "y": 25 - }, - "id": 186, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Work Mem", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 15, - "y": 25 - }, - "id": 188, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Maintenance Work Mem", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 18, - "y": 25 - }, - "id": 189, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Random Page Cost", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 1, - "w": 3, - "x": 21, - "y": 25 - }, - "id": 190, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Sequential Page Cost", - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 0, - "y": 26 - }, - "id": 86, - "options": { - "code": { - "language": "plaintext", - "showLineNumbers": false, - "showMiniMap": false - }, - "content": "\n \n

$instances

\n
", - "mode": "html" - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "kube_pod_container_status_ready{container=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "text" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 3, - "y": 26 - }, - "id": 30, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{name=\"max_connections\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 6, - "y": 26 - }, - "id": 24, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "max by (pod) (cnpg_pg_settings_setting{name=\"shared_buffers\",namespace=~\"$namespace\",pod=~\"$instances\"}) * max by (pod) (cnpg_pg_settings_setting{name=\"block_size\",namespace=~\"$namespace\",pod=~\"$instances\"})", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 9, - "y": 26 - }, - "id": 57, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "max by (pod) (cnpg_pg_settings_setting{name=\"effective_cache_size\",namespace=~\"$namespace\",pod=~\"$instances\"}) * max by (pod) (cnpg_pg_settings_setting{name=\"block_size\",namespace=~\"$namespace\",pod=~\"$instances\"})", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 12, - "y": 26 - }, - "id": 26, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{name=\"work_mem\",namespace=~\"$namespace\",pod=~\"$instances\"} * 1024", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 15, - "y": 26 - }, - "id": 47, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{name=\"maintenance_work_mem\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "none", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 18, - "y": 26 - }, - "id": 48, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{name=\"random_page_cost\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unit": "none", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 21, - "y": 26 - }, - "id": 56, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "text": {}, - "textMode": "value", - "wideLayout": true - }, - "pluginVersion": "10.3.1", - "repeat": "instances", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{name=\"seq_page_cost\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "filterable": true, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "dark-purple" - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 24, - "x": 0, - "y": 32 - }, - "id": 150, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "10.3.1", - "repeatDirection": "v", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_settings_setting{namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "table", - "instant": true, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Configurations", - "transformations": [ - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "__name__": true, - "container": true, - "endpoint": true, - "instance": true, - "job": true, - "name": false, - "namespace": true, - "pod": false - }, - "indexByName": { - "Time": 0, - "Value": 9, - "__name__": 1, - "container": 2, - "endpoint": 3, - "instance": 4, - "job": 5, - "name": 7, - "namespace": 8, - "pod": 6 - }, - "renameByName": { - "__name__": "", - "name": "parameter" - } - } - }, - { - "id": "groupingToMatrix", - "options": { - "columnField": "pod", - "rowField": "parameter", - "valueField": "Value" - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "parameter\\pod": "parameter" - } - } - } - ], - "type": "table" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Configuration", - "type": "row" - }, - { - "collapsed": false, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 19 - }, - "id": 10, - "panels": [], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Operational Stats", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 100, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "log": 10, - "type": "log" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 20 - }, - "id": 273, - "links": [], - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "pluginVersion": "10.3.1", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{pod=~\"$instances\", namespace=~\"$namespace\"}) by (pod)", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}", - "refId": "A", - "step": 10 - } - ], - "title": "CPU Usage", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 100, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes", - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "quota - requests" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#F2495C", - "mode": "fixed" - } - }, - { - "id": "custom.fillOpacity", - "value": 0 - }, - { - "id": "custom.lineWidth", - "value": 2 - }, - { - "id": "custom.stacking", - "value": { - "group": "A", - "mode": "none" - } - }, - { - "id": "custom.lineStyle", - "value": { - "dash": [ - 10, - 10 - ], - "fill": "dash" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "quota - limits" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#FF9830", - "mode": "fixed" - } - }, - { - "id": "custom.fillOpacity", - "value": 0 - }, - { - "id": "custom.lineWidth", - "value": 2 - }, - { - "id": "custom.stacking", - "value": { - "group": "A", - "mode": "none" - } - }, - { - "id": "custom.lineStyle", - "value": { - "dash": [ - 10, - 10 - ], - "fill": "dash" - } - } - ] - } - ] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 20 - }, - "id": 275, - "links": [], - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "pluginVersion": "10.3.1", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "sum(container_memory_working_set_bytes{pod=~\"$instances\", namespace=\"$namespace\", container!=\"\", image!=\"\"}) by (pod)", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{pod}}", - "refId": "A", - "step": 10 - } - ], - "title": "Memory Usage (container memory working set)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 24, - "x": 0, - "y": 27 - }, - "id": 39, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "sum(cnpg_backends_total{namespace=~\"$namespace\",pod=~\"$instances\"}) by (pod)", - "hide": false, - "interval": "", - "legendFormat": "total ({{pod}})", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "sum(cnpg_backends_total{namespace=~\"$namespace\",pod=~\"$instances\"}) by (state, pod)", - "interval": "", - "legendFormat": "{{state}} ({{pod}})", - "refId": "A" - } - ], - "title": "Session States", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 35 - }, - "id": 50, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_xact_commit{namespace=~\"$namespace\",pod=~\"$instances\"}[5m])) by (pod)", - "interval": "", - "legendFormat": "committed ({{pod}})", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_xact_rollback{namespace=~\"$namespace\",pod=~\"$instances\"}[5m])) by (pod)", - "hide": false, - "interval": "", - "legendFormat": "rolled back ({{pod}})", - "refId": "B" - } - ], - "title": "Transactions [5m]", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 35 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "max by (pod) (cnpg_backends_max_tx_duration_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Longest Transaction", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 43 - }, - "id": 55, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "rate(cnpg_pg_stat_database_deadlocks{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "hide": false, - "instant": false, - "interval": "", - "legendFormat": "count ({{pod}})", - "refId": "B" - } - ], - "title": "Deadlocks [5m]", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 43 - }, - "id": 54, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_backends_waiting_total{namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Blocked Queries", - "type": "timeseries" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 51 - }, - "id": 35, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "#EAB839", - "value": 0.7 - }, - { - "color": "red", - "value": 0.8 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 52 - }, - "id": 424, - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto", - "text": {} - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"})", - "format": "time_series", - "interval": "", - "legendFormat": "{{persistentvolumeclaim}}", - "range": true, - "refId": "FREE_SPACE" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"})", - "format": "time_series", - "interval": "", - "legendFormat": "{{persistentvolumeclaim}}", - "range": true, - "refId": "FREE_SPACE_WAL" - } - ], - "title": "Volume Space Usage: PGDATA and WAL", - "transformations": [], - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 2, - "mappings": [], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "#EAB839", - "value": 0.8 - }, - { - "color": "red", - "value": 0.9 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 52 - }, - "id": 426, - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto" - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max by(persistentvolumeclaim) (kubelet_volume_stats_inodes_used{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_inodes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"})", - "format": "time_series", - "interval": "", - "legendFormat": "{{persistentvolumeclaim}}", - "range": true, - "refId": "FREE_INODES" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max by(persistentvolumeclaim) (kubelet_volume_stats_inodes_used{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"} / kubelet_volume_stats_inodes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"})", - "format": "time_series", - "interval": "", - "legendFormat": "{{persistentvolumeclaim}}", - "range": true, - "refId": "FREE_INODES_WAL" - } - ], - "title": "Volume Inode Usage: PGDATA and WAL", - "transformations": [], - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "max": 1, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "#EAB839", - "value": 0.7 - }, - { - "color": "red", - "value": 0.8 - } - ] - }, - "unit": "percentunit", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 60 - }, - "id": 564, - "options": { - "minVizHeight": 75, - "minVizWidth": 75, - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showThresholdLabels": false, - "showThresholdMarkers": true, - "sizing": "auto", - "text": {} - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_used_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n/\nsum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n*\non(namespace, persistentvolumeclaim) group_left(volume,pod)\nkube_pod_spec_volumes_persistentvolumeclaims_info{pod=~\"$instances\"}", - "format": "time_series", - "interval": "", - "legendFormat": "{{volume}}-{{pod}}", - "range": true, - "refId": "FREE_SPACE" - } - ], - "title": "Volume Space Usage: Tablespaces", - "transformations": [], - "type": "gauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 67 - }, - "id": 44, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_tup_deleted{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m]))", - "interval": "", - "legendFormat": "deleted", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_tup_inserted{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m]))", - "hide": false, - "interval": "", - "legendFormat": "inserted", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_tup_fetched{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m]))", - "hide": false, - "interval": "", - "legendFormat": "fetched", - "range": true, - "refId": "C" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_tup_returned{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m]))", - "hide": false, - "interval": "", - "legendFormat": "returned", - "range": true, - "refId": "D" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(rate(cnpg_pg_stat_database_tup_updated{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m]))", - "hide": false, - "interval": "", - "legendFormat": "updated", - "range": true, - "refId": "E" - } - ], - "title": "Tuple I/O [5m]", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 67 - }, - "id": 46, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "rate(cnpg_pg_stat_database_blks_hit{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "interval": "", - "legendFormat": "hit ({{pod}})", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "rate(cnpg_pg_stat_database_blks_read{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "hide": false, - "interval": "", - "legendFormat": "read ({{pod}})", - "range": true, - "refId": "B" - } - ], - "title": "Block I/O [5m]", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unit": "decbytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 75 - }, - "id": 22, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "8.0.5", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "max by (datname) (cnpg_pg_database_size_bytes{datname!~\"template.*\",datname!=\"postgres\",namespace=~\"$namespace\",pod=~\"$instances\"})", - "interval": "", - "legendFormat": " {{pod}}: {{datname}}", - "range": true, - "refId": "A" - } - ], - "title": "Database Size", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "decbytes", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 75 - }, - "id": 2, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "rate(cnpg_pg_stat_database_temp_bytes{datname=\"\",namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "instant": false, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Temp Bytes [5m]", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Storage & I/O", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 52 - }, - "id": 37, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 53 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_collector_pg_wal_archive_status{value=\"ready\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "ready ({{pod}})", - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_collector_pg_wal_archive_status{value=\"done\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "hide": false, - "interval": "", - "legendFormat": "done ({{pod}})", - "refId": "B" - } - ], - "title": "WAL Segment Archive Status", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 53 - }, - "id": 52, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "rate(cnpg_pg_stat_archiver_archived_count{namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "interval": "", - "legendFormat": "archived ({{pod}})", - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "rate(cnpg_pg_stat_archiver_failed_count{namespace=~\"$namespace\",pod=~\"$instances\"}[5m])", - "hide": false, - "interval": "", - "legendFormat": "failed ({{pod}})", - "refId": "B" - } - ], - "title": "Archiver Status [5m]", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 53 - }, - "id": 53, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "age ({{pod}})", - "refId": "A" - } - ], - "title": "Last Archive Age", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 61 - }, - "id": 725, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "cnpg_collector_pg_wal{pod=~\"$instances\", namespace=~\"$namespace\", value=\"count\"}", - "instant": false, - "legendFormat": "{{pod}}", - "range": true, - "refId": "A" - } - ], - "title": "WAL Count", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Write Ahead Log", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 53 - }, - "id": 18, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "line" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "#EAB839", - "value": 600 - }, - { - "color": "dark-red", - "value": 3600 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 0, - "y": 59 - }, - "id": 16, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_pg_replication_lag{namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": false, - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Replication Lag", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 6, - "y": 59 - }, - "id": 14, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "cnpg_pg_stat_replication_write_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": false, - "interval": "", - "legendFormat": "{{pod}} -> {{application_name}}", - "refId": "A" - } - ], - "title": "Write Lag", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 12, - "y": 59 - }, - "id": 59, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}", - "instant": false, - "interval": "", - "legendFormat": "{{pod}} -> {{application_name}}", - "refId": "A" - } - ], - "title": "Flush Lag", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 18, - "y": 59 - }, - "id": 20, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "{{pod}} -> {{application_name}}", - "range": true, - "refId": "A" - } - ], - "title": "Replay Lag", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Replication", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 54 - }, - "id": 231, - "panels": [ - { - "cards": {}, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "mode": "spectrum" - }, - "dataFormat": "timeseries", - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "scaleDistribution": { - "type": "linear" - } - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 55 - }, - "heatmap": {}, - "hideZeroBuckets": false, - "highlightCards": true, - "id": 233, - "legend": { - "show": false - }, - "options": { - "calculate": true, - "calculation": {}, - "cellGap": 2, - "cellValues": {}, - "color": { - "exponent": 0.5, - "fill": "#b4ff00", - "mode": "scheme", - "reverse": false, - "scale": "exponential", - "scheme": "Oranges", - "steps": 128 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, - "legend": { - "show": false - }, - "rowsFrame": { - "layout": "auto" - }, - "showValue": "never", - "tooltip": { - "mode": "single", - "showColorScale": false, - "yHistogram": false - }, - "yAxis": { - "axisPlacement": "left", - "reverse": false, - "unit": "s" - } - }, - "pluginVersion": "10.3.3", - "reverseYBuckets": false, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_collector_collection_duration_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "title": "Collection Duration", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "yAxis": { - "format": "s", - "logBase": 1, - "show": true - }, - "yBucketBound": "auto" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 55 - }, - "id": 235, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_collector_last_collection_error{namespace=~\"$namespace\",pod=~\"$instances\"}", - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "Errors", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Collector Stats", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 55 - }, - "id": 239, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "dateTimeAsIso", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 8, - "x": 0, - "y": 56 - }, - "id": 237, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "cnpg_collector_first_recoverability_point{namespace=~\"$namespace\",pod=~\"$instances\"}*1000 > 0", - "format": "time_series", - "interval": "", - "legendFormat": "{{pod}}", - "refId": "A" - } - ], - "title": "First Recoverability Point", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Backups", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "uid": "prometheus" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 56 - }, - "id": 293, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": -1, - "drawStyle": "line", - "fillOpacity": 8, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 5, - "x": 0, - "y": 57 - }, - "id": 295, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "8.2.1", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "{__name__=~\"cnpg_pg_stat_(bgwriter|checkpointer)_checkpoints_req\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "req/{{pod}}", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "{__name__=~\"cnpg_pg_stat_(bgwriter|checkpointer)_checkpoints_timed\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "timed/{{pod}}", - "refId": "A" - } - ], - "title": "Requested/Timed", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": -1, - "drawStyle": "line", - "fillOpacity": 8, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms", - "unitScale": true - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 5, - "x": 5, - "y": 57 - }, - "id": 296, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "8.2.1", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "{__name__=~\"cnpg_pg_stat_(bgwriter_checkpoint|checkpointer)_write_time\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "time_series", - "hide": false, - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "write/{{pod}}", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "exemplar": true, - "expr": "{__name__=~\"cnpg_pg_stat_(bgwriter_checkpoint|checkpointer)_sync_time\",namespace=~\"$namespace\",pod=~\"$instances\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "sync/{{pod}}", - "refId": "A" - } - ], - "title": "Write/Sync time", - "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "uid": "prometheus" - }, - "refId": "A" - } - ], - "title": "Checkpoints", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 57 - }, - "id": 794, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "Show the installed extensions and their versions", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto", - "wrapText": false - }, - "filterable": false, - "inspect": false - } - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Update Available" - }, - "properties": [ - { - "id": "unit", - "value": "bool" - }, - { - "id": "mappings", - "value": [ - { - "options": { - "0": { - "color": "transparent", - "index": 1 - }, - "1": { - "color": "red", - "index": 0 - } - }, - "type": "value" - } - ] - }, - { - "id": "custom.cellOptions", - "value": { - "applyToRow": true, - "mode": "gradient", - "type": "color-background" - } - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 24, - "x": 0, - "y": 81 - }, - "id": 792, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "showHeader": true, - "sortBy": [ - { - "desc": false, - "displayName": "Value" - } - ] - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "disableTextWrap": false, - "exemplar": false, - "expr": "max(cnpg_pg_extensions_update_available{pod=~\"$instances\", namespace=~\"$namespace\"}) by (datname, extname, default_version, installed_version)", - "format": "table", - "fullMetaSearch": false, - "includeNullMetadata": true, - "instant": true, - "interval": "", - "legendFormat": "__auto", - "range": false, - "refId": "A", - "useBackend": false - } - ], - "title": "Installed extensions", - "transformations": [ - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "field": "extname" - } - ] - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true - }, - "indexByName": { - "Time": 0, - "extname": 1, - "datname": 2, - "default_version": 3, - "installed_version": 4, - "Value": 5 - }, - "renameByName": { - "default_version": "Default Version", - "datname": "Database", - "extname": "Extension", - "installed_version": "Installed Version", - "Value": "Update Available" - }, - "includeByName": {} - } - } - ], - "type": "table" - } - ], - "title": "Extensions", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 58 - }, - "id": 696, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 0, - "text": "No Ready pods" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 0, - "y": 64 - }, - "id": 697, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(kube_pod_status_ready{namespace=\"$operatorNamespace\", pod=~\"cloudnative-pg.+|cnpg-controller-manager.+\", condition=\"true\"})", - "hide": false, - "instant": true, - "legendFormat": "Ready Operator Pods", - "range": false, - "refId": "A" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 4, - "y": 64 - }, - "id": 702, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"cluster\"})", - "hide": false, - "instant": true, - "legendFormat": "Cluster Reconcile Errors", - "range": false, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 8, - "y": 64 - }, - "id": 698, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"backup\"})", - "hide": false, - "instant": true, - "legendFormat": "Backup Reconcile Errors", - "range": false, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 12, - "y": 64 - }, - "id": 704, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=~\"scheduledbackup|scheduled-backup\"})", - "hide": false, - "instant": true, - "legendFormat": "Scheduled Backup Reconcile Errors", - "range": false, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 2, - "w": 4, - "x": 16, - "y": 64 - }, - "id": 703, - "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showPercentChange": false, - "textMode": "value_and_name", - "wideLayout": true - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"pooler\"})", - "hide": false, - "instant": true, - "legendFormat": "Pooler Reconcile Errors", - "range": false, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 0, - "text": "No Ready pods" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 4, - "x": 0, - "y": 66 - }, - "id": 746, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(kube_pod_status_ready{namespace=\"$operatorNamespace\", pod=~\"cloudnative-pg.+|cnpg-controller-manager.+\", condition=\"true\"})", - "hide": false, - "instant": false, - "legendFormat": "Ready Operator Pods", - "range": true, - "refId": "A" - } - ], - "title": "Ready Operator Pods", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 4, - "x": 4, - "y": 66 - }, - "id": 767, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"cluster\"})", - "hide": false, - "legendFormat": "Cluster Reconcile Errors", - "range": true, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "title": "Cluster Reconcile Errors", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 4, - "x": 8, - "y": 66 - }, - "id": 768, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"backup\"})", - "hide": false, - "legendFormat": "Backup Reconcile Errors", - "range": true, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "title": "Backup Reconcile Errors", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 4, - "x": 12, - "y": 66 - }, - "id": 790, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": false, - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=~\"scheduledbackup|scheduled-backup\"})", - "hide": false, - "instant": false, - "legendFormat": "Scheduled Backup Reconcile Errors", - "range": true, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "title": "Scheduled Backup Reconcile Errors", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [ - { - "options": { - "0": { - "color": "green", - "index": 0, - "text": "None" - } - }, - "type": "value" - }, - { - "options": { - "from": 1, - "result": { - "color": "red", - "index": 1 - }, - "to": 4294967295 - }, - "type": "range" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - } - ] - }, - "unitScale": true - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "A" - }, - "properties": [ - { - "id": "displayName", - "value": "Reconcile errors" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 4, - "x": 16, - "y": 66 - }, - "id": 769, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.3.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"pooler\"})", - "hide": false, - "legendFormat": "Pooler Reconcile Errors", - "range": true, - "refId": "RECONCILE_ERRORS_BACKUP" - } - ], - "title": "Pooler Reconcile Errors", - "type": "timeseries" - } - ], - "title": "Operator", - "type": "row" - } - ], - "refresh": "30s", - "revision": 1, - "schemaVersion": 39, - "tags": [ - "cloudnativepg" - ], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "Prometheus", - "value": "prometheus" - }, - "hide": 0, - "includeAll": false, - "label": "Datasource", - "multi": false, - "name": "DS_PROMETHEUS", - "options": [], - "query": "prometheus", - "queryValue": "", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "type": "datasource" - }, - { - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(controller_runtime_webhook_requests_total{webhook=\"/mutate-postgresql-cnpg-io-v1-cluster\"},namespace)", - "description": "Namespace where the CNPG operator is located", - "hide": 0, - "includeAll": false, - "label": "Operator Namespace", - "multi": false, - "name": "operatorNamespace", - "options": [], - "query": { - "qryType": 1, - "query": "label_values(controller_runtime_webhook_requests_total{webhook=\"/mutate-postgresql-cnpg-io-v1-cluster\"},namespace)", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "cnpg_collector_up", - "description": "Namespace where the database cluster is located", - "hide": 0, - "includeAll": false, - "label": "Database Namespace", - "multi": false, - "name": "namespace", - "options": [], - "query": { - "query": "cnpg_collector_up", - "refId": "StandardVariableQuery" - }, - "refresh": 2, - "regex": "/namespace=\"(?[^\"]+)/g", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "cnpg_collector_up{namespace=~\"$namespace\"}", - "description": "CNPG Cluster", - "hide": 0, - "includeAll": false, - "label": "Cluster", - "multi": false, - "name": "pg_cluster", - "options": [], - "query": { - "query": "cnpg_collector_up{namespace=~\"$namespace\"}", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, - "refresh": 2, - "regex": "/\\bpg_cluster\\b=\"(?[^\"]+)/g", - "skipUrlSync": false, - "sort": 1, - "type": "query" - }, - { - "allValue": "$pg_cluster-([1-9][0-9]*)", - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "cnpg_collector_up{namespace=~\"$namespace\",pod=~\"$pg_cluster-([1-9][0-9]*)$\"}", - "description": "Database cluster instances", - "hide": 0, - "includeAll": true, - "label": "Instances", - "multi": true, - "name": "instances", - "options": [], - "query": { - "qryType": 4, - "query": "cnpg_collector_up{namespace=~\"$namespace\",pod=~\"$pg_cluster-([1-9][0-9]*)$\"}", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, - "refresh": 2, - "regex": "/pod=\"(?[^\"]+)/g", - "skipUrlSync": false, - "sort": 1, - "type": "query" - } - ] - }, - "time": { - "from": "now-7d", - "to": "now" - }, - "timepicker": { - "nowDelay": "" - }, - "timezone": "", - "title": "CloudNativePG", - "uid": "cloudnative-pg", - "version": 2, - "weekStart": "" -}