{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": false, "graphTooltip": 1, "panels": [ { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 7, "w": 3, "x": 0, "y": 0 }, "id": 676, "options": { "alertInstanceLabelFilter": "{namespace=~\"$namespace\",pod=~\"$instances\"}", "alertName": "", "dashboardAlerts": false, "folder": "", "groupBy": [], "groupMode": "default", "maxItems": 20, "showInactiveAlerts": false, "sortOrder": 1, "stateFilter": { "error": true, "firing": true, "noData": false, "normal": true, "pending": true, "recovering": true }, "viewMode": "list" }, "pluginVersion": "12.0.0", "title": "Alerts", "type": "alertlist" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 4, "x": 3, "y": 0 }, "id": 586, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "markdown" }, "pluginVersion": "12.0.0", "title": "Health", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 12, "x": 7, "y": 0 }, "id": 336, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "markdown" }, "pluginVersion": "12.0.0", "title": "Overview", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 2, "x": 19, "y": 0 }, "id": 352, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "markdown" }, "pluginVersion": "12.0.0", "title": "Storage", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 3, "x": 21, "y": 0 }, "id": 354, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "markdown" }, "pluginVersion": "12.0.0", "title": "Backups", "type": "text" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Cluster Replication Health represents the availability of replica servers available to replace the primary in case of a failure.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "color": "green", "index": 1, "text": "Healthy" }, "-1": { "color": "red", "index": 0, "text": "None" } }, "type": "value" }, { "options": { "from": 2, "result": { "color": "orange", "index": 2, "text": "Degraded" }, "to": 999 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 2, "w": 2, "x": 3, "y": 1 }, "id": 585, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "(max(cnpg_pg_replication_streaming_replicas{namespace=~\"$namespace\", pod=~\"$instances\"}) - sum(cnpg_pg_replication_is_wal_receiver_up{namespace=~\"$namespace\", pod=~\"$instances\"})) + (clamp_max(max(cnpg_pg_replication_streaming_replicas{namespace=~\"$namespace\", pod=~\"$instances\"}), 1) - 1)", "legendFormat": "Replication", "range": true, "refId": "A" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "High lag indicates issue with replication. Network or storage interfaces may not have enough bandwidth to handle incoming traffic and replication at the same time.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "text", "index": 0, "text": "No data" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 0.1 }, "type": "range" }, { "options": { "from": 0.1, "result": { "color": "yellow", "index": 2, "text": "Sub-second" }, "to": 1 }, "type": "range" }, { "options": { "from": 1, "result": { "color": "orange", "index": 3, "text": "Delayed" }, "to": 5 }, "type": "range" }, { "options": { "from": 5, "result": { "color": "red", "index": 4, "text": "High" }, "to": 4294967295 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 2, "w": 1, "x": 5, "y": 1 }, "id": 590, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max(cnpg_pg_replication_lag{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"}) + max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", "hide": false, "instant": false, "legendFormat": "Lag", "range": true, "refId": "LAG" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "expr": "", "hide": false, "instant": false, "range": true, "refId": "A" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Low disk space or low inode count will result in data loss.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "text", "index": 0, "text": "No data" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 0.8 }, "type": "range" }, { "options": { "from": 0.8, "result": { "color": "orange", "index": 2, "text": "Warning" }, "to": 0.9 }, "type": "range" }, { "options": { "from": 0.9, "result": { "color": "red", "index": 3, "text": "Critical" }, "to": 0.98 }, "type": "range" }, { "options": { "from": 0.98, "result": { "color": "red", "index": 4, "text": "Data Loss" }, "to": 1 }, "type": "range" }, { "options": { "from": 1, "result": { "color": "red", "index": 5, "text": "Full" }, "to": 4294967295 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 2, "w": 1, "x": 6, "y": 1 }, "id": 613, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max((max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"}))) OR (max by(persistentvolumeclaim) (kubelet_volume_stats_inodes_used{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_inodes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"})))", "hide": false, "legendFormat": "Storage", "range": true, "refId": "STORAGE" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-blue" } ] }, "unit": "dateTimeFromNow" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 7, "y": 1 }, "id": 338, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "value", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(cnpg_pg_postmaster_start_time{namespace=~\"$namespace\",pod=~\"$instances\"})*1000", "format": "time_series", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Last failover", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 2, "x": 9, "y": 1 }, "id": 342, "interval": "1m", "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, "expr": "sum(rate(cnpg_pg_stat_database_xact_commit{namespace=~\"$namespace\",pod=~\"$instances\"}[$__interval])) + sum(rate(cnpg_pg_stat_database_xact_rollback{namespace=~\"$namespace\",pod=~\"$instances\"}[$__interval]))", "interval": "", "legendFormat": "TPS", "range": true, "refId": "TPS" } ], "title": "TPS", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "CPU Utilisation from Requests", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "text", "index": 0, "text": "Missing request" } }, "type": "special" } ], "max": 1, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "orange", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 11, "y": 1 }, "id": 344, "interval": "1m", "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "horizontal", "reduceOptions": { "calcs": ["mean"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=~\"$instances\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"cpu\", pod=~\"$instances\"})", "format": "time_series", "instant": true, "intervalFactor": 2, "refId": "A" } ], "title": "CPU Utilisation", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Memory Utilisation from Requests", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "text", "index": 0, "text": "Missing request" } }, "type": "special" } ], "max": 1, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "orange", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 13, "y": 1 }, "id": 348, "interval": "1m", "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "horizontal", "reduceOptions": { "calcs": ["mean"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\",container!=\"\", image!=\"\", pod=~\"$instances\"}) / sum(max by(pod) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"memory\", pod=~\"$instances\"}))", "format": "time_series", "instant": true, "intervalFactor": 2, "refId": "A" } ], "title": "Memory Utilisation", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 30, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 10 }, { "color": "red", "value": 20 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 15, "y": 1 }, "id": 465, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(cnpg_pg_replication_lag{namespace=~\"$namespace\",pod=~\"$instances\"})", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Replication Lag", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 10 }, { "color": "red", "value": 20 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 17, "y": 1 }, "id": 467, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max(cnpg_pg_stat_replication_write_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Write Lag", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 1, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "orange", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 19, "y": 1 }, "id": 356, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"$instances\"}))", "format": "time_series", "instant": true, "interval": "", "legendFormat": "DATA", "range": false, "refId": "DATA" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(max by(persistentvolumeclaim) (1 - kubelet_volume_stats_available_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"} / kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-wal\"}))", "format": "time_series", "instant": true, "interval": "", "legendFormat": "WAL", "range": false, "refId": "WAL" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(\n sum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_used_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n /\n sum by (namespace,persistentvolumeclaim) (kubelet_volume_stats_capacity_bytes{namespace=\"$namespace\", persistentvolumeclaim=~\"(${instances})-tbs.*\"}) \n *\n on(namespace, persistentvolumeclaim) group_left(volume)\n kube_pod_spec_volumes_persistentvolumeclaims_info{pod=~\"$instances\"}\n)", "hide": false, "instant": true, "legendFormat": "Tablespaces (max)", "range": false, "refId": "Max Tablespace" } ], "title": "Volume Space Usage", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Elapsed time since the last successful base backup.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "from": 1, "result": { "color": "semi-dark-orange", "index": 0, "text": "Invalid date" }, "to": 1e42 }, "type": "range" }, { "options": { "from": -2147483648, "result": { "color": "red", "index": 1, "text": "N/A" }, "to": -1577847600 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "semi-dark-red", "value": -108000 }, { "color": "semi-dark-orange", "value": -107999 }, { "color": "#EAB839", "value": -89999 }, { "color": "green", "value": -86399 } ] }, "unit": "dtdurations" }, "overrides": [] }, "gridPos": { "h": 2, "w": 3, "x": 21, "y": 1 }, "id": 360, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "-(time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\"$namespace\",pod=~\"$instances\"}))", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Last Base Backup", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "High resource usage (CPU, Memory, DB Connections)", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "text", "index": 0, "text": "No data" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 0.8 }, "type": "range" }, { "options": { "from": 0.8, "result": { "color": "orange", "index": 2, "text": "Warning" }, "to": 0.9 }, "type": "range" }, { "options": { "from": 0.9, "result": { "color": "red", "index": 3, "text": "Critical" }, "to": 0.98 }, "type": "range" }, { "options": { "from": 0.98, "result": { "color": "red", "index": 4, "text": "Data Loss" }, "to": 999 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [] }, "gridPos": { "h": 2, "w": 4, "x": 3, "y": 3 }, "id": 591, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "(sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{ namespace=\"$namespace\", pod=~\"$instances\"}) / sum(kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"cpu\", pod=~\"$instances\"}))", "hide": false, "legendFormat": "CPU", "range": true, "refId": "CPU" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "(sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"$namespace\",container!=\"\", image!=\"\", pod=~\"$instances\"}) / sum(max by(pod) (kube_pod_container_resource_requests{job=\"kube-state-metrics\", namespace=\"$namespace\", resource=\"memory\", pod=~\"$instances\"})))", "hide": false, "instant": false, "legendFormat": "Memory", "range": true, "refId": "MEM" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": " (max(sum by (pod) (cnpg_backends_total{namespace=~\"$namespace\", pod=~\"$instances\"}) / sum by (pod) (cnpg_pg_settings_setting{name=\"max_connections\", namespace=~\"$namespace\", pod=~\"$instances\"})))", "hide": false, "instant": false, "legendFormat": "Connections", "range": true, "refId": "CONNS" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Computes the time since the last known WAL archival in the primary.\nWe ensure to ignore the metric in the replicas by using (1 - cnpg_pg_replication_in_recovery ) as a multiplicative factor. It will be 0 for replicas, 1 for the primary.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "red", "index": 0, "text": "No backups" } }, "type": "special" }, { "options": { "from": -1e22, "result": { "color": "text", "index": 1, "text": "No data" }, "to": 0 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dtdurations" }, "overrides": [] }, "gridPos": { "h": 2, "w": 3, "x": 21, "y": 3 }, "id": 362, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max((1 - cnpg_pg_replication_in_recovery{namespace=~\"$namespace\",pod=~\"$instances\"}) * (time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\",pod=~\"$instances\"}) +\ncnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\",pod=~\"$instances\"}))", "format": "time_series", "instant": true, "interval": "", "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Last archived WAL", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-blue" } ] }, "unit": "string" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 7, "y": 4 }, "id": 340, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "/^full$/", "values": false }, "showPercentChange": false, "text": {}, "textMode": "value", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "builder", "exemplar": false, "expr": "cnpg_collector_postgres_version{namespace=~\"$namespace\",pod=~\"$instances\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{pod}}", "range": false, "refId": "A" } ], "title": "Version", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 10 }, { "color": "red", "value": 20 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 15, "y": 4 }, "id": 466, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max(cnpg_pg_stat_replication_flush_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Flush Lag", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "yellow", "value": 1 }, { "color": "orange", "value": 10 }, { "color": "red", "value": 20 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 17, "y": 4 }, "id": 468, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max(cnpg_pg_stat_replication_replay_lag_seconds{namespace=~\"$namespace\",pod=~\"$instances\"})", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Replay Lag", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Base Backups are considered healthy when there has been at least one base backup in the last 24 hours.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "orange", "index": 0, "text": "None" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 90000 }, "type": "range" }, { "options": { "from": 90000, "result": { "color": "orange", "index": 2, "text": "Degraded" }, "to": 108000 }, "type": "range" }, { "options": { "from": 108000, "result": { "color": "red", "index": 3, "text": "None recent" }, "to": 4294967295 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "WAL" }, "properties": [ { "id": "mappings", "value": [ { "options": { "match": "null", "result": { "color": "orange", "index": 0, "text": "None" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 360 }, "type": "range" }, { "options": { "from": 360, "result": { "color": "orange", "index": 2, "text": "Delayed" }, "to": 900 }, "type": "range" }, { "options": { "from": 900, "result": { "color": "red", "index": 3, "text": "Unsynced" }, "to": 4294967295 }, "type": "range" } ] } ] } ] }, "gridPos": { "h": 2, "w": 1, "x": 3, "y": 5 }, "id": 588, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "time() - max(cnpg_collector_last_available_backup_timestamp{namespace=\"$namespace\", pod=~\"$instances\"})", "legendFormat": "Backups", "range": true, "refId": "BACKUPS" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Base Backups are considered healthy when there has been at least one base backup in the last 24 hours.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "orange", "index": 0, "text": "None" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 360 }, "type": "range" }, { "options": { "from": 360, "result": { "color": "orange", "index": 2, "text": "Delayed" }, "to": 900 }, "type": "range" }, { "options": { "from": 900, "result": { "color": "red", "index": 3, "text": "Unsynced" }, "to": 4294967295 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "WAL" }, "properties": [ { "id": "mappings", "value": [ { "options": { "match": "null", "result": { "color": "orange", "index": 0, "text": "None" } }, "type": "special" }, { "options": { "from": 0, "result": { "color": "green", "index": 1, "text": "Healthy" }, "to": 360 }, "type": "range" }, { "options": { "from": 360, "result": { "color": "orange", "index": 2, "text": "Delayed" }, "to": 900 }, "type": "range" }, { "options": { "from": 900, "result": { "color": "red", "index": 3, "text": "Unsynced" }, "to": 4294967295 }, "type": "range" } ] } ] } ] }, "gridPos": { "h": 2, "w": 1, "x": 4, "y": 5 }, "id": 612, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "max((1 - cnpg_pg_replication_in_recovery{namespace=~\"$namespace\", pod=~\"$instances\"}) * (time() - timestamp(cnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\", pod=~\"$instances\"}) +\ncnpg_pg_stat_archiver_seconds_since_last_archival{namespace=~\"$namespace\", pod=~\"$instances\"}))", "hide": false, "instant": false, "legendFormat": "WAL", "range": true, "refId": "WAL" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Online if there is at least one ready operator pod", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "color": "red", "index": 0, "text": "Failure" } }, "type": "value" }, { "options": { "from": 1, "result": { "color": "green", "index": 1, "text": "Online" }, "to": 99 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "A" }, "properties": [ { "id": "displayName", "value": "Reconcile errors" } ] } ] }, "gridPos": { "h": 2, "w": 1, "x": 5, "y": 5 }, "id": 589, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "sum(kube_pod_status_ready{namespace=\"$operatorNamespace\", pod=~\"cloudnative-pg.+|cnpg-controller-manager.+\", condition=\"true\"})", "hide": false, "instant": true, "legendFormat": "Operator Status", "range": false, "refId": "A" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "The operator reconcile errors don't distinguish between database cluster or namespaces.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "color": "green", "index": 0, "text": "None" } }, "type": "value" }, { "options": { "from": 1, "result": { "color": "red", "index": 1, "text": "Backup" }, "to": 9 }, "type": "range" }, { "options": { "from": 10, "result": { "color": "red", "index": 2, "text": "Cluster" }, "to": 99 }, "type": "range" }, { "options": { "from": 100, "result": { "color": "red", "index": 3, "text": "Pooler" }, "to": 999 }, "type": "range" }, { "options": { "from": 1000, "result": { "color": "red", "index": 4, "text": "Scheduled Backup" }, "to": 9999 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "A" }, "properties": [ { "id": "displayName", "value": "Reconcile errors" } ] } ] }, "gridPos": { "h": 2, "w": 1, "x": 6, "y": 5 }, "id": 655, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value_and_name", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"backup\"}), 1)", "hide": true, "legendFormat": "__auto", "range": true, "refId": "RECONCILE_ERRORS_BACKUP" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"cluster\"}), 1)", "hide": true, "legendFormat": "__auto", "range": true, "refId": "RECONCILE_ERRORS_CLUSTER" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=\"pooler\"}), 1)", "hide": true, "legendFormat": "__auto", "range": true, "refId": "RECONCILE_ERRORS_POOLER" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "expr": "clamp_max(max(controller_runtime_reconcile_total{namespace=~\"$operatorNamespace\", result=\"error\", controller=~\"scheduledbackup|scheduled-backup\"}), 1)", "hide": true, "legendFormat": "__auto", "range": true, "refId": "RECONCILE_ERRORS_SCHEDULED_BACKUP" }, { "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "$RECONCILE_ERRORS_BACKUP + $RECONCILE_ERRORS_CLUSTER * 10 + $RECONCILE_ERRORS_POOLER * 100 + $RECONCILE_ERRORS_SCHEDULED_BACKUP * 1000", "hide": false, "refId": "A", "type": "math" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "#EAB839", "value": 80000000000 }, { "color": "red", "value": 90000000000 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 2, "w": 2, "x": 11, "y": 5 }, "id": 346, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{namespace=\"$namespace\", pod=~\"$instances\"})", "hide": false, "interval": "", "legendFormat": "Total", "range": true, "refId": "B" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Container memory working set", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "#EAB839", "value": 80000000000 }, { "color": "red", "value": 90000000000 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 2, "w": 2, "x": 13, "y": 5 }, "id": 350, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": true, "expr": "sum(container_memory_working_set_bytes{pod=~\"$instances\", namespace=\"$namespace\", container!=\"\", image!=\"\"})", "hide": false, "interval": "", "legendFormat": "Total", "range": true, "refId": "B" } ], "title": "", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "#EAB839", "value": 60000000000 }, { "color": "red", "value": 80000000000 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 2, "w": 2, "x": 19, "y": 5 }, "id": 358, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["sum"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "value", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "cnpg_pg_database_size_bytes{namespace=\"$namespace\", pod=~\"$instances\"}", "format": "table", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Database Size", "transformations": [ { "id": "groupBy", "options": { "fields": { "Value": { "aggregations": ["max"], "operation": "aggregate" }, "datname": { "aggregations": [], "operation": "groupby" } } } } ], "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "0": { "color": "red", "index": 1, "text": "N/A" } }, "type": "value" }, { "options": { "match": "null", "result": { "color": "red", "index": 0, "text": "No backups" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "dateTimeAsIso" }, "overrides": [] }, "gridPos": { "h": 2, "w": 3, "x": 21, "y": 5 }, "id": 364, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.0.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "max(cnpg_collector_first_recoverability_point{namespace=~\"$namespace\",pod=~\"$instances\"})*1000", "format": "time_series", "instant": true, "interval": "", "legendFormat": "{{pod}}", "range": false, "refId": "A" } ], "title": "First Recoverability Point", "type": "stat" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 12, "panels": [], "title": "Server Health", "type": "row" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 3, "x": 0, "y": 8 }, "id": 191, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Instance", "transparent": true, "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 2, "x": 3, "y": 8 }, "id": 192, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Status", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 3, "x": 5, "y": 8 }, "id": 193, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Clustering / replicas", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 2, "x": 8, "y": 8 }, "id": 384, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Zone", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 4, "x": 10, "y": 8 }, "id": 195, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Connections", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 3, "x": 14, "y": 8 }, "id": 196, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Max Connections", "type": "text" }, { "description": "", "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 3, "x": 17, "y": 8 }, "id": 197, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Wraparound", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 2, "x": 20, "y": 8 }, "id": 313, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Started", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 1, "w": 2, "x": 22, "y": 8 }, "id": 198, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "", "mode": "html" }, "pluginVersion": "12.0.0", "title": "Version", "type": "text" }, { "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 9 }, "id": 61, "options": { "code": { "language": "plaintext", "showLineNumbers": false, "showMiniMap": false }, "content": "
$instances \n | \n
$instances \n | \n