{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": false, "graphTooltip": 0, "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 22, "panels": [], "title": "Controller Runtime Metrics", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 9, "x": 0, "y": 1 }, "id": 23, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(\n histogram_quantile(0.95, rate(controller_runtime_reconcile_time_seconds_bucket{controller=\"pod\", namespace=\"$namespace\"}[5m]))\n)", "instant": false, "legendFormat": "{{pod}}", "range": true, "refId": "A" } ], "title": "95th Percentile Reconciliation Duration", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 0, "fieldMinMax": false, "mappings": [], "min": 0, "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 7, "x": 9, "y": 1 }, "id": 26, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(workqueue_depth{controller=\"pod\",namespace=\"$namespace\"}) by (controller)", "instant": false, "legendFormat": "{{pod}}", "range": true, "refId": "A" } ], "title": "Workqueue Depth (Pending Items)", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 1 }, "id": 24, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(rate(controller_runtime_reconcile_time_seconds_sum{namespace=\"$namespace\"}[5m]) / \nrate(controller_runtime_reconcile_time_seconds_count{namespace=\"$namespace\"}[5m])) by (controller)\n", "instant": false, "legendFormat": "{{controller}} {{result}}", "range": true, "refId": "A" } ], "title": "Average Reconciliation Duration", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 9 }, "id": 27, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(rate(workqueue_adds_total{controller=\"pod\",namespace=\"$namespace\"}[5m])) by (controller)\n", "instant": false, "legendFormat": "{{controller}}", "range": true, "refId": "A" } ], "title": "Queue Processing Rate", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": 3600000, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 9 }, "id": 29, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(rate(controller_runtime_reconcile_errors_total{namespace=\"$namespace\"}[$__rate_interval])) by (controller)", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Reconcile Error Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 17 }, "id": 25, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(rate(controller_runtime_reconcile_total{controller=\"pod\", namespace=\"$namespace\"}[5m])) by (result)", "instant": false, "legendFormat": "{{result}}", "range": true, "refId": "A" } ], "title": "Total number of reconciliations per controller.", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 17 }, "id": 28, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.4.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "increase(controller_runtime_reconcile_errors_total{controller=\"pod\",namespace=\"$namespace\"}[5m])\n", "instant": false, "legendFormat": "{{pod}}", "range": true, "refId": "A" } ], "title": "Reconcile Errors ", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 25 }, "id": 17, "panels": [], "title": "HTTP Metrics", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "description": "HTTP Requests by Domain along with inflight HTTP Requests", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 0, "y": 26 }, "id": 18, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(rate(http_client_in_flight_requests{namespace=~\"$namespace\", domain=~\"$domains\", code=\"OK\"}[1m]))", "instant": false, "interval": "3m", "legendFormat": "Inflight", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "avg(rate(http_client_requests_total{namespace=\"$namespace\", domain=~\"$domains\", code=\"OK\"}[1m])) by (domain)", "instant": false, "legendFormat": "{{domain}}", "range": true, "refId": "B" } ], "title": "HTTP Successful Requests", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": false, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "Inflight" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" } ] }, { "__systemRef": "hideSeriesFrom", "matcher": { "id": "byNames", "options": { "mode": "exclude", "names": [ "quay.io / Unauthorized" ], "prefix": "All except:", "readOnly": true } }, "properties": [ { "id": "custom.hideFrom", "value": { "legend": false, "tooltip": true, "viz": true } } ] } ] }, "gridPos": { "h": 11, "w": 12, "x": 12, "y": 26 }, "id": 20, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(http_client_in_flight_requests{namespace=~\"$namespace\"})", "instant": false, "interval": "", "legendFormat": "Inflight", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(increase(http_client_requests_total{namespace=\"$namespace\", domain=~\"$domains\", code!=\"OK\"}[10m])) by (domain,code)", "instant": false, "legendFormat": "{{domain}} / {{code}}", "range": true, "refId": "B" } ], "title": "HTTP Failed Requests", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "axisSoftMin": 0, "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 37 }, "id": 19, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum(\n rate(http_dns_duration_seconds{event=\"dns_done\",namespace=~\"$namespace\",domain=~\"$domains\"}[1m])\n) by (domain)", "instant": false, "legendFormat": "DNS: {{domain}}", "range": true, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "avg(\n rate(http_tls_duration_seconds{event=\"tls_done\", namespace=~\"$namespace\"}[1m])\n)by (domain)", "instant": false, "legendFormat": "TLS: {{domain}}", "range": true, "refId": "D" } ], "title": "DNS / TLS Resolution", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 48 }, "id": 9, "panels": [], "title": "Core Metrics", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 49 }, "id": 3, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "Prometheus" }, "editorMode": "code", "expr": "rate(process_cpu_seconds_total{namespace=\"version-checker\"}[1m])", "legendFormat": "CPU Seconds: {{pod}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "max(rate(process_cpu_seconds_total{namespace=\"version-checker\"}[1h])) by (pod)", "instant": false, "legendFormat": "Max Hour: {{pod}}", "range": true, "refId": "B" } ], "title": "Process CPU", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 49 }, "id": 6, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "process_resident_memory_bytes{namespace=\"version-checker\"}", "instant": false, "legendFormat": "Resident Memory", "range": true, "refId": "A" } ], "title": "Process Memory", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 58 }, "id": 10, "panels": [], "title": "Go Metrics", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 59 }, "id": 8, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "Prometheus" }, "editorMode": "code", "expr": "rate(go_gc_duration_seconds_sum{namespace=\"$namespace\"}[5m])", "legendFormat": "GC Duration", "range": true, "refId": "B" }, { "datasource": { "uid": "Prometheus" }, "editorMode": "code", "expr": "", "legendFormat": "__auto", "range": true, "refId": "C" } ], "title": "Go GC Duration", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 59 }, "id": 7, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "Prometheus" }, "editorMode": "code", "expr": "go_goroutines{namespace=\"$namespace\"}", "legendFormat": "Go Routines", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "go_threads{namespace=\"$namespace\"}", "instant": false, "legendFormat": "Threads", "range": true, "refId": "B" } ], "title": "Go Routines", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 68 }, "id": 11, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "Prometheus" }, "editorMode": "code", "expr": "go_memstats_heap_alloc_bytes{namespace=\"$namespace\", container=\"version-checker\"}", "legendFormat": "Allocated Bytes", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "go_memstats_heap_idle_bytes{namespace=\"$namespace\", container=\"version-checker\"}", "instant": false, "legendFormat": "Idle", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "go_memstats_heap_objects{namespace=\"$namespace\", container=\"version-checker\"}", "instant": false, "legendFormat": "Objects", "range": true, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "exemplar": false, "expr": "go_memstats_heap_sys_bytes{namespace=\"$namespace\"}", "instant": false, "legendFormat": "System", "range": true, "refId": "D" } ], "title": "Go Heap Memory", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 78 }, "id": 12, "panels": [], "title": "Container Metrics", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 79 }, "id": 21, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "time() - container_start_time_seconds{namespace=\"$namespace\",container!=\"POD\"}", "instant": false, "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Container Uptime", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 79 }, "id": 16, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "kube_deployment_status_replicas_available{namespace=~\"$namespace\"}", "instant": false, "legendFormat": "Available", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "kube_deployment_status_replicas_unavailable{namespace=~\"$namespace\"}", "instant": false, "legendFormat": "Unavailable", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "kube_pod_container_status_restarts_total{namespace=~\"$namespace\"}", "instant": false, "legendFormat": "Restarts", "range": true, "refId": "C" } ], "title": "Replica Counts", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 86 }, "id": 13, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod, container)(rate(container_cpu_usage_seconds_total{namespace=~\"$namespace\",container=\"version-checker\"}[5m]))\n", "instant": false, "legendFormat": "{{pod}}/{{container}}", "range": true, "refId": "A" } ], "title": "Container CPU Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 86 }, "id": 14, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod, container)(container_memory_usage_bytes{container=\"version-checker\",namespace=~\"$namespace\"})", "instant": false, "legendFormat": "Usage: {{pod}}/{{container}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod, container)(container_memory_cache{container=\"version-checker\",namespace=~\"$namespace\"})", "hide": true, "instant": false, "legendFormat": "Cache: {{pod}}/{{container}}", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod, container)(container_memory_rss{container=\"version-checker\",namespace=~\"$namespace\"})", "hide": true, "instant": false, "legendFormat": "RSS: {{pod}}/{{container}}", "range": true, "refId": "C" } ], "title": "Container Memory Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "smooth", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Received.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 94 }, "id": 15, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "asc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod)(rate(container_network_transmit_bytes_total{namespace=~\"$namespace\",container=\"POD\"}[5m]))", "instant": false, "legendFormat": "Transmit: {{pod}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "editorMode": "code", "expr": "sum by (pod)(rate(container_network_receive_bytes_total{namespace=~\"$namespace\",container=\"POD\"}[5m]))", "instant": false, "legendFormat": "Received: {{pod}}", "range": true, "refId": "B" } ], "title": "Container Network Traffic", "type": "timeseries" } ], "preload": true, "tags": ["service", "scan"], "templating": { "list": [ { "current": { "text": "Prometheus", "value": "kube-prometheus-stack" }, "includeAll": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "type": "datasource" }, { "current": { "text": [ "version-checker" ], "value": [ "version-checker" ] }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "label_values(version_checker_is_latest_version,namespace)", "includeAll": true, "label": "Version Checker Namespace", "multi": true, "name": "namespace", "options": [], "query": { "qryType": 1, "query": "label_values(version_checker_is_latest_version,namespace)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "regexApplyTo": "value", "sort": 1, "type": "query" }, { "current": { "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "334e06ed-cbfd-4139-8151-9e7029478d14" }, "definition": "label_values(http_client_requests_total{namespace=\"$namespace\"},domain)", "description": "Used for HTTP Metrics Drill down", "includeAll": true, "label": "Domains", "multi": true, "name": "domains", "options": [], "query": { "qryType": 1, "query": "label_values(http_client_requests_total{namespace=\"$namespace\"},domain)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 2, "regex": "", "regexApplyTo": "value", "sort": 1, "type": "query" } ] }, "time": { "from": "now-24h", "to": "now" }, "timezone": "browser", "title": "Version Checker - Internal", "uid": "degwfag0en9xcd", "version": 1 }