diff --git a/dashboards/system/ceph.json b/dashboards/system/ceph.json index b097584..f20b0b6 100644 --- a/dashboards/system/ceph.json +++ b/dashboards/system/ceph.json @@ -17,7 +17,7 @@ "editable": false, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 100, + "id": 93, "links": [], "panels": [ { @@ -30,7 +30,7 @@ }, "id": 2, "panels": [], - "title": "CLUSTER STATE", + "title": "Cluster State", "type": "row" }, { @@ -115,10 +115,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "ceph_health_status{}", + "editorMode": "code", + "expr": "ceph_health_status", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -187,10 +188,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_w_in_bytes{}[5m]))", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_w_in_bytes[5m]))", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -265,10 +267,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_r_out_bytes{}[5m]))", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_r_out_bytes[5m]))", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -344,10 +347,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "ceph_cluster_total_bytes{}", + "editorMode": "code", + "expr": "ceph_cluster_total_bytes", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -423,10 +427,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "(ceph_cluster_total_bytes{}-ceph_cluster_total_used_bytes{})/ceph_cluster_total_bytes{}", + "editorMode": "code", + "expr": "(ceph_cluster_total_bytes-ceph_cluster_total_used_bytes)/ceph_cluster_total_bytes", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -498,10 +503,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_pool_objects{})", + "editorMode": "code", + "expr": "sum(ceph_pool_objects)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -572,10 +578,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_osd_op_w_in_bytes{})", + "editorMode": "code", + "expr": "sum(ceph_osd_op_w_in_bytes)", "format": "time_series", "instant": false, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -646,10 +653,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_osd_op_r_out_bytes{})", + "editorMode": "code", + "expr": "sum(ceph_osd_op_r_out_bytes)", "format": "time_series", "instant": false, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -714,10 +722,11 @@ "targets": [ { "datasource": "Prometheus", + "editorMode": "code", "expr": "count(ALERTS{alertstate=\"firing\",alertname=~\"^Ceph.+\"}) OR vector(0)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -785,10 +794,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_w{}[5m]))", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_w[5m]))", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -863,10 +873,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_r{}[5m]))", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_r[5m]))", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -942,10 +953,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "ceph_cluster_total_used_bytes{}", + "editorMode": "code", + "expr": "ceph_cluster_total_used_bytes", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -1020,10 +1032,11 @@ "targets": [ { "datasource": "Prometheus", + "editorMode": "code", "expr": "sum(ceph_pool_objects)", "format": "time_series", "instant": false, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -1094,10 +1107,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_mon_num_sessions{})", + "editorMode": "code", + "expr": "sum(ceph_mon_num_sessions)", "format": "time_series", "instant": false, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -1173,10 +1187,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "count(ceph_mon_quorum_status{}) or vector(0)", + "editorMode": "code", + "expr": "count(ceph_mon_quorum_status) or vector(0)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1196,7 +1211,7 @@ }, "id": 18, "panels": [], - "title": "OSD STATE", + "title": "OSD State", "type": "row" }, { @@ -1265,10 +1280,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "count(ceph_osd_up{}) - count(ceph_osd_in{})", + "editorMode": "code", + "expr": "count(ceph_osd_up) - count(ceph_osd_in)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1344,10 +1360,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "count(ceph_osd_up{} == 0.0) OR vector(0)", + "editorMode": "code", + "expr": "count(ceph_osd_up == 0.0) OR vector(0)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1419,10 +1436,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_osd_up{})", + "editorMode": "code", + "expr": "sum(ceph_osd_up)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1494,10 +1512,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_osd_in{})", + "editorMode": "code", + "expr": "sum(ceph_osd_in)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1548,7 +1567,7 @@ }, "gridPos": { "h": 3, - "w": 2, + "w": 4, "x": 8, "y": 8 }, @@ -1573,10 +1592,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "sum(ceph_osd_numpg{})", + "editorMode": "code", + "expr": "sum(ceph_osd_numpg)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1628,7 +1648,7 @@ "gridPos": { "h": 3, "w": 3, - "x": 10, + "x": 12, "y": 8 }, "id": 24, @@ -1652,10 +1672,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "avg(ceph_osd_apply_latency_ms{})", + "editorMode": "code", + "expr": "avg(ceph_osd_apply_latency_ms)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1707,7 +1728,7 @@ "gridPos": { "h": 3, "w": 3, - "x": 13, + "x": 15, "y": 8 }, "id": 25, @@ -1731,10 +1752,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "avg(ceph_osd_commit_latency_ms{})", + "editorMode": "code", + "expr": "avg(ceph_osd_commit_latency_ms)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A", @@ -1787,7 +1809,7 @@ "gridPos": { "h": 3, "w": 3, - "x": 16, + "x": 18, "y": 8 }, "id": 26, @@ -1811,11 +1833,13 @@ "targets": [ { "datasource": "Prometheus", - "expr": "avg(rate(ceph_osd_op_w_latency_sum{}[5m]) / rate(ceph_osd_op_w_latency_count{}[5m]) >= 0)", + "editorMode": "code", + "expr": "avg(rate(ceph_osd_op_w_latency_sum[5m]) / rate(ceph_osd_op_w_latency_count[5m]) >= 0)", "format": "time_series", - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", + "range": true, "refId": "A" } ], @@ -1865,7 +1889,7 @@ "gridPos": { "h": 3, "w": 3, - "x": 19, + "x": 21, "y": 8 }, "id": 27, @@ -1889,10 +1913,11 @@ "targets": [ { "datasource": "Prometheus", - "expr": "avg(rate(ceph_osd_op_r_latency_sum{}[5m])/rate(ceph_osd_op_r_latency_count{}[5m]) >= 0)", + "editorMode": "code", + "expr": "avg(rate(ceph_osd_op_r_latency_sum[5m])/rate(ceph_osd_op_r_latency_count[5m]) >= 0)", "format": "time_series", "instant": true, - "interval": "$interval", + "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" @@ -1902,7 +1927,7 @@ "type": "stat" }, { - "collapsed": false, + "collapsed": true, "gridPos": { "h": 1, "w": 24, @@ -1910,1094 +1935,1120 @@ "y": 11 }, "id": 28, - "panels": [], - "title": "CLUSTER STATS", - "type": "row" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 40, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 0, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "decimals": 2, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Available" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#EAB839", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Total Capacity" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#447EBC", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Used" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#BF1B00", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Used" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#BF1B00", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_avail" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#6ED0E0", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_space" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#7EB26D", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_used" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#890F02", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Total Capacity" - }, - "properties": [ - { - "id": "custom.fillOpacity", - "value": 0 - }, - { - "id": "custom.lineWidth", - "value": 3 - }, - { - "id": "custom.stacking", - "value": { - "group": false, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 12 - }, - "id": 29, - "interval": "$interval", - "options": { - "legend": { - "calcs": ["mean", "lastNotNull", "max", "min"], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "ceph_cluster_total_bytes{}-ceph_cluster_total_used_bytes{}", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Available", - "refId": "A", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "ceph_cluster_total_used_bytes{}", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Used", - "refId": "B", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "ceph_cluster_total_bytes{}", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Total Capacity", - "refId": "C", - "step": 300 - } - ], - "title": "Capacity", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + }, + "decimals": 2, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ + "overrides": [ { - "color": "green", - "value": null + "matcher": { + "id": "byName", + "options": "Available" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#EAB839", + "mode": "fixed" + } + } + ] }, { - "color": "red", - "value": 80 + "matcher": { + "id": "byName", + "options": "Total Capacity" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#447EBC", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Used" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#BF1B00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Used" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#BF1B00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_avail" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#6ED0E0", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_space" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7EB26D", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_used" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#890F02", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Total Capacity" + }, + "properties": [ + { + "id": "custom.fillOpacity", + "value": 0 + }, + { + "id": "custom.lineWidth", + "value": 3 + }, + { + "id": "custom.stacking", + "value": { + "group": false, + "mode": "normal" + } + } + ] } ] }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Total Capacity" + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 12 + }, + "id": 29, + "options": { + "legend": { + "calcs": ["mean", "lastNotNull", "max", "min"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#7EB26D", - "mode": "fixed" + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "ceph_cluster_total_bytes{}-ceph_cluster_total_used_bytes{}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Available", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "ceph_cluster_total_used_bytes{}", + "format": "time_series", + "hide": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Used", + "range": true, + "refId": "B", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "ceph_cluster_total_bytes{}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Total Capacity", + "range": true, + "refId": "C", + "step": 300 + } + ], + "title": "Capacity", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "Total Capacity" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7EB26D", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Used" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#BF1B00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_avail" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#6ED0E0", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_space" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7EB26D", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total_used" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#890F02", + "mode": "fixed" + } + } + ] } ] }, - { - "matcher": { - "id": "byName", - "options": "Used" + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 12 + }, + "id": 30, + "options": { + "legend": { + "calcs": ["mean", "lastNotNull", "max", "min"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#BF1B00", - "mode": "fixed" + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_w[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Write", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_r[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Read", + "range": true, + "refId": "B", + "step": 300 + } + ], + "title": "IOPS", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_avail" + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#6ED0E0", - "mode": "fixed" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 12 + }, + "id": 31, + "options": { + "legend": { + "calcs": ["mean", "lastNotNull", "max", "min"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_w_in_bytes{}[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Write", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_op_r_out_bytes{}[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Read", + "range": true, + "refId": "B", + "step": 300 + } + ], + "title": "Cluster Throughput", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_space" + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#7EB26D", - "mode": "fixed" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 158 + }, + "id": 32, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "(ceph_pool_bytes_used{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A", + "step": 300 + } + ], + "title": "Pool Used Bytes", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "total_used" + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#890F02", - "mode": "fixed" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 158 + }, + "id": 33, + "options": { + "legend": { + "calcs": ["lastNotNull"], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "(ceph_pool_avail_raw{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}} Avail", + "range": true, + "refId": "A" + }, + { + "datasource": "Prometheus", + "expr": "(ceph_pool_stored_raw{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{name}} Stored", + "range": true, + "refId": "B" + } + ], + "title": "Pool RAW Bytes", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 12 - }, - "id": 30, - "interval": "$interval", - "options": { - "legend": { - "calcs": ["mean", "lastNotNull", "max", "min"], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_w{}[5m]))", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Write", - "refId": "A", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_r{}[5m]))", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Read", - "refId": "B", - "step": 300 - } - ], - "title": "IOPS", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 12 - }, - "id": 31, - "interval": "$interval", - "options": { - "legend": { - "calcs": ["mean", "lastNotNull", "max", "min"], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "desc" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_w_in_bytes{}[5m]))", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Write", - "refId": "A", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_op_r_out_bytes{}[5m]))", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Read", - "refId": "B", - "step": 300 - } - ], - "title": "Cluster Throughput", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] }, - { - "color": "red", - "value": 80 - } - ] + "unit": "short" + }, + "overrides": [] }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 20 - }, - "id": 32, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "(ceph_pool_bytes_used{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A", - "step": 300 - } - ], - "title": "Pool Used Bytes", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 166 }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "id": 37, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "multi", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 20 - }, - "id": 33, - "options": { - "legend": { - "calcs": [], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "(ceph_pool_avail_raw{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}} Avail", - "range": true, - "refId": "A" - }, - { - "datasource": "Prometheus", - "expr": "(ceph_pool_stored_raw{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{name}} Stored", - "range": true, - "refId": "B" - } - ], - "title": "Pool RAW Bytes", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "count(ceph_bluestore_kv_commit_lat_count{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "BlueStore", + "range": true, + "refId": "A" } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + ], + "title": "OSD Type Count", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" }, - { - "color": "red", - "value": 80 - } - ] + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 20 - }, - "id": 34, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "(ceph_pool_objects{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "title": "Objects Per Pool", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 166 }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "id": 34, + "options": { + "legend": { + "calcs": ["lastNotNull"], + "displayMode": "table", + "placement": "right", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "multi", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "(ceph_pool_objects{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "title": "Objects Per Pool", + "type": "timeseries" }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 0, - "y": 28 - }, - "id": 35, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ { "datasource": "Prometheus", - "expr": "(ceph_pool_quota_bytes{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "title": "Pool Quota Bytes", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 173 + }, + "id": 35, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "multi", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "(ceph_pool_quota_bytes{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "title": "Pool Quota Bytes", + "type": "timeseries" }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 8, - "y": 28 - }, - "id": 36, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ { "datasource": "Prometheus", - "expr": "(ceph_pool_quota_objects{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "title": "Pool Objects Quota", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "barWidthFactor": 0.6, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 173 + }, + "id": 36, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "multi", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 28 - }, - "id": 37, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "11.4.0", - "targets": [ - { - "datasource": "Prometheus", - "expr": "count(ceph_bluestore_kv_commit_lat_count{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "BlueStore", - "range": true, - "refId": "A" + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "(ceph_pool_quota_objects{}) *on (pool_id) group_left(name)(ceph_pool_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "title": "Pool Objects Quota", + "type": "timeseries" } ], - "title": "OSD Type Count", - "type": "timeseries" + "title": "Cluster Stats", + "type": "row" }, { "collapsed": true, @@ -3005,7 +3056,7 @@ "h": 1, "w": 24, "x": 0, - "y": 35 + "y": 12 }, "id": 38, "panels": [ @@ -3024,11 +3075,13 @@ "inspect": false }, "decimals": 2, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3064,18 +3117,20 @@ "h": 6, "w": 8, "x": 0, - "y": 28 + "y": 13 }, "id": 39, "options": { + "cellHeight": "sm", "footer": { + "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", @@ -3114,11 +3169,13 @@ "inspect": false }, "decimals": 2, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3154,18 +3211,20 @@ "h": 6, "w": 8, "x": 8, - "y": 28 + "y": 13 }, "id": 40, "options": { + "cellHeight": "sm", "footer": { + "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", @@ -3203,11 +3262,13 @@ "inspect": false }, "decimals": 2, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3243,18 +3304,20 @@ "h": 6, "w": 8, "x": 16, - "y": 28 + "y": 13 }, "id": 41, "options": { + "cellHeight": "sm", "footer": { + "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", @@ -3287,7 +3350,7 @@ "h": 1, "w": 24, "x": 0, - "y": 36 + "y": 13 }, "id": 42, "panels": [ @@ -3299,28 +3362,31 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "scaleDistributionLog": 2, "type": "log" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, "stacking": { "group": "A", "mode": "none" @@ -3329,11 +3395,14 @@ "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3349,7 +3418,7 @@ "h": 9, "w": 12, "x": 0, - "y": 29 + "y": 14 }, "id": 43, "options": { @@ -3364,7 +3433,7 @@ "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", @@ -3394,11 +3463,13 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -3407,6 +3478,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -3424,11 +3496,13 @@ "mode": "off" } }, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3444,7 +3518,7 @@ "h": 9, "w": 12, "x": 12, - "y": 29 + "y": 14 }, "id": 44, "options": { @@ -3459,14 +3533,16 @@ "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "avg by(instance)(irate(node_cpu_seconds_total{job='node',mode!=\"idle\"}[$interval])) * 100", + "editorMode": "code", + "expr": "avg by(instance)(irate(node_cpu_seconds_total{job='node',mode!=\"idle\"}[$__interval])) * 100", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{instance}}", + "range": true, "refId": "A" } ], @@ -3481,27 +3557,30 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, "stacking": { "group": "A", "mode": "none" @@ -3510,11 +3589,14 @@ "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3528,9 +3610,9 @@ }, "gridPos": { "h": 9, - "w": 12, + "w": 24, "x": 0, - "y": 35 + "y": 99 }, "id": 45, "options": { @@ -3545,14 +3627,16 @@ "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "sum by (instance)(irate(node_disk_read_bytes_total{}[$interval]))", + "editorMode": "code", + "expr": "sum by (instance)(irate(node_disk_read_bytes_total{}[$__interval]))", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{instance}}", + "range": true, "refId": "A" } ], @@ -3567,27 +3651,30 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, "stacking": { "group": "A", "mode": "none" @@ -3596,11 +3683,14 @@ "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3614,9 +3704,9 @@ }, "gridPos": { "h": 9, - "w": 12, - "x": 12, - "y": 35 + "w": 24, + "x": 0, + "y": 108 }, "id": 46, "options": { @@ -3631,11 +3721,11 @@ "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "sum by (instance)(irate(node_disk_written_bytes_total{}[$interval]))", + "expr": "sum by (instance)(irate(node_disk_written_bytes_total{}[$__interval]))", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{instance}}", @@ -3653,11 +3743,13 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -3666,6 +3758,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -3682,11 +3775,13 @@ "mode": "off" } }, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3699,10 +3794,10 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 12, + "h": 5, + "w": 24, "x": 0, - "y": 44 + "y": 117 }, "id": 47, "options": { @@ -3717,7 +3812,7 @@ "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", @@ -3733,1212 +3828,18 @@ "type": "timeseries" } ], - "title": "Node Statistics (NodeExporter)", + "title": "Node Statistics", "type": "row" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 37 - }, - "id": 48, - "panels": [], - "title": "OBJECTS", - "type": "row" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [ - { - "matcher": { - "id": "byRegexp", - "options": "/^Total.*$/" - }, - "properties": [ - { - "id": "custom.stacking", - "value": { - "group": false, - "mode": "normal" - } - } - ] - } - ] - }, - "gridPos": { - "h": 12, - "w": 6, - "x": 0, - "y": 38 - }, - "id": 49, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": false - }, - "tooltip": { - "mode": "multi", - "sort": "asc" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(ceph_pool_objects)", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Total", - "range": true, - "refId": "A", - "step": 300 - } - ], - "title": "OSD Type Count", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [ - { - "matcher": { - "id": "byRegexp", - "options": "/^Total.*$/" - }, - "properties": [ - { - "id": "custom.stacking", - "value": { - "group": false, - "mode": "normal" - } - } - ] - } - ] - }, - "gridPos": { - "h": 12, - "w": 8, - "x": 6, - "y": 38 - }, - "id": 50, - "options": { - "legend": { - "calcs": ["lastNotNull"], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "asc" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_active{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Active", - "range": true, - "refId": "A" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_clean{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Clean", - "range": true, - "refId": "B" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_peering{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Peering", - "range": true, - "refId": "C" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_degraded{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Degraded", - "range": true, - "refId": "D", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_stale{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Stale", - "range": true, - "refId": "E", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_unclean_pgs{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Unclean", - "range": true, - "refId": "F", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_undersized{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Undersized", - "range": true, - "refId": "G", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_incomplete{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Incomplete", - "range": true, - "refId": "H" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_forced_backfill{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Forced Backfill", - "range": true, - "refId": "I" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_forced_recovery{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Forced Recovery", - "range": true, - "refId": "J" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_creating{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Creating", - "range": true, - "refId": "K" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_wait_backfill{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Wait Backfill", - "range": true, - "refId": "L" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_deep{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Deep", - "range": true, - "refId": "M" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_scrubbing{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Scrubbing", - "range": true, - "refId": "N" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_recovering{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Recovering", - "range": true, - "refId": "O" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_repair{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Repair", - "range": true, - "refId": "P" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_down{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Down", - "range": true, - "refId": "Q" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_peered{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Peered", - "range": true, - "refId": "R" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_backfill{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Backfill", - "range": true, - "refId": "S" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_remapped{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Remapped", - "range": true, - "refId": "T" - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_backfill_toofull{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Backfill Toofull", - "range": true, - "refId": "U" - } - ], - "title": "PGs State", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [ - { - "matcher": { - "id": "byRegexp", - "options": "/^Total.*$/" - }, - "properties": [ - { - "id": "custom.stacking", - "value": { - "group": false, - "mode": "normal" - } - } - ] - } - ] - }, - "gridPos": { - "h": 6, - "w": 10, - "x": 14, - "y": 38 - }, - "id": 51, - "options": { - "legend": { - "calcs": ["mean", "lastNotNull"], - "displayMode": "table", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "asc" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_degraded{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Degraded", - "range": true, - "refId": "A", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_stale{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Stale", - "range": true, - "refId": "B", - "step": 300 - }, - { - "datasource": "Prometheus", - "expr": "sum(ceph_pg_undersized{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "Undersized", - "range": true, - "refId": "C", - "step": 300 - } - ], - "title": "Stuck PGs", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 10, - "x": 14, - "y": 44 - }, - "id": 52, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": false - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "sum(irate(ceph_osd_recovery_ops{}[$interval]))", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "OPS", - "refId": "A", - "step": 300 - } - ], - "title": "Recovery Operations", - "type": "timeseries" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 50 - }, - "id": 53, - "panels": [], - "title": "LATENCY", - "type": "row" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "scaleDistribution": { - "type": "linear" - } - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 51 - }, - "id": 54, - "options": { - "calculate": true, - "calculation": { - "yBuckets": { - "mode": "count", - "scale": { - "log": 2, - "type": "log" - }, - "value": "1" - } - }, - "cellGap": 2, - "cellValues": {}, - "color": { - "exponent": 0.5, - "fill": "#b4ff00", - "mode": "opacity", - "scale": "exponential", - "scheme": "Oranges", - "steps": 128 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, - "legend": { - "show": true - }, - "rowsFrame": { - "layout": "auto" - }, - "showValue": "never", - "tooltip": { - "show": true, - "yHistogram": false - }, - "yAxis": { - "axisPlacement": "left", - "min": "0", - "reverse": false, - "unit": "ms" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "ceph_osd_apply_latency_ms{}", - "format": "time_series", - "instant": false, - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Apply Latency Distribution", - "type": "heatmap" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "scaleDistribution": { - "type": "linear" - } - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 51 - }, - "id": 55, - "options": { - "calculate": true, - "calculation": { - "yBuckets": { - "mode": "count", - "scale": { - "log": 2, - "type": "log" - } - } - }, - "cellGap": 2, - "cellValues": {}, - "color": { - "exponent": 0.5, - "fill": "#65c5db", - "mode": "opacity", - "scale": "exponential", - "scheme": "Oranges", - "steps": 128 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, - "legend": { - "show": true - }, - "rowsFrame": { - "layout": "auto" - }, - "showValue": "never", - "tooltip": { - "show": true, - "yHistogram": false - }, - "yAxis": { - "axisPlacement": "left", - "min": "0", - "reverse": false, - "unit": "ms" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "ceph_osd_commit_latency_ms{}", - "format": "time_series", - "instant": false, - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Commit Latency Distribution", - "type": "heatmap" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "scaleDistribution": { - "type": "linear" - } - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 59 - }, - "id": 56, - "options": { - "calculate": true, - "calculation": { - "yBuckets": { - "mode": "count", - "scale": { - "log": 2, - "type": "log" - } - } - }, - "cellGap": 2, - "cellValues": {}, - "color": { - "exponent": 0.5, - "fill": "#806eb7", - "mode": "opacity", - "scale": "exponential", - "scheme": "Oranges", - "steps": 128 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, - "legend": { - "show": true - }, - "rowsFrame": { - "layout": "auto" - }, - "showValue": "never", - "tooltip": { - "show": true, - "yHistogram": false - }, - "yAxis": { - "axisPlacement": "left", - "decimals": 2, - "min": "0", - "reverse": false, - "unit": "ms" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "rate(ceph_osd_op_r_latency_sum{}[5m]) / rate(ceph_osd_op_r_latency_count{}[5m]) >= 0", - "format": "time_series", - "instant": false, - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Read Op Latency Distribution", - "type": "heatmap" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "custom": { - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "scaleDistribution": { - "type": "linear" - } - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 59 - }, - "id": 57, - "options": { - "calculate": true, - "calculation": { - "yBuckets": { - "mode": "count", - "scale": { - "log": 2, - "type": "log" - } - } - }, - "cellGap": 2, - "cellValues": {}, - "color": { - "exponent": 0.5, - "fill": "#f9934e", - "mode": "opacity", - "scale": "exponential", - "scheme": "Oranges", - "steps": 128 - }, - "exemplars": { - "color": "rgba(255,0,255,0.7)" - }, - "filterValues": { - "le": 1e-9 - }, - "legend": { - "show": true - }, - "rowsFrame": { - "layout": "auto" - }, - "showValue": "never", - "tooltip": { - "show": true, - "yHistogram": false - }, - "yAxis": { - "axisPlacement": "left", - "decimals": 2, - "min": "0", - "reverse": false, - "unit": "ms" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "rate(ceph_osd_op_w_latency_sum{}[5m]) / rate(ceph_osd_op_w_latency_count{}[5m]) >= 0", - "format": "time_series", - "instant": false, - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "OSD Write Op Latency Distribution", - "type": "heatmap" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 67 - }, - "id": 58, - "options": { - "legend": { - "calcs": [], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "avg(rate(ceph_osd_op_r_latency_sum{}[5m]) / rate(ceph_osd_op_r_latency_count{}[5m]) >= 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Read", - "refId": "A" - }, - { - "datasource": "Prometheus", - "expr": "avg(rate(ceph_osd_op_w_latency_sum{}[5m]) / rate(ceph_osd_op_w_latency_count{}[5m]) >= 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Write", - "refId": "B" - } - ], - "title": "Recovery Operations", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 67 - }, - "id": 59, - "options": { - "legend": { - "calcs": ["lastNotNull", "max"], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "avg(ceph_osd_apply_latency_ms{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "apply", - "metric": "ceph_osd_perf_apply_latency_seconds", - "refId": "A", - "step": 4 - }, - { - "datasource": "Prometheus", - "expr": "avg(ceph_osd_commit_latency_ms{})", - "format": "time_series", - "interval": "$interval", - "intervalFactor": 1, - "legendFormat": "commit", - "metric": "ceph_osd_perf_commit_latency_seconds", - "refId": "B", - "step": 4 - } - ], - "title": "AVG OSD Apply + Commit Latency", - "type": "timeseries" - }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 74 + "y": 14 }, - "id": 60, + "id": 48, "panels": [ { "datasource": "Prometheus", @@ -4948,40 +3849,46 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, "stacking": { "group": "A", - "mode": "none" + "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4991,39 +3898,59 @@ }, "unit": "short" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/^Total.*$/" + }, + "properties": [ + { + "id": "custom.stacking", + "value": { + "group": false, + "mode": "normal" + } + } + ] + } + ] }, "gridPos": { - "h": 9, + "h": 12, "w": 6, "x": 0, - "y": 72 + "y": 15 }, - "id": 61, + "id": 49, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", - "showLegend": true + "showLegend": false }, "tooltip": { "mode": "multi", - "sort": "none" + "sort": "asc" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "count by (ceph_version)(ceph_osd_metadata{})", + "editorMode": "code", + "expr": "sum(ceph_pool_objects)", "format": "time_series", + "interval": "", "intervalFactor": 1, - "legendFormat": "", - "refId": "A" + "legendFormat": "Total", + "range": true, + "refId": "A", + "step": 300 } ], - "title": "Ceph OSD Versions", + "title": "OSD Type Count", "type": "timeseries" }, { @@ -5034,27 +3961,30 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, "stacking": { "group": "A", "mode": "none" @@ -5063,11 +3993,14 @@ "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -5077,39 +4010,282 @@ }, "unit": "short" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/^Total.*$/" + }, + "properties": [ + { + "id": "custom.stacking", + "value": { + "group": false, + "mode": "normal" + } + } + ] + } + ] }, "gridPos": { - "h": 9, - "w": 6, + "h": 12, + "w": 8, "x": 6, - "y": 72 + "y": 15 }, - "id": 62, + "id": 50, "options": { "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", + "calcs": ["lastNotNull"], + "displayMode": "table", + "placement": "right", "showLegend": true }, "tooltip": { "mode": "multi", - "sort": "none" + "sort": "asc" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "count by (ceph_version)(ceph_mon_metadata{})", + "editorMode": "code", + "expr": "sum(ceph_pg_active{})", "format": "time_series", + "interval": "", "intervalFactor": 1, - "legendFormat": "", + "legendFormat": "Active", + "range": true, "refId": "A" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_clean{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Clean", + "range": true, + "refId": "B" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_peering{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Peering", + "range": true, + "refId": "C" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_degraded{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Degraded", + "range": true, + "refId": "D", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_stale{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Stale", + "range": true, + "refId": "E", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_unclean_pgs{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unclean", + "range": true, + "refId": "F", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_undersized{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Undersized", + "range": true, + "refId": "G", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_incomplete{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Incomplete", + "range": true, + "refId": "H" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_forced_backfill{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Forced Backfill", + "range": true, + "refId": "I" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_forced_recovery{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Forced Recovery", + "range": true, + "refId": "J" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_creating{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Creating", + "range": true, + "refId": "K" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_wait_backfill{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Wait Backfill", + "range": true, + "refId": "L" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_deep{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Deep", + "range": true, + "refId": "M" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_scrubbing{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Scrubbing", + "range": true, + "refId": "N" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_recovering{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Recovering", + "range": true, + "refId": "O" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_repair{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Repair", + "range": true, + "refId": "P" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_down{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Down", + "range": true, + "refId": "Q" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_peered{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Peered", + "range": true, + "refId": "R" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_backfill{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Backfill", + "range": true, + "refId": "S" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_remapped{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Remapped", + "range": true, + "refId": "T" + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_backfill_toofull{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Backfill Toofull", + "range": true, + "refId": "U" } ], - "title": "Ceph Mon Versions", + "title": "PGs State", "type": "timeseries" }, { @@ -5120,27 +4296,166 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, - "gradientMode": "none", + "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", - "lineWidth": 1, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": false, + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "matcher": { + "id": "byRegexp", + "options": "/^Total.*$/" + }, + "properties": [ + { + "id": "custom.stacking", + "value": { + "group": false, + "mode": "normal" + } + } + ] + } + ] + }, + "gridPos": { + "h": 6, + "w": 10, + "x": 14, + "y": 15 + }, + "id": 51, + "options": { + "legend": { + "calcs": ["mean", "lastNotNull"], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "asc" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_degraded{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Degraded", + "range": true, + "refId": "A", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_stale{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Stale", + "range": true, + "refId": "B", + "step": 300 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "sum(ceph_pg_undersized{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Undersized", + "range": true, + "refId": "C", + "step": 300 + } + ], + "title": "Stuck PGs", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, "stacking": { "group": "A", "mode": "none" @@ -5149,11 +4464,14 @@ "mode": "off" } }, + "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -5166,127 +4484,1006 @@ "overrides": [] }, "gridPos": { - "h": 9, - "w": 6, - "x": 12, - "y": 72 + "h": 6, + "w": 10, + "x": 14, + "y": 85 }, - "id": 63, + "id": 52, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", - "showLegend": true + "showLegend": false }, "tooltip": { "mode": "multi", "sort": "none" } }, - "pluginVersion": "9.1.3", + "pluginVersion": "11.4.0", "targets": [ { "datasource": "Prometheus", - "expr": "count by (ceph_version)(ceph_mds_metadata{})", + "editorMode": "code", + "expr": "sum(irate(ceph_osd_recovery_ops{}[$__interval]))", "format": "time_series", + "interval": "", "intervalFactor": 1, - "legendFormat": "", - "refId": "A" + "legendFormat": "OPS", + "range": true, + "refId": "A", + "step": 300 } ], - "title": "Ceph MDS Versions", - "type": "timeseries" - }, - { - "datasource": "Prometheus", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 6, - "x": 18, - "y": 72 - }, - "id": 64, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.1.3", - "targets": [ - { - "datasource": "Prometheus", - "expr": "count by (ceph_version)(ceph_rgw_metadata{})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "Ceph RGW Versions", + "title": "Recovery Operations", "type": "timeseries" } ], + "title": "Objects", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 15 + }, + "id": 53, + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "id": 54, + "options": { + "calculate": true, + "calculation": { + "yBuckets": { + "mode": "count", + "scale": { + "log": 2, + "type": "log" + }, + "value": "1" + } + }, + "cellGap": 2, + "cellValues": {}, + "color": { + "exponent": 0.5, + "fill": "#b4ff00", + "mode": "opacity", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 128 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "showValue": "never", + "tooltip": { + "mode": "single", + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "min": "0", + "reverse": false, + "unit": "ms" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "ceph_osd_apply_latency_ms{}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Apply Latency Distribution", + "type": "heatmap" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 16 + }, + "id": 55, + "options": { + "calculate": true, + "calculation": { + "yBuckets": { + "mode": "count", + "scale": { + "log": 2, + "type": "log" + } + } + }, + "cellGap": 2, + "cellValues": {}, + "color": { + "exponent": 0.5, + "fill": "#65c5db", + "mode": "opacity", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 128 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "showValue": "never", + "tooltip": { + "mode": "single", + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "min": "0", + "reverse": false, + "unit": "ms" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "ceph_osd_commit_latency_ms{}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Commit Latency Distribution", + "type": "heatmap" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 24 + }, + "id": 56, + "options": { + "calculate": true, + "calculation": { + "yBuckets": { + "mode": "count", + "scale": { + "log": 2, + "type": "log" + } + } + }, + "cellGap": 2, + "cellValues": {}, + "color": { + "exponent": 0.5, + "fill": "#806eb7", + "mode": "opacity", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 128 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "showValue": "never", + "tooltip": { + "mode": "single", + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "decimals": 2, + "min": "0", + "reverse": false, + "unit": "ms" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "rate(ceph_osd_op_r_latency_sum{}[5m]) / rate(ceph_osd_op_r_latency_count{}[5m]) >= 0", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Read Op Latency Distribution", + "type": "heatmap" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "scaleDistribution": { + "type": "linear" + } + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 24 + }, + "id": 57, + "options": { + "calculate": true, + "calculation": { + "yBuckets": { + "mode": "count", + "scale": { + "log": 2, + "type": "log" + } + } + }, + "cellGap": 2, + "cellValues": {}, + "color": { + "exponent": 0.5, + "fill": "#f9934e", + "mode": "opacity", + "reverse": false, + "scale": "exponential", + "scheme": "Oranges", + "steps": 128 + }, + "exemplars": { + "color": "rgba(255,0,255,0.7)" + }, + "filterValues": { + "le": 1e-9 + }, + "legend": { + "show": true + }, + "rowsFrame": { + "layout": "auto" + }, + "showValue": "never", + "tooltip": { + "mode": "single", + "showColorScale": false, + "yHistogram": false + }, + "yAxis": { + "axisPlacement": "left", + "decimals": 2, + "min": "0", + "reverse": false, + "unit": "ms" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "rate(ceph_osd_op_w_latency_sum{}[5m]) / rate(ceph_osd_op_w_latency_count{}[5m]) >= 0", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "OSD Write Op Latency Distribution", + "type": "heatmap" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 32 + }, + "id": 58, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "expr": "avg(rate(ceph_osd_op_r_latency_sum{}[5m]) / rate(ceph_osd_op_r_latency_count{}[5m]) >= 0)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Read", + "refId": "A" + }, + { + "datasource": "Prometheus", + "expr": "avg(rate(ceph_osd_op_w_latency_sum{}[5m]) / rate(ceph_osd_op_w_latency_count{}[5m]) >= 0)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "Write", + "refId": "B" + } + ], + "title": "Recovery Operations", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 32 + }, + "id": 59, + "options": { + "legend": { + "calcs": ["lastNotNull", "max"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "avg(ceph_osd_apply_latency_ms{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "apply", + "metric": "ceph_osd_perf_apply_latency_seconds", + "range": true, + "refId": "A", + "step": 4 + }, + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "avg(ceph_osd_commit_latency_ms{})", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "commit", + "metric": "ceph_osd_perf_commit_latency_seconds", + "range": true, + "refId": "B", + "step": 4 + } + ], + "title": "AVG OSD Apply + Commit Latency", + "type": "timeseries" + } + ], + "title": "Latency", + "type": "row" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 16 + }, + "id": 60, + "panels": [], "title": "Ceph Versions", "type": "row" + }, + { + "datasource": { + "uid": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 17 + }, + "id": 61, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "editorMode": "code", + "expr": "count by (ceph_version)(ceph_osd_metadata{})", + "legendFormat": "{{cep_version}}", + "range": true, + "refId": "A" + } + ], + "title": "Ceph OSD Versions", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 17 + }, + "id": 62, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "count by (ceph_version)(ceph_mon_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{ceph_version}}", + "range": true, + "refId": "A" + } + ], + "title": "Ceph Mon Versions", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 17 + }, + "id": 63, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "count by (ceph_version)(ceph_mds_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{ceph_version}}", + "range": true, + "refId": "A" + } + ], + "title": "Ceph MDS Versions", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "smooth", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 17 + }, + "id": 64, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "11.4.0", + "targets": [ + { + "datasource": "Prometheus", + "editorMode": "code", + "expr": "count by (ceph_version)(ceph_rgw_metadata{})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{ceph_version}}", + "range": true, + "refId": "A" + } + ], + "title": "Ceph RGW Versions", + "type": "timeseries" } ], "preload": true, @@ -5303,83 +5500,6 @@ "refresh": 1, "regex": "", "type": "datasource" - }, - { - "auto": true, - "auto_count": 10, - "auto_min": "1m", - "label": "Interval", - "name": "interval", - "options": [ - { - "selected": false, - "text": "5s", - "value": "5s" - }, - { - "selected": false, - "text": "10s", - "value": "10s" - }, - { - "selected": false, - "text": "30s", - "value": "30s" - }, - { - "selected": false, - "text": "1m", - "value": "1m" - }, - { - "selected": false, - "text": "10m", - "value": "10m" - }, - { - "selected": false, - "text": "30m", - "value": "30m" - }, - { - "selected": false, - "text": "1h", - "value": "1h" - }, - { - "selected": false, - "text": "6h", - "value": "6h" - }, - { - "selected": false, - "text": "12h", - "value": "12h" - }, - { - "selected": false, - "text": "1d", - "value": "1d" - }, - { - "selected": false, - "text": "7d", - "value": "7d" - }, - { - "selected": false, - "text": "14d", - "value": "14d" - }, - { - "selected": false, - "text": "30d", - "value": "30d" - } - ], - "query": "5s,10s,30s,1m,10m,30m,1h,6h,12h,1d,7d,14d,30d", - "refresh": 2, - "type": "interval" } ] }, @@ -5391,6 +5511,5 @@ "timezone": "browser", "title": "Ceph", "uid": "b6f9027f91e08d2d6670017db2eee969", - "version": 3, "weekStart": "" }