26Y28c7
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true,
"hide": true,
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": null,
"links": [],
"liveNow": false,
"panels": [
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 700,
"title": "🛡️ 1. TARGET CLUSTER ERASURE SET VITAL HEALTH STATUS",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "red",
"value": null
},
{
"color": "green",
"value": 1
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 8,
"x": 0,
"y": 1
},
"id": 701,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value"
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "sum(max by (cluster) (minio_cluster_health_erasure_sets_online_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_sets_online_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"}))",
"legendFormat": "Healthy Sets",
"refId": "A"
}
],
"title": "Healthy Erasure Sets (Fully Operational)",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 1
},
{
"color": "red",
"value": 3
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 8,
"x": 8,
"y": 1
},
"id": 702,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value"
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "sum(max by (cluster) (minio_cluster_health_erasure_sets_degraded_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_sets_degraded_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"}))",
"legendFormat": "Degraded Sets",
"refId": "A"
}
],
"title": "Degraded Erasure Sets (Drives Missing)",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 1
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 8,
"x": 16,
"y": 1
},
"id": 703,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value"
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "sum(max by (cluster) (minio_cluster_health_erasure_sets_offline_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_sets_offline_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"}))",
"legendFormat": "Offline Sets",
"refId": "A"
}
],
"title": "Offline Erasure Sets (Quorum Broken)",
"type": "stat"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 5
},
"id": 800,
"title": "📉 2. DRIVES PER ERASURE SET MATRIX & HEALING VELOCITY (WORST/ACTIVE SETS)",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisPlacement": "auto",
"drawStyle": "line",
"fillOpacity": 5,
"lineInterpolation": "smooth",
"lineWidth": 2,
"showPoints": "none"
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 6
},
"id": 801,
"options": {
"legend": {
"calcs": [
"min",
"lastNotNull"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "bottomk($topn, minio_cluster_erasure_set_online_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_set_online_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"})",
"legendFormat": "Pool {{pool_index}} Set {{set_index}} Online",
"refId": "A"
}
],
"title": "Online Drives Profile per Erasure Set (Lowest Drive Count Sets - Top N)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisPlacement": "auto",
"drawStyle": "area",
"fillOpacity": 15,
"lineInterpolation": "smooth",
"lineWidth": 2,
"showPoints": "none"
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 6
},
"id": 802,
"options": {
"legend": {
"calcs": [
"max",
"sum"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "topk($topn, minio_cluster_erasure_set_healing_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_set_healing_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"})",
"legendFormat": "Healing: Pool {{pool_index}} Set {{set_index}}",
"refId": "A"
}
],
"title": "Active Self-Healing Drives Timeline per Erasure Set (Top N Active)",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 14
},
"id": 900,
"title": "🚨 3. QUORUM DEFICIT AVOIDANCE TIMELINE (CRITICAL RISK MONITOR)",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisPlacement": "auto",
"drawStyle": "line",
"fillOpacity": 5,
"lineInterpolation": "linear",
"lineWidth": 2,
"showPoints": "auto"
},
"mappings": [],
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 24,
"x": 0,
"y": 15
},
"id": 901,
"options": {
"legend": {
"calcs": [
"min"
],
"displayMode": "table",
"placement": "right",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "asc"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"editorMode": "code",
"expr": "bottomk($topn, (minio_cluster_erasure_set_online_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_set_online_drives_count{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"}) - (minio_cluster_erasure_set_read_quorum{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"} or minio_erasure_set_read_quorum{cluster=~\"${cluster:regex}\", namespace=~\"${namespace:regex}\"}))",
"legendFormat": "Read Quorum Margin: Pool {{pool_index}} Set {{set_index}}",
"refId": "A"
}
],
"title": "Lowest Remaining Drive Margin Before Read Quorum Breakdown (Safety Buffer - Top N At Risk)",
"type": "timeseries"
}
],
"refresh": "10s",
"schemaVersion": 38,
"style": "dark",
"tags": [
"AIStor",
"Metrics-V3",
"Erasure-Coding",
"Quorum-Safety",
"Multi-Cluster-Core"
],
"templating": {
"list": [
{
"current": {},
"hide": 0,
"includeAll": false,
"label": "Data Source",
"name": "datasource",
"options": [],
"query": "prometheus",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
},
{
"current": {},
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"definition": "label_values(cluster)",
"hide": 0,
"includeAll": true,
"multi": true,
"allValue": ".*",
"label": "AIStor Cluster",
"name": "cluster",
"options": [],
"query": "label_values(cluster)",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
},
{
"current": {},
"datasource": {
"type": "prometheus",
"uid": "${datasource}"
},
"definition": "label_values({cluster=~\"${cluster:regex}\"}, namespace)",
"hide": 0,
"includeAll": true,
"multi": true,
"allValue": ".*",
"label": "Namespace",
"name": "namespace",
"options": [],
"query": "label_values({cluster=~\"${cluster:regex}\"}, namespace)",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
},
{
"name": "topn",
"type": "custom",
"query": "10,15,20,30",
"label": "Top N Sets",
"hide": 0,
"current": {
"text": "15",
"value": "15"
},
"options": [
{
"text": "10",
"value": "10",
"selected": false
},
{
"text": "15",
"value": "15",
"selected": true
},
{
"text": "20",
"value": "20",
"selected": false
},
{
"text": "30",
"value": "30",
"selected": false
}
]
},
{
"current": {
"selected": true,
"text": "2m",
"value": "2m"
},
"hide": 0,
"label": "Interval",
"name": "interval",
"options": [
{
"selected": false,
"text": "30s",
"value": "30s"
},
{
"selected": false,
"text": "1m",
"value": "1m"
},
{
"selected": true,
"text": "2m",
"value": "2m"
},
{
"selected": false,
"text": "5m",
"value": "5m"
},
{
"selected": false,
"text": "10m",
"value": "10m"
}
],
"query": "30s,1m,2m,5m,10m",
"type": "interval"
}
]
},
"time": {
"from": "now-1h",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s",
"10s",
"30s"
]
},
"timezone": "browser",
"title": "AIStor Operations - 7. Erasure Coding (Multi-Cluster v3 - Fixed)",
"uid": "aistor-operations-7-erasurecoding-fixed",
"version": 1
}
engineer