This is an automated email from the ASF dual-hosted git repository.
rexxiong pushed a commit to branch branch-0.5
in repository https://gitbox.apache.org/repos/asf/celeborn.git
The following commit(s) were added to refs/heads/branch-0.5 by this push:
new 5b03e88ab [CELEBORN-1491][FOLLOWUP] Add flusher working queue size
metric into grafana dashboard
5b03e88ab is described below
commit 5b03e88ab99948c96c598576a4361c0fd0c08fed
Author: mingji <[email protected]>
AuthorDate: Fri Jul 5 16:57:14 2024 +0800
[CELEBORN-1491][FOLLOWUP] Add flusher working queue size metric into
grafana dashboard
### What changes were proposed in this pull request?
Add metrics about flusher working queue size into grafana dashbard.
### Why are the changes needed?
This PR should be merged into branch-0.5 only.
### Does this PR introduce _any_ user-facing change?
NO.
### How was this patch tested?
Manually test.
Closes #2605 from FMX/b1491-1.
Authored-by: mingji <[email protected]>
Signed-off-by: Shuang <[email protected]>
---
assets/grafana/celeborn-dashboard.json | 580 +++++++++++++++++++++------------
1 file changed, 373 insertions(+), 207 deletions(-)
diff --git a/assets/grafana/celeborn-dashboard.json
b/assets/grafana/celeborn-dashboard.json
index 38fe9dc90..37b2793aa 100644
--- a/assets/grafana/celeborn-dashboard.json
+++ b/assets/grafana/celeborn-dashboard.json
@@ -134,7 +134,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 1
+ "y": 9
},
"id": 121,
"options": {
@@ -230,7 +230,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 1
+ "y": 9
},
"id": 2,
"options": {
@@ -324,7 +324,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 10
+ "y": 18
},
"id": 95,
"options": {
@@ -418,7 +418,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 10
+ "y": 18
},
"id": 94,
"options": {
@@ -513,7 +513,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 19
+ "y": 27
},
"id": 185,
"options": {
@@ -608,7 +608,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 19
+ "y": 27
},
"id": 186,
"options": {
@@ -700,8 +700,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -717,7 +716,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 2
+ "y": 10
},
"id": 122,
"options": {
@@ -797,8 +796,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -814,7 +812,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 2
+ "y": 10
},
"id": 120,
"options": {
@@ -893,8 +891,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -910,7 +907,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 10
+ "y": 18
},
"id": 100,
"options": {
@@ -988,8 +985,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -1004,7 +1000,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 10
+ "y": 18
},
"id": 124,
"options": {
@@ -1084,8 +1080,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -1100,7 +1095,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 18
+ "y": 26
},
"id": 36,
"options": {
@@ -1178,8 +1173,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -1195,7 +1189,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 18
+ "y": 26
},
"id": 102,
"options": {
@@ -1273,8 +1267,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -1289,7 +1282,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 26
+ "y": 34
},
"id": 191,
"options": {
@@ -1368,8 +1361,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
},
{
"color": "red",
@@ -1384,7 +1376,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 26
+ "y": 34
},
"id": 117,
"options": {
@@ -1441,6 +1433,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1454,6 +1447,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1475,7 +1469,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -1490,7 +1485,7 @@
"h": 10,
"w": 24,
"x": 0,
- "y": 85
+ "y": 3
},
"id": 84,
"options": {
@@ -1501,6 +1496,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1530,6 +1526,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1543,6 +1540,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1564,7 +1562,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -1579,9 +1578,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 290
+ "y": 13
},
- "id": 48,
+ "id": 192,
"options": {
"legend": {
"calcs": [],
@@ -1590,6 +1589,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1620,6 +1620,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1633,6 +1634,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1654,7 +1656,102 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 13
+ },
+ "id": 190,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "maxHeight": 600,
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "expr": "metrics_IsDecommissioningWorker_Value",
+ "legendFormat": "${baseLegend}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "metrics_IsDecommissioningWorker_Value",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -1670,9 +1767,9 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 95
+ "y": 21
},
- "id": 60,
+ "id": 51,
"options": {
"legend": {
"calcs": [],
@@ -1681,6 +1778,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1691,12 +1789,12 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_ReserveSlotsTime_Mean",
+ "expr": "metrics_CleanExpiredShuffleKeysTime_Mean",
"legendFormat": "${baseLegend}",
"refId": "A"
}
],
- "title": "metrics_ReserveSlotsTime_Mean",
+ "title": "metrics_CleanExpiredShuffleKeysTime_Mean",
"type": "timeseries"
},
{
@@ -1710,6 +1808,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1723,6 +1822,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1744,7 +1844,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -1760,9 +1861,9 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 95
+ "y": 21
},
- "id": 62,
+ "id": 52,
"options": {
"legend": {
"calcs": [],
@@ -1771,6 +1872,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1781,12 +1883,12 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_ReserveSlotsTime_Max",
+ "expr": "metrics_CleanExpiredShuffleKeysTime_Max",
"legendFormat": "${baseLegend}",
"refId": "A"
}
],
- "title": "metrics_ReserveSlotsTime_Max",
+ "title": "metrics_CleanExpiredShuffleKeysTime_Max",
"type": "timeseries"
},
{
@@ -1800,6 +1902,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1813,6 +1916,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1834,7 +1938,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -1849,9 +1954,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 104
+ "y": 30
},
- "id": 90,
+ "id": 196,
"options": {
"legend": {
"calcs": [],
@@ -1860,6 +1965,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1870,13 +1976,19 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_PausePushData_Value",
- "legendFormat": "${baseLegend}",
+ "disableTextWrap": false,
+ "editorMode": "builder",
+ "expr": "metrics_FlushWorkingQueueSize_Value",
+ "fullMetaSearch": false,
+ "includeNullMetadata": true,
+ "instant": false,
+ "legendFormat": "__auto",
"range": true,
- "refId": "A"
+ "refId": "A",
+ "useBackend": false
}
],
- "title": "metrics_PausePushData_Value",
+ "title": "metrics_FlushWorkingQueueSize_Value",
"type": "timeseries"
},
{
@@ -1890,6 +2002,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1903,6 +2016,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -1924,14 +2038,16 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- }
+ },
+ "unit": "ms"
},
"overrides": []
},
@@ -1939,9 +2055,9 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 104
+ "y": 30
},
- "id": 92,
+ "id": 62,
"options": {
"legend": {
"calcs": [],
@@ -1950,6 +2066,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -1960,13 +2077,12 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_PausePushDataAndReplicate_Value",
+ "expr": "metrics_ReserveSlotsTime_Max",
"legendFormat": "${baseLegend}",
- "range": true,
"refId": "A"
}
],
- "title": "metrics_PausePushDataAndReplicate_Value",
+ "title": "metrics_ReserveSlotsTime_Max",
"type": "timeseries"
},
{
@@ -1980,6 +2096,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -1993,6 +2110,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2014,7 +2132,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -2030,9 +2149,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 112
+ "y": 38
},
- "id": 182,
+ "id": 60,
"options": {
"legend": {
"calcs": [],
@@ -2041,6 +2160,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2051,13 +2171,12 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_PausePushDataTime_Value",
+ "expr": "metrics_ReserveSlotsTime_Mean",
"legendFormat": "${baseLegend}",
- "range": true,
"refId": "A"
}
],
- "title": "metrics_PausePushDataTime_Value",
+ "title": "metrics_ReserveSlotsTime_Mean",
"type": "timeseries"
},
{
@@ -2071,6 +2190,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -2084,6 +2204,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2105,15 +2226,15 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- },
- "unit": "ms"
+ }
},
"overrides": []
},
@@ -2121,9 +2242,9 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 112
+ "y": 38
},
- "id": 184,
+ "id": 49,
"options": {
"legend": {
"calcs": [],
@@ -2132,6 +2253,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2142,13 +2264,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_PausePushDataAndReplicateTime_Value",
+ "expr": "metrics_CleanTaskQueueSize_Value",
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_PausePushDataAndReplicateTime_Value",
+ "title": "metrics_CleanTaskQueueSize_Value",
"type": "timeseries"
},
{
@@ -2156,13 +2278,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "The active shuffle size of a worker including master
replica and slave replica.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -2176,6 +2298,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2197,15 +2320,15 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- },
- "unit": "decbytes"
+ }
},
"overrides": []
},
@@ -2213,9 +2336,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 120
+ "y": 46
},
- "id": 181,
+ "id": 90,
"options": {
"legend": {
"calcs": [],
@@ -2224,6 +2347,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2234,15 +2358,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "builder",
- "expr": "metrics_ActiveShuffleSize_Value{role=\"Worker\"}",
- "instant": false,
+ "expr": "metrics_PausePushData_Value",
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_ActiveShuffleSize_Value",
+ "title": "metrics_PausePushData_Value",
"type": "timeseries"
},
{
@@ -2250,13 +2372,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "The active shuffle file count of a worker including
master replica and slave replica.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -2270,6 +2392,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2291,7 +2414,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -2306,9 +2430,9 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 120
+ "y": 46
},
- "id": 183,
+ "id": 92,
"options": {
"legend": {
"calcs": [],
@@ -2317,6 +2441,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2327,15 +2452,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "builder",
- "expr": "metrics_ActiveShuffleFileCount_Value{role=\"Worker\"}",
- "instant": false,
+ "expr": "metrics_PausePushDataAndReplicate_Value",
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_ActiveShuffleFileCount_Value",
+ "title": "metrics_PausePushDataAndReplicate_Value",
"type": "timeseries"
},
{
@@ -2349,6 +2472,7 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
@@ -2362,6 +2486,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2383,14 +2508,16 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- }
+ },
+ "unit": "ms"
},
"overrides": []
},
@@ -2398,9 +2525,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 128
+ "y": 54
},
- "id": 179,
+ "id": 182,
"options": {
"legend": {
"calcs": [],
@@ -2409,6 +2536,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2419,13 +2547,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_ActiveConnectionCount_Count",
+ "expr": "metrics_PausePushDataTime_Value",
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_ActiveConnectionCount_Count",
+ "title": "metrics_PausePushDataTime_Value",
"type": "timeseries"
},
{
@@ -2439,6 +2567,9 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
@@ -2450,6 +2581,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2471,14 +2603,16 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- }
+ },
+ "unit": "ms"
},
"overrides": []
},
@@ -2486,9 +2620,9 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 46
+ "y": 54
},
- "id": 190,
+ "id": 184,
"options": {
"legend": {
"calcs": [],
@@ -2497,6 +2631,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2507,13 +2642,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_IsDecommissioningWorker_Value",
+ "expr": "metrics_PausePushDataAndReplicateTime_Value",
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_IsDecommissioningWorker_Value",
+ "title": "metrics_PausePushDataAndReplicateTime_Value",
"type": "timeseries"
},
{
@@ -2521,12 +2656,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "The active shuffle size of a worker including master
replica and slave replica.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
@@ -2538,6 +2677,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2559,14 +2699,16 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- }
+ },
+ "unit": "decbytes"
},
"overrides": []
},
@@ -2574,9 +2716,9 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 54
+ "y": 62
},
- "id": 192,
+ "id": 181,
"options": {
"legend": {
"calcs": [],
@@ -2585,6 +2727,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2595,13 +2738,15 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_ActiveSlotsCount_Value",
+ "editorMode": "builder",
+ "expr": "metrics_ActiveShuffleSize_Value{role=\"Worker\"}",
+ "instant": false,
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_ActiveSlotsCount_Value",
+ "title": "metrics_ActiveShuffleSize_Value",
"type": "timeseries"
},
{
@@ -2609,12 +2754,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "The active shuffle file count of a worker including
master replica and slave replica.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
@@ -2626,6 +2775,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2647,7 +2797,8 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
@@ -2662,9 +2813,9 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 54
+ "y": 62
},
- "id": 49,
+ "id": 183,
"options": {
"legend": {
"calcs": [],
@@ -2673,6 +2824,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2683,13 +2835,15 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_CleanTaskQueueSize_Value",
+ "editorMode": "builder",
+ "expr": "metrics_ActiveShuffleFileCount_Value{role=\"Worker\"}",
+ "instant": false,
"legendFormat": "${baseLegend}",
"range": true,
"refId": "A"
}
],
- "title": "metrics_CleanTaskQueueSize_Value",
+ "title": "metrics_ActiveShuffleFileCount_Value",
"type": "timeseries"
},
{
@@ -2703,6 +2857,9 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
@@ -2714,6 +2871,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2735,25 +2893,25 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- },
- "unit": "ms"
+ }
},
"overrides": []
},
"gridPos": {
- "h": 9,
+ "h": 8,
"w": 12,
"x": 0,
- "y": 62
+ "y": 70
},
- "id": 51,
+ "id": 179,
"options": {
"legend": {
"calcs": [],
@@ -2762,6 +2920,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2772,12 +2931,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_CleanExpiredShuffleKeysTime_Mean",
+ "expr": "metrics_ActiveConnectionCount_Count",
"legendFormat": "${baseLegend}",
+ "range": true,
"refId": "A"
}
],
- "title": "metrics_CleanExpiredShuffleKeysTime_Mean",
+ "title": "metrics_ActiveConnectionCount_Count",
"type": "timeseries"
},
{
@@ -2791,6 +2951,9 @@
"mode": "palette-classic"
},
"custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
@@ -2802,6 +2965,7 @@
"tooltip": false,
"viz": false
},
+ "insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
@@ -2823,25 +2987,25 @@
"mode": "absolute",
"steps": [
{
- "color": "green"
+ "color": "green",
+ "value": null
},
{
"color": "red",
"value": 80
}
]
- },
- "unit": "ms"
+ }
},
"overrides": []
},
"gridPos": {
- "h": 9,
+ "h": 8,
"w": 12,
"x": 12,
- "y": 62
+ "y": 70
},
- "id": 52,
+ "id": 48,
"options": {
"legend": {
"calcs": [],
@@ -2850,6 +3014,7 @@
"showLegend": true
},
"tooltip": {
+ "maxHeight": 600,
"mode": "single",
"sort": "none"
}
@@ -2860,12 +3025,13 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "expr": "metrics_CleanExpiredShuffleKeysTime_Max",
+ "expr": "metrics_ActiveSlotsCount_Value",
"legendFormat": "${baseLegend}",
+ "range": true,
"refId": "A"
}
],
- "title": "metrics_CleanExpiredShuffleKeysTime_Max",
+ "title": "metrics_ActiveSlotsCount_Value",
"type": "timeseries"
}
],
@@ -2943,7 +3109,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 72
+ "y": 80
},
"id": 68,
"options": {
@@ -3033,7 +3199,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 72
+ "y": 80
},
"id": 70,
"options": {
@@ -3123,7 +3289,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 81
+ "y": 89
},
"id": 72,
"options": {
@@ -3213,7 +3379,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 81
+ "y": 89
},
"id": 74,
"options": {
@@ -3302,7 +3468,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 90
+ "y": 98
},
"id": 83,
"options": {
@@ -3393,7 +3559,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 90
+ "y": 98
},
"id": 76,
"options": {
@@ -3484,7 +3650,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 98
+ "y": 106
},
"id": 128,
"options": {
@@ -3575,7 +3741,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 98
+ "y": 106
},
"id": 129,
"options": {
@@ -3666,7 +3832,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 106
+ "y": 114
},
"id": 130,
"options": {
@@ -3757,7 +3923,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 106
+ "y": 114
},
"id": 132,
"options": {
@@ -3848,7 +4014,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 179
+ "y": 187
},
"id": 131,
"options": {
@@ -3939,7 +4105,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 114
+ "y": 122
},
"id": 133,
"options": {
@@ -4030,7 +4196,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 122
+ "y": 130
},
"id": 79,
"options": {
@@ -4136,7 +4302,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 188
+ "y": 196
},
"id": 66,
"options": {
@@ -4226,7 +4392,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 188
+ "y": 196
},
"id": 96,
"options": {
@@ -4316,7 +4482,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 196
+ "y": 204
},
"id": 17,
"options": {
@@ -4406,7 +4572,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 196
+ "y": 204
},
"id": 18,
"options": {
@@ -4495,7 +4661,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 204
+ "y": 212
},
"id": 81,
"options": {
@@ -4586,7 +4752,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 204
+ "y": 212
},
"id": 77,
"options": {
@@ -4677,7 +4843,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 212
+ "y": 220
},
"id": 82,
"options": {
@@ -4768,7 +4934,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 212
+ "y": 220
},
"id": 75,
"options": {
@@ -4859,7 +5025,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 220
+ "y": 228
},
"id": 73,
"options": {
@@ -4965,7 +5131,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 155
+ "y": 163
},
"id": 78,
"options": {
@@ -5055,7 +5221,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 155
+ "y": 163
},
"id": 80,
"options": {
@@ -5145,7 +5311,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 163
+ "y": 171
},
"id": 4,
"options": {
@@ -5235,7 +5401,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 163
+ "y": 171
},
"id": 6,
"options": {
@@ -5325,7 +5491,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 172
+ "y": 180
},
"id": 56,
"options": {
@@ -5415,7 +5581,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 172
+ "y": 180
},
"id": 58,
"options": {
@@ -5519,7 +5685,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 7
+ "y": 15
},
"id": 19,
"options": {
@@ -5610,7 +5776,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 7
+ "y": 15
},
"id": 193,
"options": {
@@ -5702,7 +5868,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 15
+ "y": 23
},
"id": 194,
"options": {
@@ -5793,7 +5959,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 15
+ "y": 23
},
"id": 188,
"options": {
@@ -5885,7 +6051,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 23
+ "y": 31
},
"id": 20,
"options": {
@@ -5975,7 +6141,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 23
+ "y": 31
},
"id": 187,
"options": {
@@ -6067,7 +6233,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 31
+ "y": 39
},
"id": 165,
"options": {
@@ -6159,7 +6325,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 31
+ "y": 39
},
"id": 166,
"options": {
@@ -6251,7 +6417,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 39
+ "y": 47
},
"id": 167,
"options": {
@@ -6343,7 +6509,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 39
+ "y": 47
},
"id": 168,
"options": {
@@ -6435,7 +6601,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 47
+ "y": 55
},
"id": 169,
"options": {
@@ -6527,7 +6693,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 47
+ "y": 55
},
"id": 170,
"options": {
@@ -6618,7 +6784,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 55
+ "y": 63
},
"id": 108,
"options": {
@@ -6710,7 +6876,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 55
+ "y": 63
},
"id": 104,
"options": {
@@ -6801,7 +6967,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 63
+ "y": 71
},
"id": 106,
"options": {
@@ -6907,7 +7073,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 230
+ "y": 238
},
"id": 44,
"options": {
@@ -6997,7 +7163,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 230
+ "y": 238
},
"id": 46,
"options": {
@@ -7086,7 +7252,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 238
+ "y": 246
},
"id": 195,
"options": {
@@ -7176,7 +7342,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 238
+ "y": 246
},
"id": 180,
"options": {
@@ -7267,7 +7433,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 246
+ "y": 254
},
"id": 88,
"options": {
@@ -7357,7 +7523,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 246
+ "y": 254
},
"id": 135,
"options": {
@@ -7464,7 +7630,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 255
+ "y": 263
},
"id": 159,
"options": {
@@ -7557,7 +7723,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 255
+ "y": 263
},
"id": 160,
"options": {
@@ -7650,7 +7816,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 263
+ "y": 271
},
"id": 161,
"options": {
@@ -7756,7 +7922,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 272
+ "y": 280
},
"id": 139,
"options": {
@@ -7848,7 +8014,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 272
+ "y": 280
},
"id": 141,
"options": {
@@ -7940,7 +8106,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 281
+ "y": 289
},
"id": 142,
"options": {
@@ -8032,7 +8198,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 281
+ "y": 289
},
"id": 143,
"options": {
@@ -8124,7 +8290,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 290
+ "y": 298
},
"id": 144,
"options": {
@@ -8216,7 +8382,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 290
+ "y": 298
},
"id": 145,
"options": {
@@ -8308,7 +8474,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 299
+ "y": 307
},
"id": 146,
"options": {
@@ -8400,7 +8566,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 299
+ "y": 307
},
"id": 147,
"options": {
@@ -8492,7 +8658,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 308
+ "y": 316
},
"id": 148,
"options": {
@@ -8584,7 +8750,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 308
+ "y": 316
},
"id": 149,
"options": {
@@ -8676,7 +8842,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 317
+ "y": 325
},
"id": 150,
"options": {
@@ -8768,7 +8934,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 317
+ "y": 325
},
"id": 151,
"options": {
@@ -8859,7 +9025,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 326
+ "y": 334
},
"id": 153,
"options": {
@@ -8950,7 +9116,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 326
+ "y": 334
},
"id": 154,
"options": {
@@ -9041,7 +9207,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 334
+ "y": 342
},
"id": 155,
"options": {
@@ -9146,7 +9312,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 343
+ "y": 351
},
"id": 112,
"options": {
@@ -9237,7 +9403,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 343
+ "y": 351
},
"id": 116,
"options": {
@@ -9343,7 +9509,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 352
+ "y": 360
},
"id": 125,
"options": {
@@ -9436,7 +9602,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 352
+ "y": 360
},
"id": 126,
"options": {
@@ -9529,7 +9695,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 360
+ "y": 368
},
"id": 163,
"options": {
@@ -9622,7 +9788,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 360
+ "y": 368
},
"id": 162,
"options": {
@@ -9715,7 +9881,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 368
+ "y": 376
},
"id": 127,
"options": {
@@ -9821,7 +9987,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 377
+ "y": 385
},
"id": 174,
"options": {
@@ -9914,7 +10080,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 377
+ "y": 385
},
"id": 176,
"options": {
@@ -10006,7 +10172,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 386
+ "y": 394
},
"id": 175,
"options": {
@@ -10099,7 +10265,7 @@
"h": 9,
"w": 12,
"x": 12,
- "y": 386
+ "y": 394
},
"id": 177,
"options": {
