This is an automated email from the ASF dual-hosted git repository. ethanfeng pushed a commit to branch b1491-1 in repository https://gitbox.apache.org/repos/asf/celeborn.git
commit 4f41ec88eedf73db2b7cdc7023681f12d913e646 Author: mingji <[email protected]> AuthorDate: Fri Jul 5 14:14:20 2024 +0800 [CELEBORN-1491][FOLLOWUP] Add flusher working queue size metric into grafana dashboard --- assets/grafana/celeborn-dashboard.json | 580 +++++++++++++++++++++------------ 1 file changed, 373 insertions(+), 207 deletions(-) diff --git a/assets/grafana/celeborn-dashboard.json b/assets/grafana/celeborn-dashboard.json index 38fe9dc90..37b2793aa 100644 --- a/assets/grafana/celeborn-dashboard.json +++ b/assets/grafana/celeborn-dashboard.json @@ -134,7 +134,7 @@ "h": 9, "w": 12, "x": 0, - "y": 1 + "y": 9 }, "id": 121, "options": { @@ -230,7 +230,7 @@ "h": 9, "w": 12, "x": 12, - "y": 1 + "y": 9 }, "id": 2, "options": { @@ -324,7 +324,7 @@ "h": 9, "w": 12, "x": 0, - "y": 10 + "y": 18 }, "id": 95, "options": { @@ -418,7 +418,7 @@ "h": 9, "w": 12, "x": 12, - "y": 10 + "y": 18 }, "id": 94, "options": { @@ -513,7 +513,7 @@ "h": 9, "w": 12, "x": 0, - "y": 19 + "y": 27 }, "id": 185, "options": { @@ -608,7 +608,7 @@ "h": 9, "w": 12, "x": 12, - "y": 19 + "y": 27 }, "id": 186, "options": { @@ -700,8 +700,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -717,7 +716,7 @@ "h": 8, "w": 12, "x": 0, - "y": 2 + "y": 10 }, "id": 122, "options": { @@ -797,8 +796,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -814,7 +812,7 @@ "h": 8, "w": 12, "x": 12, - "y": 2 + "y": 10 }, "id": 120, "options": { @@ -893,8 +891,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -910,7 +907,7 @@ "h": 8, "w": 12, "x": 0, - "y": 10 + "y": 18 }, "id": 100, "options": { @@ -988,8 +985,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1004,7 +1000,7 @@ "h": 8, "w": 12, "x": 12, - "y": 10 + "y": 18 }, "id": 124, "options": { @@ -1084,8 +1080,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1100,7 +1095,7 @@ "h": 8, "w": 12, "x": 0, - "y": 18 + "y": 26 }, "id": 36, "options": { @@ -1178,8 +1173,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1195,7 +1189,7 @@ "h": 8, "w": 12, "x": 12, - "y": 18 + "y": 26 }, "id": 102, "options": { @@ -1273,8 +1267,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1289,7 +1282,7 @@ "h": 8, "w": 12, "x": 0, - "y": 26 + "y": 34 }, "id": 191, "options": { @@ -1368,8 +1361,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1384,7 +1376,7 @@ "h": 8, "w": 12, "x": 12, - "y": 26 + "y": 34 }, "id": 117, "options": { @@ -1441,6 +1433,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1454,6 +1447,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1475,7 +1469,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1490,7 +1485,7 @@ "h": 10, "w": 24, "x": 0, - "y": 85 + "y": 3 }, "id": 84, "options": { @@ -1501,6 +1496,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1530,6 +1526,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1543,6 +1540,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1564,7 +1562,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1579,9 +1578,9 @@ "h": 8, "w": 12, "x": 0, - "y": 290 + "y": 13 }, - "id": 48, + "id": 192, "options": { "legend": { "calcs": [], @@ -1590,6 +1589,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1620,6 +1620,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1633,6 +1634,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1654,7 +1656,102 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 13 + }, + "id": 190, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "maxHeight": 600, + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "metrics_IsDecommissioningWorker_Value", + "legendFormat": "${baseLegend}", + "range": true, + "refId": "A" + } + ], + "title": "metrics_IsDecommissioningWorker_Value", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null }, { "color": "red", @@ -1670,9 +1767,9 @@ "h": 9, "w": 12, "x": 0, - "y": 95 + "y": 21 }, - "id": 60, + "id": 51, "options": { "legend": { "calcs": [], @@ -1681,6 +1778,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1691,12 +1789,12 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_ReserveSlotsTime_Mean", + "expr": "metrics_CleanExpiredShuffleKeysTime_Mean", "legendFormat": "${baseLegend}", "refId": "A" } ], - "title": "metrics_ReserveSlotsTime_Mean", + "title": "metrics_CleanExpiredShuffleKeysTime_Mean", "type": "timeseries" }, { @@ -1710,6 +1808,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1723,6 +1822,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1744,7 +1844,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1760,9 +1861,9 @@ "h": 9, "w": 12, "x": 12, - "y": 95 + "y": 21 }, - "id": 62, + "id": 52, "options": { "legend": { "calcs": [], @@ -1771,6 +1872,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1781,12 +1883,12 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_ReserveSlotsTime_Max", + "expr": "metrics_CleanExpiredShuffleKeysTime_Max", "legendFormat": "${baseLegend}", "refId": "A" } ], - "title": "metrics_ReserveSlotsTime_Max", + "title": "metrics_CleanExpiredShuffleKeysTime_Max", "type": "timeseries" }, { @@ -1800,6 +1902,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1813,6 +1916,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1834,7 +1938,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1849,9 +1954,9 @@ "h": 8, "w": 12, "x": 0, - "y": 104 + "y": 30 }, - "id": 90, + "id": 196, "options": { "legend": { "calcs": [], @@ -1860,6 +1965,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1870,13 +1976,19 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_PausePushData_Value", - "legendFormat": "${baseLegend}", + "disableTextWrap": false, + "editorMode": "builder", + "expr": "metrics_FlushWorkingQueueSize_Value", + "fullMetaSearch": false, + "includeNullMetadata": true, + "instant": false, + "legendFormat": "__auto", "range": true, - "refId": "A" + "refId": "A", + "useBackend": false } ], - "title": "metrics_PausePushData_Value", + "title": "metrics_FlushWorkingQueueSize_Value", "type": "timeseries" }, { @@ -1890,6 +2002,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1903,6 +2016,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -1924,14 +2038,16 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, @@ -1939,9 +2055,9 @@ "h": 8, "w": 12, "x": 12, - "y": 104 + "y": 30 }, - "id": 92, + "id": 62, "options": { "legend": { "calcs": [], @@ -1950,6 +2066,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -1960,13 +2077,12 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_PausePushDataAndReplicate_Value", + "expr": "metrics_ReserveSlotsTime_Max", "legendFormat": "${baseLegend}", - "range": true, "refId": "A" } ], - "title": "metrics_PausePushDataAndReplicate_Value", + "title": "metrics_ReserveSlotsTime_Max", "type": "timeseries" }, { @@ -1980,6 +2096,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -1993,6 +2110,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2014,7 +2132,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2030,9 +2149,9 @@ "h": 8, "w": 12, "x": 0, - "y": 112 + "y": 38 }, - "id": 182, + "id": 60, "options": { "legend": { "calcs": [], @@ -2041,6 +2160,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2051,13 +2171,12 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_PausePushDataTime_Value", + "expr": "metrics_ReserveSlotsTime_Mean", "legendFormat": "${baseLegend}", - "range": true, "refId": "A" } ], - "title": "metrics_PausePushDataTime_Value", + "title": "metrics_ReserveSlotsTime_Mean", "type": "timeseries" }, { @@ -2071,6 +2190,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -2084,6 +2204,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2105,15 +2226,15 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - }, - "unit": "ms" + } }, "overrides": [] }, @@ -2121,9 +2242,9 @@ "h": 8, "w": 12, "x": 12, - "y": 112 + "y": 38 }, - "id": 184, + "id": 49, "options": { "legend": { "calcs": [], @@ -2132,6 +2253,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2142,13 +2264,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_PausePushDataAndReplicateTime_Value", + "expr": "metrics_CleanTaskQueueSize_Value", "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_PausePushDataAndReplicateTime_Value", + "title": "metrics_CleanTaskQueueSize_Value", "type": "timeseries" }, { @@ -2156,13 +2278,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "The active shuffle size of a worker including master replica and slave replica.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -2176,6 +2298,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2197,15 +2320,15 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - }, - "unit": "decbytes" + } }, "overrides": [] }, @@ -2213,9 +2336,9 @@ "h": 8, "w": 12, "x": 0, - "y": 120 + "y": 46 }, - "id": 181, + "id": 90, "options": { "legend": { "calcs": [], @@ -2224,6 +2347,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2234,15 +2358,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "editorMode": "builder", - "expr": "metrics_ActiveShuffleSize_Value{role=\"Worker\"}", - "instant": false, + "expr": "metrics_PausePushData_Value", "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_ActiveShuffleSize_Value", + "title": "metrics_PausePushData_Value", "type": "timeseries" }, { @@ -2250,13 +2372,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "The active shuffle file count of a worker including master replica and slave replica.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -2270,6 +2392,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2291,7 +2414,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2306,9 +2430,9 @@ "h": 8, "w": 12, "x": 12, - "y": 120 + "y": 46 }, - "id": 183, + "id": 92, "options": { "legend": { "calcs": [], @@ -2317,6 +2441,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2327,15 +2452,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "editorMode": "builder", - "expr": "metrics_ActiveShuffleFileCount_Value{role=\"Worker\"}", - "instant": false, + "expr": "metrics_PausePushDataAndReplicate_Value", "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_ActiveShuffleFileCount_Value", + "title": "metrics_PausePushDataAndReplicate_Value", "type": "timeseries" }, { @@ -2349,6 +2472,7 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", @@ -2362,6 +2486,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2383,14 +2508,16 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, @@ -2398,9 +2525,9 @@ "h": 8, "w": 12, "x": 0, - "y": 128 + "y": 54 }, - "id": 179, + "id": 182, "options": { "legend": { "calcs": [], @@ -2409,6 +2536,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2419,13 +2547,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_ActiveConnectionCount_Count", + "expr": "metrics_PausePushDataTime_Value", "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_ActiveConnectionCount_Count", + "title": "metrics_PausePushDataTime_Value", "type": "timeseries" }, { @@ -2439,6 +2567,9 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, @@ -2450,6 +2581,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2471,14 +2603,16 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - } + }, + "unit": "ms" }, "overrides": [] }, @@ -2486,9 +2620,9 @@ "h": 8, "w": 12, "x": 12, - "y": 46 + "y": 54 }, - "id": 190, + "id": 184, "options": { "legend": { "calcs": [], @@ -2497,6 +2631,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2507,13 +2642,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_IsDecommissioningWorker_Value", + "expr": "metrics_PausePushDataAndReplicateTime_Value", "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_IsDecommissioningWorker_Value", + "title": "metrics_PausePushDataAndReplicateTime_Value", "type": "timeseries" }, { @@ -2521,12 +2656,16 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, + "description": "The active shuffle size of a worker including master replica and slave replica.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, @@ -2538,6 +2677,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2559,14 +2699,16 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - } + }, + "unit": "decbytes" }, "overrides": [] }, @@ -2574,9 +2716,9 @@ "h": 8, "w": 12, "x": 0, - "y": 54 + "y": 62 }, - "id": 192, + "id": 181, "options": { "legend": { "calcs": [], @@ -2585,6 +2727,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2595,13 +2738,15 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_ActiveSlotsCount_Value", + "editorMode": "builder", + "expr": "metrics_ActiveShuffleSize_Value{role=\"Worker\"}", + "instant": false, "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_ActiveSlotsCount_Value", + "title": "metrics_ActiveShuffleSize_Value", "type": "timeseries" }, { @@ -2609,12 +2754,16 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, + "description": "The active shuffle file count of a worker including master replica and slave replica.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, @@ -2626,6 +2775,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2647,7 +2797,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2662,9 +2813,9 @@ "h": 8, "w": 12, "x": 12, - "y": 54 + "y": 62 }, - "id": 49, + "id": 183, "options": { "legend": { "calcs": [], @@ -2673,6 +2824,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2683,13 +2835,15 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_CleanTaskQueueSize_Value", + "editorMode": "builder", + "expr": "metrics_ActiveShuffleFileCount_Value{role=\"Worker\"}", + "instant": false, "legendFormat": "${baseLegend}", "range": true, "refId": "A" } ], - "title": "metrics_CleanTaskQueueSize_Value", + "title": "metrics_ActiveShuffleFileCount_Value", "type": "timeseries" }, { @@ -2703,6 +2857,9 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, @@ -2714,6 +2871,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2735,25 +2893,25 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - }, - "unit": "ms" + } }, "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 12, "x": 0, - "y": 62 + "y": 70 }, - "id": 51, + "id": 179, "options": { "legend": { "calcs": [], @@ -2762,6 +2920,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2772,12 +2931,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_CleanExpiredShuffleKeysTime_Mean", + "expr": "metrics_ActiveConnectionCount_Count", "legendFormat": "${baseLegend}", + "range": true, "refId": "A" } ], - "title": "metrics_CleanExpiredShuffleKeysTime_Mean", + "title": "metrics_ActiveConnectionCount_Count", "type": "timeseries" }, { @@ -2791,6 +2951,9 @@ "mode": "palette-classic" }, "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, @@ -2802,6 +2965,7 @@ "tooltip": false, "viz": false }, + "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, @@ -2823,25 +2987,25 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", "value": 80 } ] - }, - "unit": "ms" + } }, "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 12, "x": 12, - "y": 62 + "y": 70 }, - "id": 52, + "id": 48, "options": { "legend": { "calcs": [], @@ -2850,6 +3014,7 @@ "showLegend": true }, "tooltip": { + "maxHeight": 600, "mode": "single", "sort": "none" } @@ -2860,12 +3025,13 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "expr": "metrics_CleanExpiredShuffleKeysTime_Max", + "expr": "metrics_ActiveSlotsCount_Value", "legendFormat": "${baseLegend}", + "range": true, "refId": "A" } ], - "title": "metrics_CleanExpiredShuffleKeysTime_Max", + "title": "metrics_ActiveSlotsCount_Value", "type": "timeseries" } ], @@ -2943,7 +3109,7 @@ "h": 9, "w": 12, "x": 0, - "y": 72 + "y": 80 }, "id": 68, "options": { @@ -3033,7 +3199,7 @@ "h": 9, "w": 12, "x": 12, - "y": 72 + "y": 80 }, "id": 70, "options": { @@ -3123,7 +3289,7 @@ "h": 9, "w": 12, "x": 0, - "y": 81 + "y": 89 }, "id": 72, "options": { @@ -3213,7 +3379,7 @@ "h": 9, "w": 12, "x": 12, - "y": 81 + "y": 89 }, "id": 74, "options": { @@ -3302,7 +3468,7 @@ "h": 8, "w": 12, "x": 0, - "y": 90 + "y": 98 }, "id": 83, "options": { @@ -3393,7 +3559,7 @@ "h": 8, "w": 12, "x": 12, - "y": 90 + "y": 98 }, "id": 76, "options": { @@ -3484,7 +3650,7 @@ "h": 8, "w": 12, "x": 0, - "y": 98 + "y": 106 }, "id": 128, "options": { @@ -3575,7 +3741,7 @@ "h": 8, "w": 12, "x": 12, - "y": 98 + "y": 106 }, "id": 129, "options": { @@ -3666,7 +3832,7 @@ "h": 8, "w": 12, "x": 0, - "y": 106 + "y": 114 }, "id": 130, "options": { @@ -3757,7 +3923,7 @@ "h": 8, "w": 12, "x": 12, - "y": 106 + "y": 114 }, "id": 132, "options": { @@ -3848,7 +4014,7 @@ "h": 8, "w": 12, "x": 0, - "y": 179 + "y": 187 }, "id": 131, "options": { @@ -3939,7 +4105,7 @@ "h": 8, "w": 12, "x": 12, - "y": 114 + "y": 122 }, "id": 133, "options": { @@ -4030,7 +4196,7 @@ "h": 8, "w": 12, "x": 0, - "y": 122 + "y": 130 }, "id": 79, "options": { @@ -4136,7 +4302,7 @@ "h": 8, "w": 12, "x": 0, - "y": 188 + "y": 196 }, "id": 66, "options": { @@ -4226,7 +4392,7 @@ "h": 8, "w": 12, "x": 12, - "y": 188 + "y": 196 }, "id": 96, "options": { @@ -4316,7 +4482,7 @@ "h": 8, "w": 12, "x": 0, - "y": 196 + "y": 204 }, "id": 17, "options": { @@ -4406,7 +4572,7 @@ "h": 8, "w": 12, "x": 12, - "y": 196 + "y": 204 }, "id": 18, "options": { @@ -4495,7 +4661,7 @@ "h": 8, "w": 12, "x": 0, - "y": 204 + "y": 212 }, "id": 81, "options": { @@ -4586,7 +4752,7 @@ "h": 8, "w": 12, "x": 12, - "y": 204 + "y": 212 }, "id": 77, "options": { @@ -4677,7 +4843,7 @@ "h": 8, "w": 12, "x": 0, - "y": 212 + "y": 220 }, "id": 82, "options": { @@ -4768,7 +4934,7 @@ "h": 8, "w": 12, "x": 12, - "y": 212 + "y": 220 }, "id": 75, "options": { @@ -4859,7 +5025,7 @@ "h": 8, "w": 12, "x": 0, - "y": 220 + "y": 228 }, "id": 73, "options": { @@ -4965,7 +5131,7 @@ "h": 8, "w": 12, "x": 0, - "y": 155 + "y": 163 }, "id": 78, "options": { @@ -5055,7 +5221,7 @@ "h": 8, "w": 12, "x": 12, - "y": 155 + "y": 163 }, "id": 80, "options": { @@ -5145,7 +5311,7 @@ "h": 9, "w": 12, "x": 0, - "y": 163 + "y": 171 }, "id": 4, "options": { @@ -5235,7 +5401,7 @@ "h": 9, "w": 12, "x": 12, - "y": 163 + "y": 171 }, "id": 6, "options": { @@ -5325,7 +5491,7 @@ "h": 8, "w": 12, "x": 0, - "y": 172 + "y": 180 }, "id": 56, "options": { @@ -5415,7 +5581,7 @@ "h": 8, "w": 12, "x": 12, - "y": 172 + "y": 180 }, "id": 58, "options": { @@ -5519,7 +5685,7 @@ "h": 8, "w": 12, "x": 0, - "y": 7 + "y": 15 }, "id": 19, "options": { @@ -5610,7 +5776,7 @@ "h": 8, "w": 12, "x": 12, - "y": 7 + "y": 15 }, "id": 193, "options": { @@ -5702,7 +5868,7 @@ "h": 8, "w": 12, "x": 0, - "y": 15 + "y": 23 }, "id": 194, "options": { @@ -5793,7 +5959,7 @@ "h": 8, "w": 12, "x": 12, - "y": 15 + "y": 23 }, "id": 188, "options": { @@ -5885,7 +6051,7 @@ "h": 8, "w": 12, "x": 0, - "y": 23 + "y": 31 }, "id": 20, "options": { @@ -5975,7 +6141,7 @@ "h": 8, "w": 12, "x": 12, - "y": 23 + "y": 31 }, "id": 187, "options": { @@ -6067,7 +6233,7 @@ "h": 8, "w": 12, "x": 0, - "y": 31 + "y": 39 }, "id": 165, "options": { @@ -6159,7 +6325,7 @@ "h": 8, "w": 12, "x": 12, - "y": 31 + "y": 39 }, "id": 166, "options": { @@ -6251,7 +6417,7 @@ "h": 8, "w": 12, "x": 0, - "y": 39 + "y": 47 }, "id": 167, "options": { @@ -6343,7 +6509,7 @@ "h": 8, "w": 12, "x": 12, - "y": 39 + "y": 47 }, "id": 168, "options": { @@ -6435,7 +6601,7 @@ "h": 8, "w": 12, "x": 0, - "y": 47 + "y": 55 }, "id": 169, "options": { @@ -6527,7 +6693,7 @@ "h": 8, "w": 12, "x": 12, - "y": 47 + "y": 55 }, "id": 170, "options": { @@ -6618,7 +6784,7 @@ "h": 8, "w": 12, "x": 0, - "y": 55 + "y": 63 }, "id": 108, "options": { @@ -6710,7 +6876,7 @@ "h": 8, "w": 12, "x": 12, - "y": 55 + "y": 63 }, "id": 104, "options": { @@ -6801,7 +6967,7 @@ "h": 8, "w": 12, "x": 0, - "y": 63 + "y": 71 }, "id": 106, "options": { @@ -6907,7 +7073,7 @@ "h": 8, "w": 12, "x": 0, - "y": 230 + "y": 238 }, "id": 44, "options": { @@ -6997,7 +7163,7 @@ "h": 8, "w": 12, "x": 12, - "y": 230 + "y": 238 }, "id": 46, "options": { @@ -7086,7 +7252,7 @@ "h": 8, "w": 12, "x": 0, - "y": 238 + "y": 246 }, "id": 195, "options": { @@ -7176,7 +7342,7 @@ "h": 8, "w": 12, "x": 12, - "y": 238 + "y": 246 }, "id": 180, "options": { @@ -7267,7 +7433,7 @@ "h": 8, "w": 12, "x": 0, - "y": 246 + "y": 254 }, "id": 88, "options": { @@ -7357,7 +7523,7 @@ "h": 8, "w": 12, "x": 12, - "y": 246 + "y": 254 }, "id": 135, "options": { @@ -7464,7 +7630,7 @@ "h": 8, "w": 12, "x": 0, - "y": 255 + "y": 263 }, "id": 159, "options": { @@ -7557,7 +7723,7 @@ "h": 8, "w": 12, "x": 12, - "y": 255 + "y": 263 }, "id": 160, "options": { @@ -7650,7 +7816,7 @@ "h": 8, "w": 12, "x": 0, - "y": 263 + "y": 271 }, "id": 161, "options": { @@ -7756,7 +7922,7 @@ "h": 9, "w": 12, "x": 0, - "y": 272 + "y": 280 }, "id": 139, "options": { @@ -7848,7 +8014,7 @@ "h": 9, "w": 12, "x": 12, - "y": 272 + "y": 280 }, "id": 141, "options": { @@ -7940,7 +8106,7 @@ "h": 9, "w": 12, "x": 0, - "y": 281 + "y": 289 }, "id": 142, "options": { @@ -8032,7 +8198,7 @@ "h": 9, "w": 12, "x": 12, - "y": 281 + "y": 289 }, "id": 143, "options": { @@ -8124,7 +8290,7 @@ "h": 9, "w": 12, "x": 0, - "y": 290 + "y": 298 }, "id": 144, "options": { @@ -8216,7 +8382,7 @@ "h": 9, "w": 12, "x": 12, - "y": 290 + "y": 298 }, "id": 145, "options": { @@ -8308,7 +8474,7 @@ "h": 9, "w": 12, "x": 0, - "y": 299 + "y": 307 }, "id": 146, "options": { @@ -8400,7 +8566,7 @@ "h": 9, "w": 12, "x": 12, - "y": 299 + "y": 307 }, "id": 147, "options": { @@ -8492,7 +8658,7 @@ "h": 9, "w": 12, "x": 0, - "y": 308 + "y": 316 }, "id": 148, "options": { @@ -8584,7 +8750,7 @@ "h": 9, "w": 12, "x": 12, - "y": 308 + "y": 316 }, "id": 149, "options": { @@ -8676,7 +8842,7 @@ "h": 9, "w": 12, "x": 0, - "y": 317 + "y": 325 }, "id": 150, "options": { @@ -8768,7 +8934,7 @@ "h": 9, "w": 12, "x": 12, - "y": 317 + "y": 325 }, "id": 151, "options": { @@ -8859,7 +9025,7 @@ "h": 8, "w": 12, "x": 0, - "y": 326 + "y": 334 }, "id": 153, "options": { @@ -8950,7 +9116,7 @@ "h": 8, "w": 12, "x": 12, - "y": 326 + "y": 334 }, "id": 154, "options": { @@ -9041,7 +9207,7 @@ "h": 8, "w": 12, "x": 0, - "y": 334 + "y": 342 }, "id": 155, "options": { @@ -9146,7 +9312,7 @@ "h": 8, "w": 12, "x": 0, - "y": 343 + "y": 351 }, "id": 112, "options": { @@ -9237,7 +9403,7 @@ "h": 8, "w": 12, "x": 12, - "y": 343 + "y": 351 }, "id": 116, "options": { @@ -9343,7 +9509,7 @@ "h": 8, "w": 12, "x": 0, - "y": 352 + "y": 360 }, "id": 125, "options": { @@ -9436,7 +9602,7 @@ "h": 8, "w": 12, "x": 12, - "y": 352 + "y": 360 }, "id": 126, "options": { @@ -9529,7 +9695,7 @@ "h": 8, "w": 12, "x": 0, - "y": 360 + "y": 368 }, "id": 163, "options": { @@ -9622,7 +9788,7 @@ "h": 8, "w": 12, "x": 12, - "y": 360 + "y": 368 }, "id": 162, "options": { @@ -9715,7 +9881,7 @@ "h": 8, "w": 12, "x": 0, - "y": 368 + "y": 376 }, "id": 127, "options": { @@ -9821,7 +9987,7 @@ "h": 9, "w": 12, "x": 0, - "y": 377 + "y": 385 }, "id": 174, "options": { @@ -9914,7 +10080,7 @@ "h": 9, "w": 12, "x": 12, - "y": 377 + "y": 385 }, "id": 176, "options": { @@ -10006,7 +10172,7 @@ "h": 9, "w": 12, "x": 0, - "y": 386 + "y": 394 }, "id": 175, "options": { @@ -10099,7 +10265,7 @@ "h": 9, "w": 12, "x": 12, - "y": 386 + "y": 394 }, "id": 177, "options": {
