This is an automated email from the ASF dual-hosted git repository.
agupta pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/master by this push:
new 23c04bd8048 HDDS-13240. Add newly added metrics into grafana
dashboard. (#8656)
23c04bd8048 is described below
commit 23c04bd80487ad36a1980715068a043b0fc5d5ac
Author: Aryan Gupta <[email protected]>
AuthorDate: Wed Jun 25 13:49:03 2025 +0530
HDDS-13240. Add newly added metrics into grafana dashboard. (#8656)
---
.../dashboards/Ozone - DeleteKey Metrics.json | 406 ++++++++++++++++++++-
.../Ozone - DeleteKeyProgress Metrics.json | 2 +-
2 files changed, 394 insertions(+), 14 deletions(-)
diff --git a/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone
- DeleteKey Metrics.json
b/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKey Metrics.json
index d026dc82a37..764dabd8591 100644
--- a/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKey Metrics.json
+++ b/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKey Metrics.json
@@ -121,7 +121,7 @@
"useBackend": false
}
],
- "title": "No. of Failed Key Deletes",
+ "title": "No. of delete request failed",
"type": "timeseries"
},
{
@@ -309,7 +309,7 @@
"useBackend": false
}
],
- "title": "No. of Successful Key Deletes",
+ "title": "No. of delete request received",
"type": "timeseries"
},
{
@@ -1077,7 +1077,7 @@
"useBackend": false
}
],
- "title": "KeyDeletingService: Keys processed",
+ "title": "KeyDeletingService: No. of keys sent to SCM for deletion",
"type": "timeseries"
},
{
@@ -1171,7 +1171,7 @@
"useBackend": false
}
],
- "title": "KeyDeletingService: Keys sent for purge",
+ "title": "KeyDeletingService: No. of keys to be purged",
"type": "timeseries"
},
{
@@ -1265,7 +1265,7 @@
"useBackend": false
}
],
- "title": "DirectoryDeletingService: Dirs",
+ "title": "DirectoryDeletingService: No. of Dirs deleted",
"type": "timeseries"
},
{
@@ -1361,7 +1361,7 @@
"useBackend": false
}
],
- "title": "DirectoryDeletingService: Files",
+ "title": "DirectoryDeletingService: No. of Files moved to
deletedTable",
"type": "timeseries"
},
{
@@ -1549,7 +1549,7 @@
"useBackend": false
}
],
- "title": "PurgeRequests: Keys",
+ "title": "PurgeRequests: No. of keys purged",
"type": "timeseries"
},
{
@@ -1927,7 +1927,7 @@
"useBackend": false
}
],
- "title": "OpenKeyDeletion: Keys deleted",
+ "title": "Number of OpenKeys Deleted",
"type": "timeseries"
},
{
@@ -2413,7 +2413,7 @@
"useBackend": false
}
],
- "title": "No. of Successful Key Deletes",
+ "title": "Number of keys received for deletion from OM",
"type": "timeseries"
},
{
@@ -2787,6 +2787,100 @@
],
"title": "Percentage of successful delete transactions",
"type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "No. of blocks",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 12,
+ "x": 12,
+ "y": 73
+ },
+ "id": 49,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "disableTextWrap": false,
+ "editorMode": "builder",
+ "expr": "scm_performance_metrics_delete_key_blocks_success",
+ "fullMetaSearch": false,
+ "includeNullMetadata": true,
+ "legendFormat": "{{hostname}}",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "Number of blocks received for deletion from OM",
+ "type": "timeseries"
}
],
"title": "SCM: Summary",
@@ -3177,7 +3271,7 @@
"useBackend": false
}
],
- "title": "No. of deletion transactions created",
+ "title": "Number of transactions(group of blocks) created",
"type": "timeseries"
},
{
@@ -3271,7 +3365,7 @@
"useBackend": false
}
],
- "title": "No. of deletion transactions sent",
+ "title": "Number of transactions(group of blocks) sent for deletion
to DN",
"type": "timeseries"
},
{
@@ -3365,7 +3459,7 @@
"useBackend": false
}
],
- "title": "No. of deletion transactions completed",
+ "title": "Number of transactions(group of blocks) completed",
"type": "timeseries"
},
{
@@ -3450,7 +3544,7 @@
{
"disableTextWrap": false,
"editorMode": "builder",
- "expr":
"scm_block_deleting_service_num_block_deletion_transaction_success",
+ "expr":
"scm_block_deleting_service_num_block_deletion_transaction_success_on_datanodes",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "{{hostname}}",
@@ -3651,6 +3745,292 @@
],
"title": "No. of deletion transactions skipped",
"type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "No. of blocks",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 8,
+ "x": 0,
+ "y": 1313
+ },
+ "id": 45,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "disableTextWrap": false,
+ "editorMode": "builder",
+ "expr": "scm_block_deleting_service_blocks_sent",
+ "fullMetaSearch": false,
+ "hide": false,
+ "includeNullMetadata": true,
+ "instant": false,
+ "legendFormat": "{{datanode}}",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "No. of blocks sent to each DN for deletion",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "No. of blocks",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 8,
+ "x": 8,
+ "y": 1313
+ },
+ "id": 40,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "disableTextWrap": false,
+ "editorMode": "builder",
+ "expr":
"scm_block_deleting_service_num_block_added_for_deletion_to_dn",
+ "fullMetaSearch": false,
+ "includeNullMetadata": true,
+ "legendFormat": "{{hostname}}",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "Number of blocks sent for deletion to DN",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisBorderShow": false,
+ "axisCenteredZero": false,
+ "axisColorMode": "text",
+ "axisLabel": "No. of commands",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "barWidthFactor": 0.6,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "insertNulls": false,
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 7,
+ "w": 8,
+ "x": 16,
+ "y": 1313
+ },
+ "id": 45,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "disableTextWrap": false,
+ "editorMode": "builder",
+ "expr": "scm_block_deleting_service_commands_timeout",
+ "fullMetaSearch": false,
+ "hide": false,
+ "includeNullMetadata": true,
+ "instant": false,
+ "legendFormat": "{{datanode}}",
+ "range": true,
+ "refId": "A",
+ "useBackend": false
+ }
+ ],
+ "title": "Number of commands timeout from SCM to DN",
+ "type": "timeseries"
}
],
"title": "SCM: Deletion commands and transactions",
diff --git a/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone
- DeleteKeyProgress Metrics.json
b/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKeyProgress Metrics.json
index 687eb7f4a3d..e90e5a1ccc9 100644
--- a/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKeyProgress Metrics.json
+++ b/hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/Ozone -
DeleteKeyProgress Metrics.json
@@ -1707,6 +1707,6 @@
},
"timepicker": {},
"timezone": "",
- "title": "Ozone DeleteKey – Lightweight Dashboard",
+ "title": "Deletion Progress of dirs and keys in Ozone",
"weekStart": ""
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
