[
https://issues.apache.org/jira/browse/HDDS-7960?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17693836#comment-17693836
]
smita commented on HDDS-7960:
-----------------------------
{
"label": "root",
"children": [
{
"label": "hivewritevol1676574237",
"children": [
{
"label": "hivebucket1676574242",
"children": [
{
"label":
"hive_write/vectortab_txt/delta_0000001_0000001_0000/vectortab",
"size": 100,
"accessCount": 300
}
]
}
]
},
{
"label": "hivewritevol1675429188",
"children": [
{
"label": "hivebucket1675429193",
"children": [
{
"label":
"hive_write/vectortab_txt/delta_0000001_0000001_0000/vectortab",
"size": 70,
"accessCount": 508
}
]
}
]
},
{
"label": "hivevol1676533485",
"children": [
{
"label": "hiveencbuck1676533485",
"children": [
{
"label": "enc_path/hive_tpcds/store_sales/store_sales.dat",
"size": 80,
"accessCount": 18
},
{
"label": "enc_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 650
},
{
"label": "enc_path/hive_tpcds/web_sales/web_sales.dat",
"size": 800,
"accessCount": 1000
},
{
"label": "enc_path/hive_tpcds/date_dim",
"size": 200,
"accessCount": 450
},
{
"label": "enc_path/hive_tpcds/date_dim/date_dim.dat",
"size": 250,
"accessCount": 700
}
]
}
]
},
{
"label": "hivevol1676900292",
"children": [
{
"label": "hiveencbuck1676900292",
"children": [
{
"label": "enc_path/hive_tpcds/store_sales/store_sales.dat",
"size": 80,
"accessCount": 18
},
{
"label": "enc_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 650
},
{
"label": "enc_path/hive_tpcds/web_sales/web_sales.dat",
"size": 800,
"accessCount": 2500
}
]
},
{
"label": "hivebuck1676900292",
"children": [
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 300
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 5000
},
{
"label": "reg_path/hive_tpcds/web_sales/web_sales.dat",
"size": 400,
"accessCount": 100
}
]
}
]
},
{
"label": "hivevol1676900292",
"children": [
{
"label": "hiveencbuck1675429570",
"children": [
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 985
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 250
},
{
"label": "reg_path/hive_tpcds/web_sales/web_sales.dat",
"size": 400,
"accessCount": 1500
},
{
"label": "enc_path/hive_tpcds/date_dim",
"size": 800,
"accessCount": 3500
},
{
"label": "enc_path/hive_tpcds/date_dim/date_dim.dat",
"size": 70,
"accessCount": 650
},
{
"label": "enc_path/hive_tpcds/store_sales",
"size": 400,
"accessCount": 2000
},
{
"label":
"enc_path/hive_tpcds/customer_demographics/customer_demographics.dat",
"size": 400,
"accessCount": 485
},
{
"label": "enc_path/hive_tpcds/inventory/inventory.dat",
"size": 800,
"accessCount": 1085
},
{
"label": "enc_path/hive_tpcds/item",
"size": 70,
"accessCount": 950
},
{
"label": "enc_path/hive_tpcds/item/item.dat",
"size": 400,
"accessCount": 200
},
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 385
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 650
}
]
},
{
"label": "hivebuck1676900292",
"children": [
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 500
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 1000
},
{
"label": "reg_path/hive_tpcds/web_sales/web_sales.dat",
"size": 400,
"accessCount": 600
},
{
"label": "enc_path/hive_tpcds/date_dim",
"size": 800,
"accessCount": 100
},
{
"label": "enc_path/hive_tpcds/date_dim/date_dim.dat",
"size": 70,
"accessCount": 1500
},
{
"label": "enc_path/hive_tpcds/store_sales",
"size": 400,
"accessCount": 2000
},
{
"label":
"enc_path/hive_tpcds/customer_demographics/customer_demographics.dat",
"size": 400,
"accessCount": 990
},
{
"label": "enc_path/hive_tpcds/inventory/inventory.dat",
"size": 800,
"accessCount": 485
},
{
"label": "enc_path/hive_tpcds/item",
"size": 70,
"accessCount": 1400
},
{
"label": "enc_path/hive_tpcds/item/item.dat",
"size": 400,
"accessCount": 1600
},
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 685
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 700
}
]
}
]
},
{
"label": "hivevol1676900292",
"children": [
{
"label": "hiveencbuck1675429570",
"children": [
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 700
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 954
},
{
"label": "reg_path/hive_tpcds/web_sales/web_sales.dat",
"size": 400,
"accessCount": 2000
},
{
"label": "enc_path/hive_tpcds/date_dim",
"size": 800,
"accessCount": 685
},
{
"label": "enc_path/hive_tpcds/date_dim/date_dim.dat",
"size": 70,
"accessCount": 550
},
{
"label": "enc_path/hive_tpcds/store_sales",
"size": 400,
"accessCount": 2000
},
{
"label":
"enc_path/hive_tpcds/customer_demographics/customer_demographics.dat",
"size": 400,
"accessCount": 3000
},
{
"label": "enc_path/hive_tpcds/inventory/inventory.dat",
"size": 800,
"accessCount": 685
},
{
"label": "enc_path/hive_tpcds/item",
"size": 70,
"accessCount": 100
},
{
"label": "enc_path/hive_tpcds/item/item.dat",
"size": 400,
"accessCount": 2000
},
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 685
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 650
}
]
},
{
"label": "hivebuck1676900292",
"children": [
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 1085
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 950
},
{
"label": "reg_path/hive_tpcds/web_sales/web_sales.dat",
"size": 400,
"accessCount": 2000
},
{
"label": "enc_path/hive_tpcds/date_dim",
"size": 800,
"accessCount": 985
},
{
"label": "enc_path/hive_tpcds/date_dim/date_dim.dat",
"size": 70,
"accessCount": 650
},
{
"label": "enc_path/hive_tpcds/store_sales",
"size": 400,
"accessCount": 2000
},
{
"label":
"enc_path/hive_tpcds/customer_demographics/customer_demographics.dat",
"size": 400,
"accessCount": 2000
},
{
"label": "enc_path/hive_tpcds/inventory/inventory.dat",
"size": 800,
"accessCount": 685
},
{
"label": "enc_path/hive_tpcds/item",
"size": 70,
"accessCount": 550
},
{
"label": "enc_path/hive_tpcds/item/item.dat",
"size": 400,
"accessCount": 3000
},
{
"label": "reg_path/hive_tpcds/store_sales/store_sales.dat",
"size": 800,
"accessCount": 185
},
{
"label": "reg_path/hive_tpcds/catalog_sales/catalog_sales.dat",
"size": 70,
"accessCount": 1650
}
]
}
]
}
]
}
> Recon: POC for Treemap for Buckets Volumes and Paths
> -----------------------------------------------------
>
> Key: HDDS-7960
> URL: https://issues.apache.org/jira/browse/HDDS-7960
> Project: Apache Ozone
> Issue Type: Task
> Components: Ozone Recon
> Affects Versions: 1.2.1
> Reporter: smita
> Assignee: smita
> Priority: Major
> Attachments: image-2023-02-27-12-42-26-776.png, screenshot-1.png
>
>
> This requirement is to add a capability in Recon to tag storage entities at
> volume level, bucket level, key level, directory/sub-directory and file level
> for their access heat. In other words, recon should be able to tag entities
> with {*}Most Frequently Accessed (MFA), Frequently Accessed (FA) and Less
> Frequently Accessed (LFA) or Cold data{*}. This will help admin users
> determine the access pattern of various entities which will in turn help in
> tiering (Hot, Warm, Cold) of ozone data. Access pattern or heat can be
> determined based on both READ and WRITE operations on entities.
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]