[
https://issues.apache.org/jira/browse/HUDI-3066?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17463453#comment-17463453
]
Harsha Teja Kanna commented on HUDI-3066:
-----------------------------------------
rollback.requested file
{
"instantToRollback": {
"commitTime": "20211221044403331",
"action": "deltacommit"
},
"RollbackRequests": [
{
"partitionPath": "files",
"fileId": "",
"latestBaseInstant": "",
"filesToBeDeleted": [],
"logBlocksToBeDeleted": {}
},
{
"partitionPath": "files",
"fileId": "files-0000",
"latestBaseInstant": "20211218223919666001",
"filesToBeDeleted": [],
"logBlocksToBeDeleted": {
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.246_0-95-1905":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.144_0-63-1952":
7437,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.293_0-84-2355":
6189,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.212_0-63-1778":
6736,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.346_0-97-2576":
5971,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.11_0-27-1737":
58553,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.275_0-18-814":
5910,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.99_0-21-889":
5906,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.358_0-97-2706":
5989,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.345_0-86-2507":
7564,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.396_0-76-2741":
9532,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.308_0-63-1903":
7209,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.202_0-96-2184":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.137_0-85-2109":
6311,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.269_0-84-1927":
6853,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.201_0-85-2115":
6865,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.173_0-85-2139":
5815,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.180_0-63-1995":
7198,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.69_0-85-1993":
6903,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.53_0-84-1893":
6657,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.221_0-85-2181":
6665,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.89_0-84-1761":
6427,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.70_0-96-2065":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.325_0-84-2375":
6322,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.319_0-27-1256":
5906,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.287_0-18-832":
5906,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.365_0-84-3041":
8622,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.298_0-96-1967":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.350_0-96-3006":
5970,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.111_0-18-732":
5910,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.191_0-18-667":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.73_0-84-1896":
6345,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.60_0-63-1744":
6525,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.323_0-18-883":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.389_0-84-2945":
11320,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.171_0-18-742":
5943,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.10_0-81-2244":
5928,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.407_0-18-845":
10173,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.110_0-95-1958":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.419_0-76-2417":
7828,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.277_0-84-2458":
7345,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.66_0-95-1863":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.160_0-63-1941":
7311,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.163_0-18-688":
5927,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.390_0-95-3014":
5948,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.349_0-85-2937":
9707,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.286_0-96-2318":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.307_0-18-691":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.429_0-76-2099":
6889,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.224_0-63-1911":
7089,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.413_0-40-1870":
10991,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.388_0-63-2677":
11731,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.339_0-18-1047":
5928,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.380_0-63-2827":
12827,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.83_0-27-1224":
5908,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.34_0-96-2152":
5929,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.158_0-96-2177":
5968,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.86_0-95-1849":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.209_0-84-2034":
6773,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.105_0-85-2117":
6040,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.228_0-63-1999":
7588,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.375_0-18-1019":
5947,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.129_0-85-2080":
6430,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.150_0-96-2273":
5966,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.316_0-63-2481":
9510,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.256_0-63-2024":
7750,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.41_0-84-2169":
6892,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.101_0-84-1977":
6659,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.370_0-96-3217":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.44_0-63-1883":
6916,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.4_0-49-1548":
6545,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.427_0-18-766":
7409,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.267_0-21-863":
5905,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.22_0-96-2160":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.421_0-103-2658":
5884,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.59_0-21-906":
5896,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.7_0-67-1883":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.302_0-95-2271":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.311_0-18-813":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.348_0-63-2674":
11158,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.138_0-96-2182":
5964,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.424_0-76-1955":
6396,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.38_0-94-1708":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.288_0-63-2253":
8853,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.88_0-63-1598":
6198,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.98_0-95-1913":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.217_0-85-1973":
6186,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.402_0-100-2414":
5884,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.422_0-27-1372":
8907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.19_0-27-1417":
5916,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.337_0-85-2876":
8834,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.292_0-63-2182":
7953,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.244_0-63-1657":
6541,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.64_0-63-1622":
6228,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.176_0-63-1915":
7153,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.170_0-96-2345":
5967,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.189_0-85-2158":
7147,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.371_0-18-1095":
5946,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.255_0-18-741":
5945,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.283_0-18-730":
5906,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.16_0-63-1858":
7116,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.141_0-85-1702":
6083,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.25_0-84-2146":
6754,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.156_0-63-1916":
7204,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.143_0-18-708":
5914,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.67_0-21-896":
5908,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.373_0-84-3111":
10357,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.85_0-84-1777":
6045,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.359_0-18-905":
5943,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.253_0-84-2216":
7434,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.360_0-63-2535":
11061,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.32_0-63-1869":
6963,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.237_0-86-2211":
6603,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.238_0-97-2284":
5968,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.213_0-86-1999":
6811,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.14_0-95-2411":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.233_0-85-2243":
6467,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.289_0-84-2432":
6416,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.431_0-104-2358":
5889,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.410_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.270_0-95-1999":
5940,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.182_0-96-2256":
5971,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.230_0-96-2261":
5969,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.434_0-76-2447":
8470,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.260_0-63-2088":
7666,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.426_0-103-2155":
5883,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.15_0-27-1392":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.115_0-27-1283":
5907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.377_0-84-2878":
8830,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.274_0-96-1950":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.268_0-63-1744":
6662,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.130_0-96-2152":
5941,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.124_0-63-1976":
7416,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.265_0-84-2260":
6294,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.327_0-18-1017":
5911,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.165_0-86-2135":
7112,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.57_0-85-2078":
5840,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.235_0-18-743":
5921,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.404_0-40-2086":
11731,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.383_0-18-889":
5921,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.37_0-83-1636":
6807,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.104_0-63-1919":
7132,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.153_0-85-1662":
6600,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.423_0-47-1790":
9008,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.131_0-27-1388":
5923,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.42_0-95-2241":
5930,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.296_0-63-1647":
6190,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.368_0-63-2849":
12478,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.284_0-63-2001":
7640,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.342_0-96-2892":
5966,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.108_0-63-1726":
6700,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.21_0-85-2088":
6321,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.133_0-85-2014":
6489,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.208_0-63-1843":
7117,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.218_0-96-2042":
5966,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.179_0-18-790":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.271_0-27-1237":
5912,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.367_0-18-1102":
5944,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.232_0-63-2064":
7872,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.248_0-63-1932":
7129,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.26_0-95-2218":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.192_0-63-1864":
7046,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.214_0-97-2072":
5965,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.94_0-96-2261":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.245_0-84-1833":
6741,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.157_0-85-2104":
6776,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.309_0-85-2159":
8370,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.330_0-96-2874":
5971,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.23_0-27-1505":
5912,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.333_0-86-2295":
8026,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.281_0-84-2223":
7254,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.76_0-63-1651":
6229,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.198_0-94-1815":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.328_0-63-2604":
10500,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.384_0-63-2501":
10888,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.39_0-27-1488":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.405_0-76-2540":
8545,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.324_0-63-2194":
8032,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.71_0-21-891":
5904,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.3_0-69-1683":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.205_0-84-1925":
6333,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.401_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.118_0-96-1985":
5942,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.386_0-95-2838":
5947,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.125_0-84-2163":
6800,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.329_0-85-2801":
6883,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.279_0-18-764":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.297_0-85-1898":
8511,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.193_0-84-2056":
7051,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.203_0-27-1323":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.249_0-85-2161":
7194,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.409_0-76-2291":
7664,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.403_0-18-977":
11584,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.318_0-95-2724":
5951,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.313_0-84-2405":
7526,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.301_0-84-2202":
7065,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.399_0-40-1875":
10186,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.354_0-96-2944":
5967,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.135_0-21-1013":
5918,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.366_0-95-3110":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.240_0-63-1884":
7066,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.95_0-21-814":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.82_0-96-2199":
5932,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.145_0-85-2148":
7100,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.151_0-26-1076":
5914,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.362_0-95-2876":
5948,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.2_0-49-1592":
6629,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.123_0-18-734":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.207_0-18-651":
5947,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.200_0-63-1893":
6956,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.291_0-18-866":
5911,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.241_0-82-2075":
7129,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.331_0-18-694":
5911,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.387_0-18-996":
5916,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.27_0-27-1352":
5924,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.381_0-85-3124":
10074,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.33_0-85-2080":
6512,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.167_0-18-801":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.140_0-62-1509":
6143,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.420_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.312_0-63-2189":
8510,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.226_0-97-2190":
5970,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.412_0-18-825":
10831,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.372_0-63-2852":
12704,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.231_0-18-769":
5923,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.210_0-95-2103":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.225_0-86-2117":
6330,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.77_0-84-1823":
6703,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.56_0-63-1890":
6989,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.12_0-63-2177":
6769,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.272_0-63-1651":
6402,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.344_0-63-2254":
9333,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.78_0-95-1895":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.417_0-18-936":
10879,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.382_0-96-3193":
5947,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.48_0-63-2026":
7253,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.251_0-18-758":
5944,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.204_0-63-1752":
6591,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.425_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.29_0-84-1961":
6554,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.188_0-63-1921":
7065,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.263_0-18-796":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.320_0-63-1679":
6508,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.30_0-95-2033":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.97_0-84-1841":
6062,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.411_0-104-2612":
5885,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.172_0-63-1982":
7439,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.338_0-96-2945":
5965,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.215_0-18-630":
5881,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.306_0-95-1976":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.262_0-96-2381":
5935,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.91_0-18-857":
5909,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.376_0-63-2637":
10939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.295_0-27-1248":
5911,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.305_0-84-1907":
7237,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.395_0-40-2214":
11623,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.196_0-62-1569":
6383,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.51_0-21-868":
5908,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.261_0-85-2309":
6729,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.187_0-18-728":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.90_0-95-1833":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.52_0-63-1721":
6579,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.20_0-63-1886":
7177,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.236_0-63-1991":
7425,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.169_0-85-2272":
7057,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.190_0-96-2227":
5933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.72_0-63-1726":
6583,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.49_0-84-2201":
6505,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.50_0-95-2273":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.122_0-95-1888":
5941,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.174_0-96-2212":
5966,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.357_0-86-2637":
9835,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.17_0-84-2033":
6359,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.43_0-27-1433":
5905,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.242_0-96-2152":
5969,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.116_0-63-1709":
6558,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.5_0-71-1697":
5942,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.406_0-96-2742":
5881,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.159_0-18-725":
5943,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.393_0-81-2944":
5886,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.206_0-95-1994":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.168_0-63-2072":
7537,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.117_0-85-1913":
6310,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.300_0-63-1998":
7094,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.282_0-95-2295":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.290_0-95-2504":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.264_0-63-2085":
7738,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.177_0-86-2140":
6872,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.326_0-95-2444":
5942,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.369_0-85-3148":
10130,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.54_0-95-1965":
5932,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.1_0-76-6519":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.314_0-95-2474":
5948,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.136_0-63-1936":
7110,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.223_0-18-710":
5916,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.273_0-85-1878":
7123,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.304_0-63-1714":
6551,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.113_0-84-2006":
6730,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.211_0-18-632":
5907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.243_0-18-530":
5945,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.81_0-85-2127":
6318,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.63_0-27-1340":
5905,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.132_0-63-1840":
6908,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.175_0-18-718":
5925,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.92_0-63-1987":
7003,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.74_0-95-1968":
5935,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.347_0-18-1040":
5930,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.45_0-85-2100":
6796,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.285_0-85-2246":
7337,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.120_0-63-1647":
6268,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.356_0-63-2324":
9542,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.87_0-27-1199":
5903,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.161_0-85-2105":
5991,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.361_0-84-2807":
9761,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.397_0-96-2937":
5886,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.334_0-97-2364":
5968,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.299_0-18-800":
5912,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.254_0-95-2288":
5935,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.28_0-63-1789":
6751,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.321_0-85-1900":
6792,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.183_0-18-606":
5948,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.80_0-63-1922":
6925,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.400_0-76-2256":
7600,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.197_0-83-1743":
6825,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.102_0-95-2049":
5942,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.418_0-40-2019":
10933,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.315_0-18-972":
5913,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.352_0-63-2642":
11355,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.430_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.433_0-40-2002":
8271,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.332_0-63-2033":
7931,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.18_0-95-2105":
5931,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.199_0-27-1438":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.127_0-18-703":
5922,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.47_0-27-1552":
5906,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.40_0-63-1979":
7459,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.385_0-84-2769":
10653,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.103_0-21-988":
5903,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.322_0-96-1969":
5949,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.222_0-96-2254":
5967,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.227_0-18-739":
5923,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.178_0-97-2213":
5970,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.276_0-63-2252":
9031,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.75_0-27-1249":
5908,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.184_0-63-1747":
6622,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.185_0-85-1932":
6837,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.84_0-63-1626":
6223,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.259_0-18-794":
5945,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.126_0-95-2235":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.415_1-0-1":
105,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.146_0-96-2221":
5966,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.317_0-84-2655":
5987,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.355_0-27-1672":
5943,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.194_0-95-2128":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.392_0-63-2811":
11544,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.351_0-18-986":
5923,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.35_0-26-1202":
5904,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.107_0-27-1290":
5907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.341_0-85-2823":
6236,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.96_0-63-1685":
6527,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.109_0-84-1886":
6016,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.408_0-40-1905":
10323,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.147_0-18-767":
5919,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.24_0-63-1968":
7080,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.353_0-85-2871":
7400,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.164_0-63-1900":
7144,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.112_0-63-1826":
6735,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.394_0-18-1058":
11480,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.134_0-96-2087":
5967,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.62_0-95-2004":
5932,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.155_0-18-711":
5915,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.310_0-96-2228":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.364_0-63-2787":
11701,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.258_0-95-2292":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.335_0-18-1029":
5912,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.374_0-95-3180":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.257_0-84-2220":
7020,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.79_0-21-1012":
5905,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.340_0-63-2640":
10633,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.247_0-18-728":
5942,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.294_0-95-2427":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.195_0-26-1156":
5935,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.121_0-84-1816":
6649,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.416_0-103-2481":
5882,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.106_0-96-2189":
5944,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.36_0-62-1465":
5972,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.139_0-26-1234":
5925,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.148_0-63-2019":
7441,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.414_0-76-2205":
6959,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.100_0-63-1800":
6913,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.278_0-95-2530":
5939,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.234_0-96-2316":
5968,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.9_0-70-2172":
8611,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.363_0-18-1100":
5946,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.119_0-27-1301":
5905,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.343_0-18-765":
5925,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.379_0-18-1057":
5938,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.378_0-95-2947":
5935,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.149_0-85-2200":
6584,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.391_0-18-1146":
5911,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.266_0-95-2332":
5937,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.8_0-49-1698":
6836,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.55_0-21-972":
5907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.6_0-49-1789":
7079,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.61_0-84-1932":
7126,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.152_0-62-1456":
5940,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.166_0-97-2208":
5971,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.239_0-18-684":
5932,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.31_0-27-1414":
5878,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.216_0-63-1802":
6862,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.220_0-63-1998":
7533,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.229_0-85-2188":
6801,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.303_0-27-1290":
5907,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.186_0-96-2005":
5970,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.336_0-63-2626":
10751,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.432_0-18-888":
8178,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.154_0-96-1735":
5970,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.398_0-18-801":
10040,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.114_0-95-2078":
5940,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.250_0-96-2233":
5936,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.68_0-63-1777":
6665,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.280_0-63-2018":
7459,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.93_0-85-2189":
6363,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.181_0-85-2183":
6961,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.219_0-18-747":
5914,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.128_0-63-1875":
6866,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.428_0-40-1770":
7509,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.46_0-96-2172":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.13_0-84-2339":
6163,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.58_0-96-2150":
5934,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.162_0-96-2178":
5969,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.252_0-63-2015":
7521,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.65_0-84-1791":
6645,
"s3a://bucket-hudi/sessions_by_entrydate/.hoodie/metadata/files/.files-0000_20211218223919666001.log.142_0-96-1775":
5963
}
}
],
"version": 1
}
> Very slow file listing after enabling metadata for existing tables in 0.10.0
> release
> ------------------------------------------------------------------------------------
>
> Key: HUDI-3066
> URL: https://issues.apache.org/jira/browse/HUDI-3066
> Project: Apache Hudi
> Issue Type: Bug
> Affects Versions: 0.10.0
> Environment: EMR 6.4.0
> Hudi version : 0.10.0
> Reporter: Harsha Teja Kanna
> Assignee: Manoj Govindassamy
> Priority: Blocker
> Labels: performance, pull-request-available
> Fix For: 0.11.0
>
> Attachments: Screen Shot 2021-12-18 at 6.16.29 PM.png, Screen Shot
> 2021-12-20 at 10.05.50 PM.png, Screen Shot 2021-12-20 at 10.17.44 PM.png,
> metadata_files.txt, metadata_timeline.txt, metadata_timeline_archived.txt,
> stderr_part1.txt, stderr_part2.txt, timeline.txt, writer_log.txt
>
>
> After 'metadata table' is enabled, File listing takes long time.
> If metadata is enabled on Reader side(as shown below), it is taking even more
> time per file listing task
> {code:java}
> import org.apache.hudi.DataSourceReadOptions
> import org.apache.hudi.common.config.HoodieMetadataConfig
> val hadoopConf = spark.conf
> hadoopConf.set(HoodieMetadataConfig.ENABLE.key(), "true")
> val basePath = "s3a://datalake-hudi"
> val sessions = spark
> .read
> .format("org.apache.hudi")
> .option(DataSourceReadOptions.QUERY_TYPE.key(),
> DataSourceReadOptions.QUERY_TYPE_SNAPSHOT_OPT_VAL)
> .option(DataSourceReadOptions.READ_PATHS.key(),
> s"${basePath}/sessions_by_entrydate/entrydate=2021/*/*/*")
> .load()
> sessions.createOrReplaceTempView("sessions") {code}
> Existing tables (COW) have inline clustering on and have many replace commits.
> Logs seem to suggest the delay is in view.AbstractTableFileSystemView
> resetFileGroupsReplaced function or metadata.HoodieBackedTableMetadata
> Also many log messages in AbstractHoodieLogRecordReader
>
> 2021-12-18 23:17:54,056 INFO view.AbstractTableFileSystemView: Took 4118 ms
> to read 136 instants, 9731 replaced file groups
> 2021-12-18 23:37:46,086 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,090 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.76_0-20-515
> at instant 20211217035105329
> 2021-12-18 23:37:46,090 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,094 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.121_0-57-663',
> fileLen=0}
> 2021-12-18 23:37:46,095 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.20_0-35-613',
> fileLen=0}
> 2021-12-18 23:37:46,095 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,096 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.62_0-34-377
> at instant 20211217022049877
> 2021-12-18 23:37:46,096 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,105 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.86_0-20-362',
> fileLen=0}
> 2021-12-18 23:37:46,109 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.121_0-57-663',
> fileLen=0}
> 2021-12-18 23:37:46,109 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,110 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.77_0-35-590',
> fileLen=0}
> 2021-12-18 23:37:46,112 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.20_0-35-613
> at instant 20211216183448389
> 2021-12-18 23:37:46,112 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,118 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.63_0-56-519',
> fileLen=0}
> 2021-12-18 23:37:46,122 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.86_0-20-362',
> fileLen=0}
> 2021-12-18 23:37:46,122 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,123 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.121_0-57-663
> at instant 20211217090337935
> 2021-12-18 23:37:46,123 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,127 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.77_0-35-590',
> fileLen=0}
> 2021-12-18 23:37:46,127 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,141 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.21_0-56-795',
> fileLen=0}
> 2021-12-18 23:37:46,143 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.63_0-56-519',
> fileLen=0}
> 2021-12-18 23:37:46,143 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,144 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.86_0-20-362
> at instant 20211217045206861
> 2021-12-18 23:37:46,144 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,145 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.77_0-35-590
> at instant 20211217035058289
> 2021-12-18 23:37:46,145 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,162 INFO log.AbstractHoodieLogRecordReader: Scanning log
> file
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.21_0-56-795',
> fileLen=0}
> 2021-12-18 23:37:46,162 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.63_0-56-519
> at instant 20211217022306173
> 2021-12-18 23:37:46,162 INFO s3a.S3AInputStream: Switching to Random IO seek
> policy
> 2021-12-18 23:37:46,162 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge 1
> 2021-12-18 23:37:46,170 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.87_0-35-433',
> fileLen=0}
> 2021-12-18 23:37:46,171 INFO log.HoodieLogFormatReader: Moving to the next
> reader for logfile
> HoodieLogFile\{pathStr='s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.78_0-56-705',
> fileLen=0}
> 2021-12-18 23:37:46,178 INFO log.AbstractHoodieLogRecordReader: Reading a
> data block from file
> s3a://datalake-hudi/sessions/.hoodie/metadata/files/.files-0000_20211216144130775001.log.21_0-56-795
> at instant 20211216184106961
> 2021-12-18 23:37:46,178 INFO log.AbstractHoodieLogRecordReader: Number of
> remaining logblocks to merge
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner: Number of log
> files scanned => 437
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner:
> MaxMemoryInBytes allowed for compaction => 1073741824
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner: Number of
> entries in MemoryBasedMap in ExternalSpillableMap => 165
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner: Total size in
> bytes of MemoryBasedMap in ExternalSpillableMap => 259380
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner: Number of
> entries in BitCaskDiskMap in ExternalSpillableMap => 0
> 2021-12-18 23:38:35,380 INFO log.HoodieMergedLogRecordScanner: Size of file
> spilled to disk => 0
> 2021-12-18 23:38:35,380 INFO metadata.HoodieBackedTableMetadata: Opened 437
> metadata log files (dataset instant=20211218233649435, metadata
> instant=20211218233649435) in 22935 ms
> 2021-12-18 23:38:37,193 INFO metadata.HoodieBackedTableMetadata: Opened 437
> metadata log files (dataset instant=20211218233649435, metadata
> instant=20211218233649435) in 22802 ms
> Sample file listing tasks
> !Screen Shot 2021-12-18 at 6.16.29 PM.png!
>
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
