zhangyue19921010 commented on pull request #4753:
URL: https://github.com/apache/hudi/pull/4753#issuecomment-1030827341
cat 20220206204738972.commit
```
{
"partitionToWriteStats" : {
"20210623" : [ {
"fileId" : "ceace670-9be9-408b-ad80-b5c5dd5a1169-0",
"path" :
"20210623/ceace670-9be9-408b-ad80-b5c5dd5a1169-0_0-0-0_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 123106,
"numDeletes" : 0,
"numUpdateWrites" : 123106,
"numInserts" : 0,
"totalWriteBytes" : 4734168,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 123106,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30321944,
"totalUpdatedRecordsCompacted" : 123106,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4734168,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "fe446daf-e668-4c51-bd0d-c2a140728109-0",
"path" :
"20210623/fe446daf-e668-4c51-bd0d-c2a140728109-0_1-0-1_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 122781,
"numDeletes" : 0,
"numUpdateWrites" : 122781,
"numInserts" : 0,
"totalWriteBytes" : 4740009,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 122781,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30339831,
"totalUpdatedRecordsCompacted" : 122781,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4740009,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "5e589ca5-2f8c-40e8-9dd9-446639b55ad1-0",
"path" :
"20210623/5e589ca5-2f8c-40e8-9dd9-446639b55ad1-0_2-0-2_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 122759,
"numDeletes" : 0,
"numUpdateWrites" : 122759,
"numInserts" : 0,
"totalWriteBytes" : 4738376,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 122759,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30326031,
"totalUpdatedRecordsCompacted" : 122759,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4738376,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "0e2b0b3b-e41e-4ad5-8f19-d5dc5342924f-0",
"path" :
"20210623/0e2b0b3b-e41e-4ad5-8f19-d5dc5342924f-0_3-0-3_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 123072,
"numDeletes" : 0,
"numUpdateWrites" : 123072,
"numInserts" : 0,
"totalWriteBytes" : 4749351,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 123072,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30402056,
"totalUpdatedRecordsCompacted" : 123072,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4749351,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "6ab08962-04fe-4540-9aac-18a5e9588612-0",
"path" :
"20210623/6ab08962-04fe-4540-9aac-18a5e9588612-0_4-0-4_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 123267,
"numDeletes" : 0,
"numUpdateWrites" : 123267,
"numInserts" : 0,
"totalWriteBytes" : 4750934,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 123267,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30451702,
"totalUpdatedRecordsCompacted" : 123267,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4750934,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "01f6dcc5-c593-4b39-be64-e3abacd14094-0",
"path" :
"20210623/01f6dcc5-c593-4b39-be64-e3abacd14094-0_5-0-5_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 46042,
"numDeletes" : 0,
"numUpdateWrites" : 46042,
"numInserts" : 0,
"totalWriteBytes" : 1943766,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 46042,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 11372982,
"totalUpdatedRecordsCompacted" : 46042,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 1943766,
"minEventTime" : null,
"maxEventTime" : null
}, {
"fileId" : "5f4dab02-e68c-4bbc-b923-118583c74aba-0",
"path" :
"20210623/5f4dab02-e68c-4bbc-b923-118583c74aba-0_6-0-6_20220206201922523.parquet",
"prevCommit" : "20220206201550049",
"numWrites" : 122182,
"numDeletes" : 0,
"numUpdateWrites" : 122182,
"numInserts" : 0,
"totalWriteBytes" : 4707600,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "20210623",
"totalLogRecords" : 122182,
"totalLogFilesCompacted" : 1,
"totalLogSizeCompacted" : 30194880,
"totalUpdatedRecordsCompacted" : 122182,
"totalLogBlocks" : 1,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 4707600,
"minEventTime" : null,
"maxEventTime" : null
} ]
},
"compacted" : true,
"extraMetadata" : {},
"operationType" : "UNKNOWN",
"totalLogRecordsCompacted" : 783209,
"totalLogFilesCompacted" : 7,
"totalCompactedRecordsUpdated" : 783209,
"fileIdAndRelativePaths" : {
"ceace670-9be9-408b-ad80-b5c5dd5a1169-0" :
"20210623/ceace670-9be9-408b-ad80-b5c5dd5a1169-0_0-0-0_20220206201922523.parquet",
"fe446daf-e668-4c51-bd0d-c2a140728109-0" :
"20210623/fe446daf-e668-4c51-bd0d-c2a140728109-0_1-0-1_20220206201922523.parquet",
"0e2b0b3b-e41e-4ad5-8f19-d5dc5342924f-0" :
"20210623/0e2b0b3b-e41e-4ad5-8f19-d5dc5342924f-0_3-0-3_20220206201922523.parquet",
"6ab08962-04fe-4540-9aac-18a5e9588612-0" :
"20210623/6ab08962-04fe-4540-9aac-18a5e9588612-0_4-0-4_20220206201922523.parquet",
"01f6dcc5-c593-4b39-be64-e3abacd14094-0" :
"20210623/01f6dcc5-c593-4b39-be64-e3abacd14094-0_5-0-5_20220206201922523.parquet",
"5f4dab02-e68c-4bbc-b923-118583c74aba-0" :
"20210623/5f4dab02-e68c-4bbc-b923-118583c74aba-0_6-0-6_20220206201922523.parquet",
"5e589ca5-2f8c-40e8-9dd9-446639b55ad1-0" :
"20210623/5e589ca5-2f8c-40e8-9dd9-446639b55ad1-0_2-0-2_20220206201922523.parquet"
},
"totalRecordsDeleted" : 0,
"totalLogFilesSize" : 193409426,
"totalScanTime" : 10092,
"totalCreateTime" : 0,
"totalUpsertTime" : 0,
"minAndMaxEventTime" : {
"Optional.empty" : {
"val" : null,
"present" : false
}
},
"writePartitionPaths" : [ "20210623" ]
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
