linliu-code commented on PR #13047:
URL: https://github.com/apache/hudi/pull/13047#issuecomment-2762833288
0.15.0 stats:
`{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string":
"a8f36eff-d8d1-44ca-8644-a36ae51224a3-0"}, "path": {"string":
"san_francisco/a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_0-125-287_20250328161350357.parquet"},
"prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 1},
"numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes":
{"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995},
"logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_2-17-0_20250328161314006.parquet"},
"minEventTime": null, "maxEventTime": null, "runtime
Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 103},
"totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 430}}},
"totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 103},
"totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates":
{"long": 0}}], "sao_paulo": [{"fileId": {"string":
"19ebf44c-b6dd-4a51-8461-704a66fb76bf-0"}, "path": {"string":
"sao_paulo/19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_1-125-288_20250328161350357.parquet"},
"prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 0},
"numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes":
{"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "l
ogVersion": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_3-18-0_20250328161314006.parquet"},
"minEventTime": null, "maxEventTime": null, "runtimeStats":
{"HoodieRuntimeStats": {"totalScanTime": {"long": 25}, "totalCreateTime":
{"long": 0}, "totalUpsertTime": {"long": 401}}}, "totalLogFilesCompacted":
{"long": 1}, "totalLogReadTimeMs": {"long": 25}, "totalLogSizeCompacted":
{"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted":
{"boolean": true}, "extraMetadata": {"map": {"schema":
"{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\
"name\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}},
"version": null, "operationType": {"string": "COMPACT"}}
`
1.1.0-snapshot stats key based:
`{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string":
"3b244a01-bc11-4576-9730-bfedf39d2054-0"}, "path": {"string":
"san_francisco/3b244a01-bc11-4576-9730-bfedf39d2054-0_0-125-287_20250328160333429.parquet"},
"prevCommit": {"string": "20250328160253694"}, "numWrites": {"long": 1},
"numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes":
{"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995},
"logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"3b244a01-bc11-4576-9730-bfedf39d2054-0_2-17-0_20250328160253694.parquet"},
"minEventTime": null, "maxEventTime": null, "runtime
Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 42},
"totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 234}}},
"totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 42},
"totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates":
{"long": 0}}], "sao_paulo": [{"fileId": {"string":
"211ce04e-8ef8-4a14-887b-650ce784de13-0"}, "path": {"string":
"sao_paulo/211ce04e-8ef8-4a14-887b-650ce784de13-0_1-125-288_20250328160333429.parquet"},
"prevCommit": {"string": "20250328160253694"}, "numWrites": {"long": 0},
"numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes":
{"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "log
Version": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"211ce04e-8ef8-4a14-887b-650ce784de13-0_3-18-0_20250328160253694.parquet"},
"minEventTime": null, "maxEventTime": null, "runtimeStats":
{"HoodieRuntimeStats": {"totalScanTime": {"long": 32}, "totalCreateTime":
{"long": 0}, "totalUpsertTime": {"long": 203}}}, "totalLogFilesCompacted":
{"long": 1}, "totalLogReadTimeMs": {"long": 32}, "totalLogSizeCompacted":
{"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted":
{"boolean": true}, "extraMetadata": {"map": {"schema":
"{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\"n
ame\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}},
"version": null, "operationType": {"string": "COMPACT"}}
`
1.1.0-snapshot stats pos based:
`{"partitionToWriteStats": {"map": {"san_francisco": [{"fileId": {"string":
"a8f36eff-d8d1-44ca-8644-a36ae51224a3-0"}, "path": {"string":
"san_francisco/a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_0-125-287_20250328161350357.parquet"},
"prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 1},
"numDeletes": {"long": 0}, "numUpdateWrites": {"long": 1}, "totalWriteBytes":
{"long": 435995}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"san_francisco"}, "totalLogRecords": {"long": 3}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 3}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 435995},
"logVersion": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"a8f36eff-d8d1-44ca-8644-a36ae51224a3-0_2-17-0_20250328161314006.parquet"},
"minEventTime": null, "maxEventTime": null, "runtime
Stats": {"HoodieRuntimeStats": {"totalScanTime": {"long": 103},
"totalCreateTime": {"long": 0}, "totalUpsertTime": {"long": 430}}},
"totalLogFilesCompacted": {"long": 3}, "totalLogReadTimeMs": {"long": 103},
"totalLogSizeCompacted": {"long": 3222}, "tempPath": null, "numUpdates":
{"long": 0}}], "sao_paulo": [{"fileId": {"string":
"19ebf44c-b6dd-4a51-8461-704a66fb76bf-0"}, "path": {"string":
"sao_paulo/19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_1-125-288_20250328161350357.parquet"},
"prevCommit": {"string": "20250328161314006"}, "numWrites": {"long": 0},
"numDeletes": {"long": 1}, "numUpdateWrites": {"long": 0}, "totalWriteBytes":
{"long": 432729}, "totalWriteErrors": {"long": 0}, "partitionPath": {"string":
"sao_paulo"}, "totalLogRecords": {"long": 1}, "totalLogFiles": null,
"totalUpdatedRecordsCompacted": {"long": 1}, "numInserts": {"long": 0},
"totalLogBlocks": {"long": 1}, "totalCorruptLogBlock": {"long": 0},
"totalRollbackBlocks": {"long": 0}, "fileSizeInBytes": {"long": 432729}, "l
ogVersion": null, "logOffset": null, "baseFile": null, "logFiles": null,
"cdcStats": null, "prevBaseFile": {"string":
"19ebf44c-b6dd-4a51-8461-704a66fb76bf-0_3-18-0_20250328161314006.parquet"},
"minEventTime": null, "maxEventTime": null, "runtimeStats":
{"HoodieRuntimeStats": {"totalScanTime": {"long": 25}, "totalCreateTime":
{"long": 0}, "totalUpsertTime": {"long": 401}}}, "totalLogFilesCompacted":
{"long": 1}, "totalLogReadTimeMs": {"long": 25}, "totalLogSizeCompacted":
{"long": 902}, "tempPath": null, "numUpdates": {"long": 0}}]}}, "compacted":
{"boolean": true}, "extraMetadata": {"map": {"schema":
"{\"type\":\"record\",\"name\":\"trips_table_record\",\"namespace\":\"hoodie.trips_table\",\"fields\":[{\"name\":\"ts\",\"type\":\"long\"},{\"name\":\"uuid\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"rider\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"driver\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"fare\",\"type\":\"double\"},{\
"name\":\"city\",\"type\":[\"null\",\"string\"],\"default\":null}]}"}},
"version": null, "operationType": {"string": "COMPACT"}}
`
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
