wqwl611 commented on issue #7969:
URL: https://github.com/apache/hudi/issues/7969#issuecomment-1434122121
the following is relate compaction meta in archive file, and it don't
contain the delta
log[.00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.6_0-5545-224979],
and I don't find the same log in other meta eithger.
@yihua
{"hoodieCommitMetadata": null, "hoodieCleanMetadata": null,
"hoodieCompactionMetadata": null, "hoodieRollbackMetadata": null,
"hoodieSavePointMetadata": null, "commitTime": "20230208003459996",
"actionType": "compaction", "version": null, "hoodieCompactionPlan":
{"operations": [{"baseInstantTime": "20230208001523703", "deltaFilePaths":
[".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.1_0-26568-763035",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.1_0-26748-768915",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.2_0-26568-763035",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.3_0-26748-768915",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.4_0-9952-310687",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.5_1-0-1"],
"dataFilePath":
"00000000-9e95-4471-bba0-5604a282aa34-0_1-8918-275143_20230208001523703.parquet",
"fileId": "00000000-9e95-4471-bba0-5604a282aa34-0", "partitionPath": "_db=c
fdmscoredb/_tbl=debt_detail_snap_202302/_id_mod=12", "metrics":
{"TOTAL_LOG_FILES": 6.0, "TOTAL_IO_READ_MB": 5930.0, "TOTAL_LOG_FILES_SIZE":
6.149091603E9, "TOTAL_IO_WRITE_MB": 66.0, "TOTAL_IO_MB": 5996.0},
"bootstrapFilePath": null}, {"baseInstantTime": "20230208000815127",
"deltaFilePaths":
[".00000000-9e25-4c39-b05c-657a82bbcf63-0_20230208000815127.log.1_0-8899-274704",
".00000000-9e25-4c39-b05c-657a82bbcf63-0_20230208000815127.log.1_0-8918-275142"],
"dataFilePath":
"00000000-9e25-4c39-b05c-657a82bbcf63-0_0-3-3_20230208000815127.parquet",
"fileId": "00000000-9e25-4c39-b05c-657a82bbcf63-0", "partitionPath":
"_db=cfdmscoredb/_tbl=debt_detail_snap_202302/_id_mod=11", "metrics":
{"TOTAL_LOG_FILES": 2.0, "TOTAL_IO_READ_MB": 2371.0, "TOTAL_LOG_FILES_SIZE":
2.045651049E9, "TOTAL_IO_WRITE_MB": 420.0, "TOTAL_IO_MB": 2791.0},
"bootstrapFilePath": null}], "extraMetadata": {}, "version": 2},
"hoodieCleanerPlan": null, "actionState": "REQUESTED",
"hoodieReplaceCommitMetadata": null, "hoodieRe
questedReplaceMetadata": null, "HoodieInflightReplaceMetadata": null,
"hoodieIndexCommitMetadata": null}
{"hoodieCommitMetadata": null, "hoodieCleanMetadata": null,
"hoodieCompactionMetadata": null, "hoodieRollbackMetadata": null,
"hoodieSavePointMetadata": null, "commitTime": "20230208003459996",
"actionType": "compaction", "version": null, "hoodieCompactionPlan":
{"operations": [{"baseInstantTime": "20230208001523703", "deltaFilePaths":
[".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.1_0-26568-763035",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.1_0-26748-768915",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.2_0-26568-763035",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.3_0-26748-768915",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.4_0-9952-310687",
".00000000-9e95-4471-bba0-5604a282aa34-0_20230208001523703.log.5_1-0-1"],
"dataFilePath":
"00000000-9e95-4471-bba0-5604a282aa34-0_1-8918-275143_20230208001523703.parquet",
"fileId": "00000000-9e95-4471-bba0-5604a282aa34-0", "partitionPath": "_db=c
fdmscoredb/_tbl=debt_detail_snap_202302/_id_mod=12", "metrics":
{"TOTAL_LOG_FILES": 6.0, "TOTAL_IO_READ_MB": 5930.0, "TOTAL_LOG_FILES_SIZE":
6.149091603E9, "TOTAL_IO_WRITE_MB": 66.0, "TOTAL_IO_MB": 5996.0},
"bootstrapFilePath": null}, {"baseInstantTime": "20230208000815127",
"deltaFilePaths":
[".00000000-9e25-4c39-b05c-657a82bbcf63-0_20230208000815127.log.1_0-8899-274704",
".00000000-9e25-4c39-b05c-657a82bbcf63-0_20230208000815127.log.1_0-8918-275142"],
"dataFilePath":
"00000000-9e25-4c39-b05c-657a82bbcf63-0_0-3-3_20230208000815127.parquet",
"fileId": "00000000-9e25-4c39-b05c-657a82bbcf63-0", "partitionPath":
"_db=cfdmscoredb/_tbl=debt_detail_snap_202302/_id_mod=11", "metrics":
{"TOTAL_LOG_FILES": 2.0, "TOTAL_IO_READ_MB": 2371.0, "TOTAL_LOG_FILES_SIZE":
2.045651049E9, "TOTAL_IO_WRITE_MB": 420.0, "TOTAL_IO_MB": 2791.0},
"bootstrapFilePath": null}], "extraMetadata": {}, "version": 2},
"hoodieCleanerPlan": null, "actionState": "INFLIGHT",
"hoodieReplaceCommitMetadata": null, "hoodieReq
uestedReplaceMetadata": null, "HoodieInflightReplaceMetadata": null,
"hoodieIndexCommitMetadata": null}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
