voonhous commented on issue #7634:
URL: https://github.com/apache/hudi/issues/7634#issuecomment-1378374216
Yes, here are the commit details:
1. deltacommit (insert into partition A)
2. replacecommit (alter table drop partition A)
3. deltacommit (insert into partition A)
<details>
<summary>First deltacommit (insert into partition A, B, C)</summary>
```json
{
"partitionToWriteStats" : {
"dt=2021-01-05" : [ {
"fileId" : "2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0",
"path" :
"dt=2021-01-05/.2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0_20230111080438885.log.1_0-19-19",
"cdcStats" : null,
"prevCommit" : "20230111080438885",
"numWrites" : 1,
"numDeletes" : 0,
"numUpdateWrites" : 1,
"numInserts" : 0,
"totalWriteBytes" : 983,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "dt=2021-01-05",
"totalLogRecords" : 0,
"totalLogFilesCompacted" : 0,
"totalLogSizeCompacted" : 0,
"totalUpdatedRecordsCompacted" : 0,
"totalLogBlocks" : 0,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 983,
"minEventTime" : null,
"maxEventTime" : null,
"runtimeStats" : {
"totalScanTime" : 0,
"totalUpsertTime" : 946,
"totalCreateTime" : 0
},
"logVersion" : 1,
"logOffset" : 0,
"baseFile" : "",
"logFiles" : [
".2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0_20230111080438885.log.1_0-19-19" ],
"recordsStats" : {
"val" : null
}
} ],
"dt=2021-01-06" : [ {
"fileId" : "d6bdbf38-d355-4036-b999-a2c3a5c7df8c-0",
"path" :
"dt=2021-01-06/.d6bdbf38-d355-4036-b999-a2c3a5c7df8c-0_20230111080438885.log.1_1-19-20",
"cdcStats" : null,
"prevCommit" : "20230111080438885",
"numWrites" : 1,
"numDeletes" : 0,
"numUpdateWrites" : 1,
"numInserts" : 0,
"totalWriteBytes" : 983,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "dt=2021-01-06",
"totalLogRecords" : 0,
"totalLogFilesCompacted" : 0,
"totalLogSizeCompacted" : 0,
"totalUpdatedRecordsCompacted" : 0,
"totalLogBlocks" : 0,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 983,
"minEventTime" : null,
"maxEventTime" : null,
"runtimeStats" : {
"totalScanTime" : 0,
"totalUpsertTime" : 247,
"totalCreateTime" : 0
},
"logVersion" : 1,
"logOffset" : 0,
"baseFile" : "",
"logFiles" : [
".d6bdbf38-d355-4036-b999-a2c3a5c7df8c-0_20230111080438885.log.1_1-19-20" ],
"recordsStats" : {
"val" : null
}
} ],
"dt=2021-01-07" : [ {
"fileId" : "64418078-5a35-44d1-994c-2a4d18dd2d2b-0",
"path" :
"dt=2021-01-07/.64418078-5a35-44d1-994c-2a4d18dd2d2b-0_20230111080438885.log.1_2-19-21",
"cdcStats" : null,
"prevCommit" : "20230111080438885",
"numWrites" : 1,
"numDeletes" : 0,
"numUpdateWrites" : 1,
"numInserts" : 0,
"totalWriteBytes" : 983,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "dt=2021-01-07",
"totalLogRecords" : 0,
"totalLogFilesCompacted" : 0,
"totalLogSizeCompacted" : 0,
"totalUpdatedRecordsCompacted" : 0,
"totalLogBlocks" : 0,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 983,
"minEventTime" : null,
"maxEventTime" : null,
"runtimeStats" : {
"totalScanTime" : 0,
"totalUpsertTime" : 159,
"totalCreateTime" : 0
},
"logVersion" : 1,
"logOffset" : 0,
"baseFile" : "",
"logFiles" : [
".64418078-5a35-44d1-994c-2a4d18dd2d2b-0_20230111080438885.log.1_2-19-21" ],
"recordsStats" : {
"val" : null
}
} ]
},
"compacted" : false,
"extraMetadata" : {
"schema" :
"{\"type\":\"record\",\"name\":\"test_mor_tab_record\",\"namespace\":\"hoodie.test_mor_tab\",\"fields\":[{\"name\":\"id\",\"type\":[\"null\",\"int\"],\"default\":null},{\"name\":\"name\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"price\",\"type\":[\"null\",\"double\"],\"default\":null},{\"name\":\"ts\",\"type\":[\"null\",\"long\"],\"default\":null},{\"name\":\"dt\",\"type\":[\"null\",\"string\"],\"default\":null}]}"
},
"operationType" : "INSERT"
}
```
</details>
<details>
<summary>Drop Partition (alter table drop partition A)</summary>
```json
{
"partitionToWriteStats" : { },
"compacted" : false,
"extraMetadata" : {
"schema" :
"{\"type\":\"record\",\"name\":\"test_mor_tab_record\",\"namespace\":\"hoodie.test_mor_tab\",\"fields\":[{\"name\":\"_hoodie_commit_time\",\"type\":[\"null\",\"string\"],\"doc\":\"\",\"default\":null},{\"name\":\"_hoodie_commit_seqno\",\"type\":[\"null\",\"string\"],\"doc\":\"\",\"default\":null},{\"name\":\"_hoodie_record_key\",\"type\":[\"null\",\"string\"],\"doc\":\"\",\"default\":null},{\"name\":\"_hoodie_partition_path\",\"type\":[\"null\",\"string\"],\"doc\":\"\",\"default\":null},{\"name\":\"_hoodie_file_name\",\"type\":[\"null\",\"string\"],\"doc\":\"\",\"default\":null},{\"name\":\"id\",\"type\":[\"null\",\"int\"],\"default\":null},{\"name\":\"name\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"price\",\"type\":[\"null\",\"double\"],\"default\":null},{\"name\":\"ts\",\"type\":[\"null\",\"long\"],\"default\":null},{\"name\":\"dt\",\"type\":[\"null\",\"string\"],\"default\":null}]}"
},
"operationType" : "DELETE_PARTITION",
"partitionToReplaceFileIds" : {
"dt=2021-01-05" : [ "2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0" ]
}
}
```
</details>
<details>
<summary>Deltacommit (Insert into partition A)</summary>
```json
{
"partitionToWriteStats" : {
"dt=2021-01-05" : [ {
"fileId" : "2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0",
"path" :
"dt=2021-01-05/.2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0_20230111080456972.log.1_0-57-67",
"cdcStats" : null,
"prevCommit" : "20230111080456972",
"numWrites" : 1,
"numDeletes" : 0,
"numUpdateWrites" : 1,
"numInserts" : 0,
"totalWriteBytes" : 983,
"totalWriteErrors" : 0,
"tempPath" : null,
"partitionPath" : "dt=2021-01-05",
"totalLogRecords" : 0,
"totalLogFilesCompacted" : 0,
"totalLogSizeCompacted" : 0,
"totalUpdatedRecordsCompacted" : 0,
"totalLogBlocks" : 0,
"totalCorruptLogBlock" : 0,
"totalRollbackBlocks" : 0,
"fileSizeInBytes" : 983,
"minEventTime" : null,
"maxEventTime" : null,
"runtimeStats" : {
"totalScanTime" : 0,
"totalUpsertTime" : 151,
"totalCreateTime" : 0
},
"logVersion" : 1,
"logOffset" : 0,
"baseFile" : "",
"logFiles" : [
".2f459f05-3ad7-46dc-9af0-78ec4cb50c21-0_20230111080456972.log.1_0-57-67" ],
"recordsStats" : {
"val" : null
}
} ]
},
"compacted" : false,
"extraMetadata" : {
"schema" :
"{\"type\":\"record\",\"name\":\"test_mor_tab_record\",\"namespace\":\"hoodie.test_mor_tab\",\"fields\":[{\"name\":\"id\",\"type\":[\"null\",\"int\"],\"default\":null},{\"name\":\"name\",\"type\":[\"null\",\"string\"],\"default\":null},{\"name\":\"price\",\"type\":[\"null\",\"double\"],\"default\":null},{\"name\":\"ts\",\"type\":[\"null\",\"long\"],\"default\":null},{\"name\":\"dt\",\"type\":[\"null\",\"string\"],\"default\":null}]}"
},
"operationType" : "INSERT"
}
```
</details>
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
