This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch release-0.13.1-rc1
in repository https://gitbox.apache.org/repos/asf/hudi.git
discard 446f82ba200 [HUDI-6222] ParquetSchemaConverter shoud always convert
the Map key type as not nullable (#8728)
discard f932ad46632 [HUDI-6134] Prevent clean run concurrently in flink (#8568)
discard d6b153b3030 [HUDI-6199] Fix deletes with custom payload implementation
(#8690)
discard a760542e529 Do not combine records if write operation is Upsert and
COMBINE_BEFORE_UPSERT is disabled (#7998)
discard da36fbf3f0d [HUDI-6204] Add bundle validation on Spark 3.3.2 (#8692)
discard e2485ee9a03 [HUDI-6195] Test-cover different payload classes when use
HoodieMergedReadHandle (#8675)
discard 1f2693f3fa6 [MINOR] Migrate azure-pipelines.yml with notes (#8694)
discard 8b215f4d658 [MINOR] Added docs on gotchas when using
PartialUpdateAvroPayload (#8579)
discard 52fb0f22df9 [HUDI-5868] Make hudi-spark compatible against Spark 3.3.2
(#8082)
discard 1893eb701b2 [HUDI-5308] Hive3 query returns null when the where clause
has a partition field (#7355)
discard a8ed3d1979c [HUDI-6170] Use correct zone id while calculating
earliestTimeToRetain (#8631)
discard 00ecf2e17c4 [HUDI-6196] Keep compatibility for old version archival
instants without ACTION_STATE field (#8607)
discard 6046d874059 [HUDI-6047] Clustering operation on consistent hashing
index resulting in duplicate data (#8503)
discard 5c27168541a [MINOR][DOC][hudi-metaserver] Fix typos in README.md
(#8536)
discard 8b9712cfcaa [MINOR] Add script to build bundle validation image with
Spark 3.3.2 (#8655)
discard 6705c0784db [MINOR] Use try with resource to close stream (#8596)
discard 5ee475f164b [HUDI-5816] List all partitions as the fallback mechanism
in Hive and Glue Sync (#8388)
discard ae90f8525c3 [HUDI-6186] Fix lock identity in InProcessLockProvider
(#8658)
discard 3174ca4d0c1 [HUDI-6174] Fixing flaky tests in HoodieDeltastreamer
(#8646)
discard 2ce5f5998c6 [HUDI-6185] Too many logs in the ExternalSpillableMap
(#8649)
discard bc3783c85c1 [HUDI-6027] Remove unnecessary scala-maven-plugin (#8336)
discard bd569210863 [HUDI-6184] Improve the test on incremental queries (#8648)
discard cac608b2617 [HUDI-5968] Fix global index duplicate and handle custom
payload when update partition (#8490)
discard 4895d13d953 [MINOR] Improve documentation of
org.apache.hudi.common.table.view.AbstractTableFileSystemView (#8585)
discard 60229a6775f [MINOR] Fix hadoop configuration not being applied by
FileIndex (#8595)
discard da687fc08a0 [HUDI-6068] Improve logic of
getOldestInstantToRetainForClustering when archive timeline (#8443)
discard aae28e5a852 [MINOR] Log schema if it changes in Hive sync (#8615)
discard 961ecd7a61e [HUDI-6132] Fixing checkpoint management for multiple
streaming writers (#8558)
discard 59e8d617769 Revert "[MINOR] Enable Azure CI to publish test results
(#7943)" (#8612)
discard 30791b1d6ec [MINOR] Match the directory-filter-regex to the relative
directory name (#8601)
discard a14ee9aa9bc [MINOR] Fix the hudi-cli export command (#8608)
discard c50e010ba3d [MINOR] Improve
TestStreamWriteOperatorCoordinator#testCommitOnEmptyBatch (#8592)
discard a7a5cd33128 [HUDI-6145] Fix the flink table create schema to be
compatible with Spark (#8587)
discard c843857060d [HUDI-6072] Fix NPE when upsert merger and null map or
array (#8432)
discard 50a9a41852c [HUDI-6114] Fixed rollback of blocks in scanInternalV1
(#8523)
discard 5326f3efcbe [HUDI-6127] Flink Hudi Write support commit on an empty
batch (#8550)
discard 08b830042de [MINOR] fix misleading configuration value (#8534)
discard 175927c0170 [HUDI-6090] Optimise payload size for list of FileGroupDTO
(#8480)
discard 307775259ea [HUDI-6135] FlinkClusteringConfig adds --sort-memory
option to support write.sort.memory config (#8569)
discard adfe81cf4f7 [HUDI-5957] Fix table not exist when using 'db.table' in
createHoodieClientFromPath (#8488)
discard 8c0febc9317 [MINOR] Updating DOAP file for 0.12.3 (#8553)
discard af423bc83f6 [HUDI-6018] Set owner of hive table to ShortUserName in
Kerberos (#8361)
discard 0bf0a62c2cc [HUDI-6123] Auto adjust lock configs for single writer
(#8542)
discard 001fdf1699d [HUDI-4920] fix PartialUpdatePayload cannot return deleted
record in … (#6799)
discard 2d4259031b1 [HUDI-6092] Reuse schema objects while deserializing log
blocks (#8484)
add 7dab4d80375 [HUDI-6092] Reuse schema objects while deserializing log
blocks (#8484)
add a95e7c76550 [HUDI-4920] fix PartialUpdatePayload cannot return deleted
record in … (#6799)
add 84ccaf10410 [HUDI-6123] Auto adjust lock configs for single writer
(#8542)
add 6d0490ae45b [HUDI-6018] Set owner of hive table to ShortUserName in
Kerberos (#8361)
add 323f3cabbae [MINOR] Updating DOAP file for 0.12.3 (#8553)
add 4278b779540 [HUDI-5957] Fix table not exist when using 'db.table' in
createHoodieClientFromPath (#8488)
add 1a22328770d [HUDI-6135] FlinkClusteringConfig adds --sort-memory
option to support write.sort.memory config (#8569)
add 6683f941b1b [HUDI-6090] Optimise payload size for list of FileGroupDTO
(#8480)
add 97afbd500c5 [MINOR] fix misleading configuration value (#8534)
add 81c95ada074 [HUDI-6127] Flink Hudi Write support commit on an empty
batch (#8550)
add f1b88d4fe79 [HUDI-6114] Fixed rollback of blocks in scanInternalV1
(#8523)
add dce677b51fb [HUDI-6072] Fix NPE when upsert merger and null map or
array (#8432)
add e02e2736854 [HUDI-6145] Fix the flink table create schema to be
compatible with Spark (#8587)
add d602513efcc [MINOR] Improve
TestStreamWriteOperatorCoordinator#testCommitOnEmptyBatch (#8592)
add d921ff949c4 [MINOR] Fix the hudi-cli export command (#8608)
add 3fabaff7f4d [MINOR] Match the directory-filter-regex to the relative
directory name (#8601)
add ac886e4405b Revert "[MINOR] Enable Azure CI to publish test results
(#7943)" (#8612)
add 35ed6076933 [HUDI-6132] Fixing checkpoint management for multiple
streaming writers (#8558)
add e6aefc647b8 [MINOR] Log schema if it changes in Hive sync (#8615)
add b754efe4c73 [HUDI-6068] Improve logic of
getOldestInstantToRetainForClustering when archive timeline (#8443)
add fc3c13635fb [MINOR] Fix hadoop configuration not being applied by
FileIndex (#8595)
add 6d99025a00c [MINOR] Improve documentation of
org.apache.hudi.common.table.view.AbstractTableFileSystemView (#8585)
add 940e773e1b8 [HUDI-6184] Improve the test on incremental queries (#8648)
add 4d49ef76ee8 [HUDI-6027] Remove unnecessary scala-maven-plugin (#8336)
add 81360ee6c9c [HUDI-6185] Too many logs in the ExternalSpillableMap
(#8649)
add 8e7b491347f [HUDI-6174] Fixing flaky tests in HoodieDeltastreamer
(#8646)
add 98e2fb10b81 [HUDI-6186] Fix lock identity in InProcessLockProvider
(#8658)
add 3a953cc5746 [HUDI-5816] List all partitions as the fallback mechanism
in Hive and Glue Sync (#8388)
add f68c6d67bc8 [MINOR] Use try with resource to close stream (#8596)
add eb47987cb79 [MINOR] Add script to build bundle validation image with
Spark 3.3.2 (#8655)
add 24d8e82d361 [MINOR][DOC][hudi-metaserver] Fix typos in README.md
(#8536)
add 5e7ac2de714 [HUDI-6047] Clustering operation on consistent hashing
index resulting in duplicate data (#8503)
add 947adeb4fa2 [HUDI-6196] Keep compatibility for old version archival
instants without ACTION_STATE field (#8607)
add b169f78f9fb [HUDI-6170] Use correct zone id while calculating
earliestTimeToRetain (#8631)
add 30d497a1984 [HUDI-5308] Hive3 query returns null when the where clause
has a partition field (#7355)
add e72a6deed93 [HUDI-5868] Make hudi-spark compatible against Spark 3.3.2
(#8082)
add 842e901b721 [MINOR] Added docs on gotchas when using
PartialUpdateAvroPayload (#8579)
add 3a1414cd723 [MINOR] Migrate azure-pipelines.yml with notes (#8694)
add f58c73f9e54 [HUDI-6204] Add bundle validation on Spark 3.3.2 (#8692)
add eaedc7c8e4e Do not combine records if write operation is Upsert and
COMBINE_BEFORE_UPSERT is disabled (#7998)
add 1d780e220e0 [HUDI-6199] Fix deletes with custom payload implementation
(#8690)
add d80063071e3 [HUDI-6134] Prevent clean run concurrently in flink (#8568)
add ecf3f36fc1a [HUDI-6222] ParquetSchemaConverter shoud always convert
the Map key type as not nullable (#8728)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (446f82ba200)
\
N -- N -- N refs/heads/release-0.13.1-rc1 (ecf3f36fc1a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../common/table/log/HoodieFileSliceReader.java | 2 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 11 -
.../org/apache/hudi/config/HoodieWriteConfig.java | 4 -
.../org/apache/hudi/index/HoodieIndexUtils.java | 117 +---------
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 5 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 60 +++---
.../hudi/index/simple/HoodieGlobalSimpleIndex.java | 40 ++--
.../org/apache/hudi/io/HoodieKeyLookupHandle.java | 6 +-
.../org/apache/hudi/io/HoodieMergedReadHandle.java | 175 ---------------
.../java/org/apache/hudi/io/HoodieReadHandle.java | 17 +-
.../keygen/RawTripTestPayloadKeyGenerator.java | 42 ----
.../hudi/common/model/HoodieSparkRecord.java | 28 +--
.../hudi/client/TestUpdateSchemaEvolution.java | 4 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 140 ++++++++----
.../hudi/client/functional/TestHoodieIndex.java | 149 ++++++-------
.../index/bloom/TestHoodieGlobalBloomIndex.java | 9 +-
.../apache/hudi/io/TestHoodieMergedReadHandle.java | 235 ---------------------
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 7 +-
.../hudi/common/model/HoodieAvroIndexedRecord.java | 13 +-
.../apache/hudi/common/model/HoodieAvroRecord.java | 11 +-
.../hudi/common/model/HoodieEmptyRecord.java | 9 +-
.../model/HoodieRecordCompatibilityInterface.java | 11 +-
.../table/log/AbstractHoodieLogRecordReader.java | 3 +-
.../table/log/block/HoodieHFileDataBlock.java | 3 -
.../apache/hudi/common/util/SpillableMapUtils.java | 33 +--
.../hudi/metadata/HoodieBackedTableMetadata.java | 2 +-
.../HoodieAdaptablePayloadDataGenerator.java | 228 --------------------
.../common/testutils/HoodieTestDataGenerator.java | 32 ++-
.../hudi/common/testutils/RawTripTestPayload.java | 88 +-------
.../src/test/resources/adaptable-payload.avsc | 82 -------
.../apache/hudi/functional/TestMORDataSource.scala | 2 +-
.../hudi/functional/TestMORDataSourceStorage.scala | 119 ++---------
32 files changed, 318 insertions(+), 1369 deletions(-)
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergedReadHandle.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/keygen/RawTripTestPayloadKeyGenerator.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/io/TestHoodieMergedReadHandle.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieAdaptablePayloadDataGenerator.java
delete mode 100644 hudi-common/src/test/resources/adaptable-payload.avsc
