This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch release-0.12.2
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 737811f69c0 [HUDI-5304] Disabling spark-sql core flow tests to unblock
CI (#7346)
new d228a10770a [HUDI-5306] Unify RecordIterator and HoodieParquetReader
with ClosableIterator (#7340)
new 12ef3127309 Revert "[MINOR] Bumping Azure Ubuntu image to 22.04, as
18.04 will be deprecated soon (#7347)" (#7350)
new 09aa8bc7dbd [HUDI-5302] Fix: compute hash key from recordKey failed
when recordKeyValue contains ',' (#7342)
new 93d766df0c4 [MINOR] Disable the `SparkSqlCoreFlow` tests (#7368)
new 1e8315a4ce4 [HUDI-5179] Updated Hudi Release guide (#7212)
new 2489409a233 [HUDI-5331] Add schema settings with stream api (#7384)
new 421f1cd6b75 [HUDI-5294] Support type change for schema on read +
reconcile schema (#7326)
new 49bc2eb6c63 [MINOR] Fix locale specific NumberFormatException in
testutils HoodieTestDataGenerator (#7215)
new bc6d6aa35d3 [HUDI-5334] Fix checkpoint reading for structured
streaming (#7389)
new bd60b7954fb [HUDI-3661] Flink async compaction is not thread safe when
use watermark (#7399)
new 5c3aba37788 [HUDI-5290] Remove the lock in
HoodieFlinkWriteClient#writeTableMetadata (#7320)
new 60168bff464 [HUDI-5314] add call help procedure (#7361)
new aef045b8ce7 [HUDI-5344] Fix CVE - upgrade protobuf-java to 3.18.2
(#6957)
new 8467e992ab0 [HUDI-4764] AWS GlueSync turn partition already exist
error into warning (#6505)
new d3f420d9948 [HUDI-5163] Fix failure handling with spark datasource
write (#7140)
new 77df347fc02 [HUDI-5344] Fix CVE - upgrade protobuf-java (#6960)
new b9109cd9fad [HUDI-5295] One meta sync failure should not prevent other
meta sync from occurring (#7367)
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
azure-pipelines.yml | 2 +-
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 6 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 2 +-
.../apache/hudi/index/bucket/BucketIdentifier.java | 9 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 39 +-
.../hudi/index/bucket/TestBucketIdentifier.java | 27 +-
.../org/apache/hudi/keygen/TestKeyGenUtils.java | 18 +
.../apache/hudi/client/HoodieFlinkWriteClient.java | 23 +-
.../org/apache/hudi/common/util/CommitUtils.java | 2 +-
.../hudi/common/util/InternalSchemaCache.java | 26 +-
.../schema/utils/AvroSchemaEvolutionUtils.java | 33 +-
.../common/testutils/HoodieTestDataGenerator.java | 3 +-
.../apache/hudi/configuration/OptionsResolver.java | 2 +-
.../hudi/sink/clustering/ClusteringOperator.java | 8 +-
.../{CompactFunction.java => CompactOperator.java} | 31 +-
.../hudi/sink/compact/CompactionCommitEvent.java | 2 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 3 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 5 +-
.../java/org/apache/hudi/table/format/CastMap.java | 19 +-
...Reader.java => ParquetSplitRecordIterator.java} | 24 +-
...odieParquetReader.java => RecordIterators.java} | 56 +-
...eader.java => SchemaEvolvedRecordIterator.java} | 25 +-
.../table/format/cow/CopyOnWriteInputFormat.java | 19 +-
.../table/format/mor/MergeOnReadInputFormat.java | 195 +++---
.../org/apache/hudi/util/FlinkWriteClients.java | 21 +-
.../java/org/apache/hudi/util/HoodiePipeline.java | 15 +
.../apache/hudi/sink/ITTestDataStreamWrite.java | 127 ++++
.../sink/TestStreamWriteOperatorCoordinator.java | 37 ++
.../sink/compact/ITTestHoodieFlinkCompactor.java | 5 +-
.../hudi/sink/utils/ClusteringFunctionWrapper.java | 2 +-
.../hudi/sink/utils/CompactFunctionWrapper.java | 53 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 2 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 8 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 46 +-
.../AlterHoodieTableDropPartitionCommand.scala | 6 +-
.../hudi/command/TruncateHoodieTableCommand.scala | 6 +-
hudi-spark-datasource/hudi-spark/pom.xml | 3 +
.../hudi/spark/sql/parser/HoodieSqlCommon.g4 | 6 +-
.../command/InsertIntoHoodieTableCommand.scala | 4 +
.../hudi/command/MergeIntoHoodieTableCommand.scala | 7 +-
.../hudi/command/procedures/HelpProcedure.scala | 125 ++++
.../hudi/command/procedures/HoodieProcedures.scala | 5 +
.../sql/parser/HoodieSqlCommonAstBuilder.scala | 21 +-
.../apache/hudi/functional/SparkSQLCoreFlow.java | 18 +-
.../hudi/functional/TestSparkSqlCoreFlow.scala | 3 +-
.../apache/spark/sql/hudi/TestInsertTable.scala | 52 +-
.../org/apache/spark/sql/hudi/TestSpark3DDL.scala | 106 +++-
.../sql/hudi/procedure/TestCommitsProcedure.scala | 2 +-
.../sql/hudi/procedure/TestHelpProcedure.scala | 84 +++
.../hudi/sync/common/util/SyncUtilHelpers.java | 14 +
.../hudi/utilities/deltastreamer/DeltaSync.java | 18 +-
.../deltastreamer/multisync/MockSyncTool1.java | 21 +-
.../deltastreamer/multisync/MockSyncTool2.java | 21 +-
.../multisync/MockSyncToolException1.java | 19 +-
.../multisync/MockSyncToolException2.java | 19 +-
.../multisync/TestMultipleMetaSync.java | 135 ++++
packaging/hudi-presto-bundle/pom.xml | 2 +-
packaging/hudi-trino-bundle/pom.xml | 2 +-
release/release_guide.md | 680 +++++++++++++++++++++
release/release_guide_overview.jpg | Bin 0 -> 363329 bytes
60 files changed, 1895 insertions(+), 379 deletions(-)
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/compact/{CompactFunction.java
=> CompactOperator.java} (82%)
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/{HoodieParquetSplitReader.java
=> ParquetSplitRecordIterator.java} (63%)
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/{HoodieParquetReader.java
=> RecordIterators.java} (67%)
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/{HoodieParquetEvolvedSplitReader.java
=> SchemaEvolvedRecordIterator.java} (63%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/HelpProcedure.scala
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/HoodieWriteClientProvider.java
=>
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/SparkSQLCoreFlow.java
(68%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestHelpProcedure.scala
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncTool1.java
(65%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncTool2.java
(65%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncToolException1.java
(66%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncToolException2.java
(66%)
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/TestMultipleMetaSync.java
create mode 100644 release/release_guide.md
create mode 100644 release/release_guide_overview.jpg
