This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch release-0.12.2-shadow
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 4d0ea23ee64 Fixing test failure
new 8cf1b3f1530 [MINOR] Fix locale specific NumberFormatException in
testutils HoodieTestDataGenerator (#7215)
new 1b4b40e44a1 [HUDI-5334] Fix checkpoint reading for structured
streaming (#7389)
new 135fc9e1bcb [HUDI-5290] Remove the lock in
HoodieFlinkWriteClient#writeTableMetadata (#7320)
new 89370ae3684 [HUDI-5314] add call help procedure (#7361)
new ed989b6ef43 [HUDI-4764] AWS GlueSync turn partition already exist
error into warning (#6505)
new 245574326cc [HUDI-5163] Fix failure handling with spark datasource
write (#7140)
new 49e6976bc48 [HUDI-3661] Flink async compaction is not thread safe when
use watermark (#7399)
new 4efe14eb50e [HUDI-5344] Fix CVE - upgrade protobuf-java to 3.18.2
(#6957)
new f7efb582b08 [HUDI-5344] Fix CVE - upgrade protobuf-java (#6960)
new 12a0897eac9 [HUDI-5295] One meta sync failure should not prevent other
meta sync from occurring (#7367)
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 6 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 23 ++--
.../org/apache/hudi/common/util/CommitUtils.java | 2 +-
.../common/testutils/HoodieTestDataGenerator.java | 3 +-
.../hudi/sink/clustering/ClusteringOperator.java | 8 +-
.../{CompactFunction.java => CompactOperator.java} | 31 +++--
.../hudi/sink/compact/CompactionCommitEvent.java | 2 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 3 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 5 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 21 ++--
.../sink/TestStreamWriteOperatorCoordinator.java | 37 ++++++
.../sink/compact/ITTestHoodieFlinkCompactor.java | 5 +-
.../hudi/sink/utils/ClusteringFunctionWrapper.java | 2 +-
.../hudi/sink/utils/CompactFunctionWrapper.java | 53 ++++----
.../sink/utils/StreamWriteFunctionWrapper.java | 2 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 8 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 14 ++-
.../AlterHoodieTableDropPartitionCommand.scala | 6 +-
.../hudi/command/TruncateHoodieTableCommand.scala | 6 +-
.../hudi/spark/sql/parser/HoodieSqlCommon.g4 | 6 +-
.../command/InsertIntoHoodieTableCommand.scala | 4 +
.../hudi/command/MergeIntoHoodieTableCommand.scala | 7 +-
.../hudi/command/procedures/HelpProcedure.scala | 125 +++++++++++++++++++
.../hudi/command/procedures/HoodieProcedures.scala | 5 +
.../sql/parser/HoodieSqlCommonAstBuilder.scala | 21 ++--
.../sql/hudi/procedure/TestCommitsProcedure.scala | 2 +-
.../sql/hudi/procedure/TestHelpProcedure.scala | 84 +++++++++++++
.../hudi/sync/common/util/SyncUtilHelpers.java | 14 +++
.../hudi/utilities/deltastreamer/DeltaSync.java | 18 ++-
.../deltastreamer/multisync/MockSyncTool1.java | 21 ++--
.../deltastreamer/multisync/MockSyncTool2.java | 21 ++--
.../multisync/MockSyncToolException1.java | 19 +--
.../multisync/MockSyncToolException2.java | 19 +--
.../multisync/TestMultipleMetaSync.java | 135 +++++++++++++++++++++
packaging/hudi-presto-bundle/pom.xml | 2 +-
packaging/hudi-trino-bundle/pom.xml | 2 +-
36 files changed, 616 insertions(+), 126 deletions(-)
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/compact/{CompactFunction.java
=> CompactOperator.java} (82%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/HelpProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestHelpProcedure.scala
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncTool1.java
(65%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncTool2.java
(65%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncToolException1.java
(66%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java
=>
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/MockSyncToolException2.java
(66%)
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/multisync/TestMultipleMetaSync.java