This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch bot/trino-pin
in repository https://gitbox.apache.org/repos/asf/hudi.git
discard 8b0c6e133023 chore(trino): advance trino master pin to 6bd5ce831939
add 8a41388d76a8 fix(trino): keep none() when splitting predicates (#19863)
add 75678093b3eb fix(lock): fix lock config derivation for Spark procedure
(#19794)
add cc9de4d1174e fix(schema): stop union walks looping forever (#19834)
add 08af5869addb fix(cli): repair the hudi-cli tests and re-enable the
module in CI (#18816)
add 56eae7b48089 test(utilities): report why the continuous-mode wait
timed out (#19485)
add eccbef97f339 feat(flink): support metadata field modes for COW tables
(#19858)
new eb16fc8f49d4 chore(trino): advance trino master pin to 18bb24a482c6
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8b0c6e133023)
\
N -- N -- N refs/heads/bot/trino-pin (eb16fc8f49d4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/bot.yml | 26 +-
azure-pipelines-20230430.yml | 2 -
.../hudi/cli/commands/ArchivedCommitsCommand.java | 357 ++++++++++++----
.../apache/hudi/cli/commands/CleansCommand.java | 6 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 13 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 77 +++-
.../org/apache/hudi/cli/commands/SparkMain.java | 4 +-
.../hudi/cli/commands/TestArchiveCommand.java | 39 +-
.../cli/commands/TestArchivedCommitsCommand.java | 426 ++++++++++++++++---
.../hudi/cli/commands/TestCleansCommand.java | 8 +-
.../hudi/cli/commands/TestCommitsCommand.java | 15 +-
.../hudi/cli/commands/TestCompactionCommand.java | 10 +-
.../apache/hudi/cli/commands/TestDiffCommand.java | 4 +-
.../cli/commands/TestFileSystemViewCommand.java | 62 ++-
.../cli/commands/TestHoodieLogFileCommand.java | 4 +-
.../hudi/cli/commands/TestRepairsCommand.java | 325 +++++++++++++--
.../hudi/cli/commands/TestRestoresCommand.java | 85 ++--
.../hudi/cli/commands/TestRollbacksCommand.java | 4 +-
.../hudi/cli/commands/TestSavepointsCommand.java | 4 +-
.../apache/hudi/cli/commands/TestStatsCommand.java | 4 +-
.../cli/commands/TestUpgradeDowngradeCommand.java | 3 +-
.../lock/FileSystemBasedLockProvider.java | 5 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 7 +-
.../apache/hudi/io/HoodieAbstractMergeHandle.java | 7 -
.../org/apache/hudi/io/HoodieConcatHandle.java | 5 +-
.../org/apache/hudi/io/HoodieWriteMergeHandle.java | 8 +-
.../lock/TestFileSystemBasedLockProvider.java | 38 +-
.../TestHoodieWriteConfigMetaFieldsMode.java | 17 +
.../hudi/client/model/HoodieFlinkRecord.java | 12 +
.../java/org/apache/hudi/io/FlinkConcatHandle.java | 5 +-
.../hudi/io/FlinkIncrementalConcatHandle.java | 7 +-
.../java/org/apache/hudi/io/FlinkMergeHandle.java | 10 +
.../io/storage/row/HoodieRowDataCreateHandle.java | 31 +-
.../row/HoodieRowDataFileWriterFactory.java | 9 +-
.../io/storage/row/HoodieRowDataLanceWriter.java | 28 +-
.../io/storage/row/HoodieRowDataParquetWriter.java | 28 +-
.../hudi/client/model/TestHoodieFlinkRecord.java | 37 ++
.../storage/row/TestHoodieRowDataCreateHandle.java | 61 +++
.../storage/row/TestHoodieRowDataLanceWriter.java | 41 +-
.../sql/avro/HoodieSparkSchemaConverters.scala | 8 +-
.../datasources/SparkSchemaTransformUtils.scala | 90 +++-
.../TestBaseSparkInternalRowReaderContext.java | 2 +-
.../TestSparkSchemaTransformUtils.scala | 86 ++++
.../apache/hudi/common/engine/RecordContext.java | 12 +-
.../apache/hudi/common/schema/HoodieSchema.java | 23 +-
.../hudi/common/schema/HoodieSchemaRepair.java | 2 +-
.../hudi/common/schema/HoodieSchemaUtils.java | 33 +-
.../internal/convert/InternalSchemaConverter.java | 12 +-
.../hudi/common/table/HoodieTableConfig.java | 3 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 16 +-
.../org/apache/hudi/metadata/stats/ValueType.java | 4 +
.../hudi/common/avro/TestAvroRecordContext.java | 28 ++
.../common/avro/TestHoodieAvroReaderContext.java | 10 +-
.../hudi/common/schema/TestHoodieSchema.java | 16 +
.../hudi/common/schema/TestHoodieSchemaRepair.java | 20 +
.../hudi/common/schema/TestHoodieSchemaUtils.java | 115 ++++++
.../convert/TestInternalSchemaConverter.java | 28 ++
.../common/table/read/SchemaHandlerTestBase.java | 1 +
.../read/TestFileGroupReaderSchemaHandler.java | 5 +
.../TestParquetRowIndexBasedSchemaHandler.java | 1 +
.../buffer/TestFileGroupRecordBufferLoader.java | 1 +
.../buffer/TestKeyBasedFileGroupRecordBuffer.java | 9 +
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 1 +
...TestStreamingKeyBasedFileGroupRecordBuffer.java | 4 +
.../hudi/common/testutils/JavaTestUtils.java | 6 +-
.../hudi/common/testutils/TestJavaTestUtils.java | 58 +++
.../TestHoodieBackedTableMetadataDataCleanup.java | 2 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 30 ++
.../apache/hudi/metadata/stats/TestValueType.java | 6 +
.../apache/hudi/configuration/OptionsResolver.java | 13 +-
.../hudi/sink/bulk/BulkInsertWriterHelper.java | 12 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 2 +-
.../client/TestFlinkWriteClientFunctional.java | 103 ++++-
.../hudi/configuration/TestOptionsResolver.java | 12 +
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 92 ++++-
.../org/apache/hudi/sink/TestWriteMergeOnRead.java | 14 +-
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 14 +-
.../hudi/sink/bulk/TestBulkInsertWriteHelper.java | 78 ++++
.../org/apache/hudi/sink/utils/TestWriteBase.java | 10 +
.../table/TestHoodieFileGroupReaderOnFlink.java | 10 +-
.../format/TestFlinkRowDataReaderContext.java | 2 +-
.../org/apache/hudi/utils/TestStreamerUtil.java | 17 +
.../hudi/hadoop/TestHiveHoodieReaderContext.java | 16 +-
.../scala/org/apache/hudi/HoodieCLIUtils.scala | 34 +-
.../HoodieFileGroupReaderBasedFileFormat.scala | 38 +-
.../scala/org/apache/hudi/TestHoodieCLIUtils.scala | 72 ++++
.../procedures/RunClusteringProcedure.scala | 13 +-
.../procedures/RunCompactionProcedure.scala | 14 +-
.../hudi/functional/TestBufferedRecordMerger.java | 3 +-
.../hudi/functional/TestMetaFieldsModeE2E.java | 68 +++
.../read/TestHoodieFileGroupReaderOnSpark.scala | 12 +-
.../spark/sql/avro/TestSchemaConverters.scala | 60 ++-
.../TestNestedSchemaPruningOptimization.scala | 131 +++++-
.../procedure/TestTableServiceLockConfig.scala | 74 ++++
.../java/io/trino/plugin/hudi/HudiPredicates.java | 4 +
.../io/trino/plugin/hudi/HudiSplitManager.java | 7 +
.../io/trino/plugin/hudi/TestHudiPredicates.java | 98 +++++
.../io/trino/plugin/hudi/TestHudiSplitSource.java | 50 +++
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 178 ++++++--
.../TestDeltaStreamerTestHelpers.java | 455 +++++++++++++++++++++
.../deltastreamer/TestHoodieDeltaStreamer.java | 145 ++++++-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 33 +-
pom.xml | 2 +-
103 files changed, 3842 insertions(+), 510 deletions(-)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/TestJavaTestUtils.java
rename {hudi-client/hudi-flink-client =>
hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/client/TestFlinkWriteClientFunctional.java
(79%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestTableServiceLockConfig.scala
create mode 100644
hudi-trino/src/test/java/io/trino/plugin/hudi/TestHudiPredicates.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/deltastreamer/TestDeltaStreamerTestHelpers.java
