This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from e4cc7f05c9e [HUDI-8215] Support composite compaction strategy (#11963)
add 5a171e9ef7c [HUDI-8103] Introduce Table Write Version and version
table configs (#11866)
No new revisions were added by this update.
Summary of changes:
.../hudi/aws/sync/ITTestGluePartitionPushdown.java | 2 +-
.../apache/hudi/aws/testutils/GlueTestUtil.java | 2 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 2 +-
.../org/apache/hudi/cli/commands/TableCommand.java | 16 +-
.../cli/commands/UpgradeOrDowngradeCommand.java | 2 +-
.../hudi/cli/commands/TestMetadataCommand.java | 2 +-
.../hudi/cli/commands/TestRepairsCommand.java | 4 +-
.../apache/hudi/cli/commands/TestTableCommand.java | 7 +-
.../hudi/cli/integ/ITTestClusteringCommand.java | 4 +-
.../hudi/cli/integ/ITTestCommitsCommand.java | 4 +-
.../hudi/cli/integ/ITTestCompactionCommand.java | 4 +-
.../hudi/cli/integ/ITTestMarkersCommand.java | 4 +-
.../hudi/cli/integ/ITTestRepairsCommand.java | 10 +-
.../hudi/cli/integ/ITTestSavepointsCommand.java | 4 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 34 ++-
.../apache/hudi/client/BaseHoodieWriteClient.java | 102 ++++++++-
.../org/apache/hudi/config/HoodieWriteConfig.java | 45 ++++
.../exception/HoodieUpgradeDowngradeException.java | 4 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 10 +-
.../hudi/metadata/HoodieMetadataWriteUtils.java | 1 +
.../java/org/apache/hudi/table/HoodieTable.java | 2 +-
.../upgrade/EightToSevenDowngradeHandler.java | 14 +-
.../table/upgrade/SevenToSixDowngradeHandler.java | 4 +
.../hudi/table/upgrade/UpgradeDowngrade.java | 18 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 18 ++
.../CommonClientUtils.java} | 15 +-
.../common/testutils/HoodieMetadataTestTable.java | 2 +-
.../apache/hudi/config/TestHoodieWriteConfig.java | 35 +++
.../hudi/utils/HoodieWriterClientTestHarness.java | 12 +-
.../hudi/client/HoodieFlinkTableServiceClient.java | 12 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 4 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 2 +-
.../testutils/HoodieFlinkWriteableTestTable.java | 2 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 4 +-
.../apache/hudi/client/HoodieJavaWriteClient.java | 4 +-
.../JavaHoodieBackedTableMetadataWriter.java | 7 +
.../common/TestMultipleHoodieJavaWriteClient.java | 2 +-
.../hadoop/TestHoodieFileGroupReaderOnHive.java | 2 +-
.../hudi/client/SparkRDDTableServiceClient.java | 4 +-
.../apache/hudi/client/SparkRDDWriteClient.java | 15 +-
.../SparkHoodieBackedTableMetadataWriter.java | 4 +-
.../java/org/apache/hudi/client/TestMultiFS.java | 6 +-
.../hudi/client/TestTableSchemaEvolution.java | 4 +-
.../functional/TestHoodieBackedMetadata.java | 10 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 2 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 12 ++
.../hudi/testutils/FunctionalTestHarness.java | 5 +-
.../testutils/HoodieSparkWriteableTestTable.java | 4 +-
.../SparkClientFunctionalTestHarness.java | 10 +-
.../hudi/common/model/BootstrapIndexType.java | 12 +-
.../hudi/common/table/HoodieTableConfig.java | 142 ++++++++-----
.../hudi/common/table/HoodieTableMetaClient.java | 235 +++++++++------------
.../hudi/common/table/HoodieTableVersion.java | 37 ++--
.../hudi/common/table/TableSchemaResolver.java | 2 +-
.../hudi/common/util/HoodieTableConfigUtils.java | 87 ++++++++
.../hudi/common/testutils/HoodieTestUtils.java | 16 +-
.../java/HoodieJavaWriteClientExample.java | 2 +-
.../examples/spark/HoodieWriteClientExample.java | 2 +-
.../apache/hudi/configuration/FlinkOptions.java | 7 +
.../apache/hudi/streamer/FlinkStreamerConfig.java | 5 +
.../hudi/table/catalog/HoodieHiveCatalog.java | 2 +-
.../java/org/apache/hudi/util/FlinkTables.java | 13 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 1 +
.../java/org/apache/hudi/util/StreamerUtil.java | 3 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 14 +-
.../org/apache/hudi/utils/TestStreamerUtil.java | 23 +-
.../gcp/bigquery/TestHoodieBigQuerySyncClient.java | 2 +-
.../fs/TestFSUtilsWithRetryWrapperEnable.java | 4 +-
.../hudi/common/table/TestHoodieTableConfig.java | 44 ++++
.../common/table/TestHoodieTableMetaClient.java | 110 +++++++++-
.../table/timeline/TestHoodieActiveTimeline.java | 6 +-
.../hudi/common/testutils/HoodieTestTable.java | 4 +-
.../apache/hudi/hadoop/TestInputPathHandler.java | 5 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 2 +-
.../writers/KafkaConnectTransactionServices.java | 3 +-
.../TestKafkaConnectTransactionServices.java | 61 ++++++
.../internal/DataSourceInternalWriterHelper.java | 2 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 7 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 4 +-
.../command/AlterHoodieTableRenameCommand.scala | 2 +-
.../hudi/command/TruncateHoodieTableCommand.scala | 2 +-
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 12 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 3 +-
.../apache/hudi/cli/HDFSParquetImporterUtils.java | 7 +-
.../TestDataSkippingWithMORColstats.java | 6 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 5 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 2 +-
.../hudi/TestMultipleTableVersionWriting.scala | 72 +++++++
...TestStreamSourceReadByStateTransitionTime.scala | 2 +-
.../hudi/functional/TestStreamingSource.scala | 10 +-
.../hudi/sync/datahub/TestDataHubSyncClient.java | 7 +-
.../testutils/HiveSyncFunctionalTestHarness.java | 2 +-
.../hudi/hive/testutils/HiveTestCluster.java | 2 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 8 +-
.../apache/hudi/utilities/HDFSParquetImporter.java | 11 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 1 +
.../hudi/utilities/HoodieDropPartitionsTool.java | 1 +
.../hudi/utilities/streamer/BootstrapExecutor.java | 4 +-
.../utilities/streamer/SparkSampleWritesUtils.java | 2 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 17 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 11 +-
.../functional/TestHoodieSnapshotExporter.java | 2 +-
.../offlinejob/TestHoodieClusteringJob.java | 13 +-
.../offlinejob/TestHoodieCompactorJob.java | 6 +-
.../utilities/sources/TestHoodieIncrSource.java | 5 +-
...treamSyncUnitTests.java => TestStreamSync.java} | 40 +++-
.../utilities/testutils/UtilitiesTestBase.java | 2 +-
107 files changed, 1175 insertions(+), 437 deletions(-)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/{exception/HoodieDeletePartitionPendingTableServiceException.java
=> util/CommonClientUtils.java} (57%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/HoodieTableConfigUtils.java
create mode 100644
hudi-kafka-connect/src/test/java/org/apache/hudi/writers/TestKafkaConnectTransactionServices.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestMultipleTableVersionWriting.scala
rename
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/{TestStreamSyncUnitTests.java
=> TestStreamSync.java} (89%)
