This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 80d5b27bef2 [HUDI-6662] Relax matching restrictions (#9386)
add 7102e0fbe5f [HUDI-4987] Rename Hudi Streamer related configs (#9377)
No new revisions were added by this update.
Summary of changes:
docker/demo/config/dfs-source.properties | 7 +-
docker/demo/config/hoodie-incr.properties | 11 +-
docker/demo/config/kafka-source.properties | 7 +-
.../test-suite/multi-writer-local-3.properties | 28 +-
.../config/test-suite/test-clustering.properties | 28 +-
...essive-clean-archival-inline-compact.properties | 27 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 9 -
.../keygen/TimestampBasedAvroKeyGenerator.java | 11 +-
.../keygen/parser/BaseHoodieDateTimeParser.java | 7 +-
.../hudi/keygen/parser/HoodieDateTimeParser.java | 33 +-
.../apache/hudi/common/config/HoodieConfig.java | 15 +-
.../common/config/TimestampKeyGeneratorConfig.java | 15 +-
.../hudi/common/table/HoodieTableConfig.java | 18 +-
.../hudi/common/table/HoodieTableMetaClient.java | 30 +-
.../org/apache/hudi/common/util/ConfigUtils.java | 420 ++++++++++++++++++++-
.../apache/hudi}/common/util/TestConfigUtils.java | 22 +-
hudi-examples/README.md | 2 +-
hudi-examples/bin/dfs-streamer-example.sh | 2 +-
.../streamer-config/kafka/kafka-source.properties | 2 +-
.../hudi/schema/FilebasedSchemaProvider.java | 32 +-
.../apache/hudi/schema/SchemaRegistryProvider.java | 29 +-
.../hudi/table/catalog/HoodieHiveCatalog.java | 2 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 6 -
.../integ/testsuite/dag/nodes/RollbackNode.java | 12 +-
.../helpers/DFSTestSuitePathSelector.java | 4 +-
hudi-kafka-connect/README.md | 2 +-
hudi-kafka-connect/demo/config-sink-hive.json | 2 +-
hudi-kafka-connect/demo/config-sink.json | 4 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 12 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 10 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 4 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 6 +-
.../hudi/command/CreateHoodieTableCommand.scala | 6 +-
.../sql/hudi/command/DropHoodieTableCommand.scala | 4 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 7 +-
.../command/CreateHoodieTableAsSelectCommand.scala | 2 +-
.../spark/sql/hudi/catalog/HoodieCatalog.scala | 2 +-
.../java/org/apache/hudi/sync/adb/AdbSyncTool.java | 2 +-
.../apache/hudi/sync/adb/TestAdbSyncConfig.java | 2 +-
.../java/org/apache/hudi/hive/HiveSyncTool.java | 2 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 2 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 4 +-
.../apache/hudi/sync/common/HoodieSyncConfig.java | 2 +-
.../apache/hudi/sync/common/HoodieSyncTool.java | 2 +-
.../apache/hudi/sync/common/util/ConfigUtils.java | 100 -----
.../common/util/SparkDataSourceTableUtils.java | 1 +
.../org/apache/hudi/utilities/UtilHelpers.java | 10 +-
.../checkpointing/InitialCheckPointProvider.java | 5 +-
.../hudi/utilities/config/CloudSourceConfig.java | 45 ++-
.../utilities/config/DFSPathSelectorConfig.java | 11 +-
.../config/DatePartitionPathSelectorConfig.java | 20 +-
.../config/FilebasedSchemaProviderConfig.java | 5 +-
.../utilities/config/GCSEventsSourceConfig.java | 11 +-
.../utilities/config/HiveIncrPullSourceConfig.java | 8 +-
.../utilities/config/HiveSchemaProviderConfig.java | 11 +-
.../utilities/config/HoodieIncrSourceConfig.java | 31 +-
.../config/HoodieSchemaProviderConfig.java | 14 +-
.../utilities/config/HoodieStreamerConfig.java | 59 ++-
.../hudi/utilities/config/JdbcSourceConfig.java | 38 +-
.../config/JdbcbasedSchemaProviderConfig.java | 10 +-
.../config/JsonKafkaPostProcessorConfig.java | 21 +-
.../hudi/utilities/config/KafkaSourceConfig.java | 38 +-
.../ProtoClassBasedSchemaProviderConfig.java | 8 +-
.../hudi/utilities/config/PulsarSourceConfig.java | 20 +-
.../config/S3EventsHoodieIncrSourceConfig.java | 25 +-
.../hudi/utilities/config/S3SourceConfig.java | 25 +-
.../config/SchemaProviderPostProcessorConfig.java | 15 +-
...orConfig.java => SqlFileBasedSourceConfig.java} | 33 +-
.../hudi/utilities/config/SqlSourceConfig.java | 8 +-
.../utilities/config/SqlTransformerConfig.java | 11 +-
.../deser/KafkaAvroSchemaDeserializer.java | 11 +-
.../utilities/schema/FilebasedSchemaProvider.java | 15 +-
.../hudi/utilities/schema/HiveSchemaProvider.java | 17 +-
.../utilities/schema/JdbcbasedSchemaProvider.java | 24 +-
.../utilities/schema/KafkaOffsetPostProcessor.java | 8 +-
.../schema/ProtoClassBasedSchemaProvider.java | 23 +-
.../utilities/schema/SchemaRegistryProvider.java | 19 +-
.../DropColumnSchemaPostProcessor.java | 7 +-
.../add/AddPrimitiveColumnSchemaPostProcessor.java | 28 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 22 +-
.../hudi/utilities/sources/CsvDFSSource.java | 33 +-
.../sources/GcsEventsHoodieIncrSource.java | 77 ++--
.../hudi/utilities/sources/GcsEventsSource.java | 16 +-
.../hudi/utilities/sources/HiveIncrPullSource.java | 8 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 27 +-
.../apache/hudi/utilities/sources/JdbcSource.java | 80 ++--
.../hudi/utilities/sources/JsonKafkaSource.java | 4 +-
.../apache/hudi/utilities/sources/KafkaSource.java | 4 +-
.../hudi/utilities/sources/ProtoKafkaSource.java | 10 +-
.../hudi/utilities/sources/PulsarSource.java | 28 +-
.../sources/S3EventsHoodieIncrSource.java | 46 ++-
.../hudi/utilities/sources/SqlFileBasedSource.java | 29 +-
.../apache/hudi/utilities/sources/SqlSource.java | 12 +-
.../utilities/sources/debezium/DebeziumSource.java | 13 +-
.../sources/helpers/CloudObjectsSelector.java | 28 +-
.../helpers/CloudObjectsSelectorCommon.java | 12 +-
.../sources/helpers/CloudStoreIngestionConfig.java | 7 +-
.../utilities/sources/helpers/DFSPathSelector.java | 22 +-
.../sources/helpers/DatePartitionPathSelector.java | 20 +-
.../helpers/IncrSourceCloudStorageHelper.java | 7 +-
.../sources/helpers/IncrSourceHelper.java | 14 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 32 +-
.../utilities/sources/helpers/QueryRunner.java | 8 +-
.../sources/helpers/S3EventsMetaSelector.java | 8 +-
.../sources/helpers/SanitizationUtils.java | 7 +-
.../helpers/gcs/GcsObjectMetadataFetcher.java | 17 +-
.../MaxwellJsonKafkaSourcePostProcessor.java | 12 +-
.../streamer/HoodieMultiTableStreamer.java | 54 ++-
.../hudi/utilities/streamer/HoodieStreamer.java | 16 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 9 +-
.../utilities/transform/ChainedTransformer.java | 4 +-
.../transform/SqlFileBasedTransformer.java | 6 +-
.../transform/SqlQueryBasedTransformer.java | 4 +-
.../TestHoodieMultiTableDeltaStreamer.java | 19 +-
.../helpers/TestDatePartitionPathSelector.java | 3 +-
115 files changed, 1487 insertions(+), 822 deletions(-)
rename {hudi-sync/hudi-sync-common/src/test/java/org/apache/hudi/sync =>
hudi-common/src/test/java/org/apache/hudi}/common/util/TestConfigUtils.java
(82%)
delete mode 100644
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/ConfigUtils.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/{DFSPathSelectorConfig.java
=> SqlFileBasedSourceConfig.java} (54%)
