This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 9a79a6d4631 [HUDI-5649] Unify all the loggers to slf4j (#7955) (#7955)
add 35401194599 [HUDI-5780] Refactor Deltastreamer source configs to use
HoodieConfig/ConfigProperty (#8184)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/common/config/ConfigGroups.java | 5 +-
.../integ/testsuite/dag/nodes/RollbackNode.java | 3 +-
.../helpers/DFSTestSuitePathSelector.java | 3 +-
.../hudi/utilities/config/CloudSourceConfig.java | 94 ++++++++++++++++
...ormerConfig.java => DFSPathSelectorConfig.java} | 22 ++--
.../config/DatePartitionPathSelectorConfig.java | 64 +++++++++++
...viderConfig.java => GCSEventsSourceConfig.java} | 25 +++--
...erConfig.java => HiveIncrPullSourceConfig.java} | 20 ++--
.../utilities/config/HoodieIncrSourceConfig.java | 86 +++++++++++++++
.../hudi/utilities/config/JdbcSourceConfig.java | 93 ++++++++++++++++
.../config/JsonKafkaPostProcessorConfig.java | 68 ++++++++++++
.../hudi/utilities/config/KafkaSourceConfig.java | 83 +++++++++++++++
.../hudi/utilities/config/PulsarSourceConfig.java | 68 ++++++++++++
.../config/S3EventsHoodieIncrSourceConfig.java | 70 ++++++++++++
.../hudi/utilities/config/S3SourceConfig.java | 76 +++++++++++++
...TransformerConfig.java => SqlSourceConfig.java} | 19 ++--
.../hudi/utilities/deltastreamer/DeltaSync.java | 4 +-
.../sources/GcsEventsHoodieIncrSource.java | 25 ++---
.../hudi/utilities/sources/GcsEventsSource.java | 16 ++-
.../hudi/utilities/sources/HiveIncrPullSource.java | 9 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 78 ++++++++------
.../apache/hudi/utilities/sources/JdbcSource.java | 118 ++++++---------------
.../hudi/utilities/sources/JsonKafkaSource.java | 3 +-
.../apache/hudi/utilities/sources/KafkaSource.java | 3 +-
.../hudi/utilities/sources/PulsarSource.java | 54 ++--------
.../sources/S3EventsHoodieIncrSource.java | 72 +++++++------
.../hudi/utilities/sources/S3EventsSource.java | 3 +-
.../apache/hudi/utilities/sources/SqlSource.java | 13 +--
.../utilities/sources/debezium/DebeziumSource.java | 5 +-
.../sources/helpers/CloudObjectsSelector.java | 63 ++++++-----
.../sources/helpers/CloudStoreIngestionConfig.java | 46 ++++----
.../utilities/sources/helpers/DFSPathSelector.java | 17 +--
.../sources/helpers/DatePartitionPathSelector.java | 64 ++++++-----
.../helpers/IncrSourceCloudStorageHelper.java | 8 +-
.../sources/helpers/IncrSourceHelper.java | 50 ++++++---
.../utilities/sources/helpers/KafkaOffsetGen.java | 90 +++-------------
.../sources/helpers/S3EventsMetaSelector.java | 3 +-
.../sources/helpers/gcs/FilePathsFetcher.java | 16 +--
.../sources/helpers/gcs/GcsIngestionConfig.java | 8 +-
.../MaxwellJsonKafkaSourcePostProcessor.java | 40 ++-----
.../hudi/utilities/config/SourceTestConfig.java | 49 +++++++++
.../deltastreamer/TestHoodieDeltaStreamer.java | 12 +--
.../TestHoodieDeltaStreamerWithMultiWriter.java | 18 ++--
.../utilities/sources/BaseTestKafkaSource.java | 6 +-
.../utilities/sources/TestAvroKafkaSource.java | 4 +-
.../utilities/sources/TestGcsEventsSource.java | 8 +-
.../utilities/sources/TestJsonKafkaSource.java | 10 +-
.../sources/TestJsonKafkaSourcePostProcessor.java | 23 ++--
.../utilities/sources/TestProtoKafkaSource.java | 4 +-
.../hudi/utilities/sources/TestS3EventsSource.java | 12 +--
.../sources/helpers/TestCloudObjectsSelector.java | 8 +-
.../helpers/TestDFSPathSelectorCommonMethods.java | 8 +-
.../helpers/TestDatePartitionPathSelector.java | 24 ++---
.../sources/helpers/TestS3EventsMetaSelector.java | 8 +-
.../testutils/sources/AbstractBaseTestSource.java | 10 +-
.../sources/DistributedTestDataSource.java | 8 +-
.../testutils/sources/config/SourceConfigs.java | 43 --------
57 files changed, 1225 insertions(+), 637 deletions(-)
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/CloudSourceConfig.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/{SqlTransformerConfig.java
=> DFSPathSelectorConfig.java} (64%)
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/DatePartitionPathSelectorConfig.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/{FilebasedSchemaProviderConfig.java
=> GCSEventsSourceConfig.java} (58%)
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/{SqlTransformerConfig.java
=> HiveIncrPullSourceConfig.java} (63%)
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/HoodieIncrSourceConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/JdbcSourceConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/JsonKafkaPostProcessorConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/KafkaSourceConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/PulsarSourceConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/S3EventsHoodieIncrSourceConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/S3SourceConfig.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/{SqlTransformerConfig.java
=> SqlSourceConfig.java} (66%)
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/config/SourceTestConfig.java
delete mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/testutils/sources/config/SourceConfigs.java
