This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 4ed84b2 [HUDI-3720] Fix the logic of reattempting pending rollback
(#5148)
add 6ccbae4 [HUDI-2757] Implement Hudi AWS Glue sync (#5076)
No new revisions were added by this update.
Summary of changes:
hudi-aws/pom.xml | 33 ++
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 479 +++++++++++++++++++++
.../hudi/aws/sync/AwsGlueCatalogSyncTool.java | 70 +++
.../hudi/aws/sync/HoodieGlueSyncException.java | 16 +-
.../java/org/apache/hudi/aws/utils/S3Utils.java | 10 +-
.../apache/hudi/common/util/CollectionUtils.java | 25 ++
.../java/org/apache/hudi/common/util/MapUtils.java | 20 +-
...DateTimeUtils.java => TestCollectionUtils.java} | 45 +-
.../writers/KafkaConnectTransactionServices.java | 4 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 3 +-
.../main/java/org/apache/hudi/dla/DLASyncTool.java | 2 +-
.../java/org/apache/hudi/dla/HoodieDLAClient.java | 31 +-
.../hudi/hive/AbstractHiveSyncHoodieClient.java | 142 ++++++
.../java/org/apache/hudi/hive/HiveSyncTool.java | 66 +--
.../org/apache/hudi/hive/HoodieHiveClient.java | 141 ++----
.../apache/hudi/hive/HoodieHiveSyncException.java | 11 -
.../java/org/apache/hudi/hive/ddl/DDLExecutor.java | 27 +-
.../hudi/hive/replication/GlobalHiveSyncTool.java | 4 -
.../org/apache/hudi/hive/TestHiveSyncTool.java | 70 +--
.../hudi/sync/common/AbstractSyncHoodieClient.java | 20 +-
.../apache/hudi/sync/common/model/Partition.java | 25 +-
.../apache/hudi/sync/common/util/TableUtils.java | 9 +-
.../hudi/utilities/TestHiveIncrementalPuller.java | 2 +-
.../functional/TestHoodieDeltaStreamer.java | 4 +-
.../utilities/testutils/UtilitiesTestBase.java | 2 +-
25 files changed, 1001 insertions(+), 260 deletions(-)
create mode 100644
hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java
create mode 100644
hudi-aws/src/main/java/org/apache/hudi/aws/sync/AwsGlueCatalogSyncTool.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieSourceTimeoutException.java
=>
hudi-aws/src/main/java/org/apache/hudi/aws/sync/HoodieGlueSyncException.java
(72%)
copy
hudi-common/src/test/java/org/apache/hudi/common/testutils/CheckedFunction.java
=> hudi-aws/src/main/java/org/apache/hudi/aws/utils/S3Utils.java (82%)
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/DFSProvider.java
=> hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java (73%)
copy
hudi-common/src/test/java/org/apache/hudi/common/util/{TestDateTimeUtils.java
=> TestCollectionUtils.java} (50%)
create mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/AbstractHiveSyncHoodieClient.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieSourceTimeoutException.java
=>
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/model/Partition.java
(65%)
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/HoodieEngineContextProvider.java
=>
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/TableUtils.java
(80%)
