(hudi) branch master updated: [MINOR] Add remote file system props to meta sync properties (#11846)

[yihua]

This is an automated email from the ASF dual-hosted git repository.

yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 61d1a7a5673 [MINOR] Add remote file system props to meta sync 
properties (#11846)
61d1a7a5673 is described below

commit 61d1a7a5673067d372de3b76c48482b846a60f8d
Author: Tim Brown <t...@onehouse.ai>
AuthorDate: Sat Sep 7 18:21:55 2024 -0500

    [MINOR] Add remote file system props to meta sync properties (#11846)
---
 .../src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java  | 4 ++++
 1 file changed, 4 insertions(+)

diff --git 
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java
 
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java
index b83099dbd3f..46074c9df24 100644
--- 
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java
+++ 
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java
@@ -1034,6 +1034,10 @@ public class StreamSync implements Serializable, 
Closeable {
         metaProps.put(HIVE_SYNC_BUCKET_SYNC_SPEC.key(), 
HiveSyncConfig.getBucketSpec(props.getString(HoodieIndexConfig.BUCKET_INDEX_HASH_FIELD.key()),
             
props.getInteger(HoodieIndexConfig.BUCKET_INDEX_NUM_BUCKETS.key())));
       }
+      // Pass remote file system view properties to meta sync if present
+      if (writeClient.getConfig().getViewStorageConfig() != null) {
+        
metaProps.putAll(writeClient.getConfig().getViewStorageConfig().getProps());
+      }
 
       Map<String, HoodieException> failedMetaSyncs = new HashMap<>();
       for (String impl : syncClientToolClasses) {