(hudi) branch master updated: [HUDI-7362] Fix hudi partition base path scheme to s3 (#10596)

[codope]

This is an automated email from the ASF dual-hosted git repository.

codope pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 6e6d66a7097 [HUDI-7362] Fix hudi partition base path scheme to s3 
(#10596)
6e6d66a7097 is described below

commit 6e6d66a70973a78d4f155bf13860c65565402930
Author: Nicolas Paris <nicolas.pa...@adevinta.com>
AuthorDate: Thu Feb 15 16:55:27 2024 +0100

    [HUDI-7362] Fix hudi partition base path scheme to s3 (#10596)
---
 .../main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java  | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java 
b/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java
index b814e353583..1e19b44a499 100644
--- 
a/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java
+++ 
b/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java
@@ -199,7 +199,7 @@ public class AWSGlueCatalogSyncClient extends 
HoodieSyncClient {
       Table table = getTable(awsGlue, databaseName, tableName);
       StorageDescriptor sd = table.storageDescriptor();
       List<PartitionInput> partitionInputs = 
partitionsToAdd.stream().map(partition -> {
-        String fullPartitionPath = FSUtils.getPartitionPath(getBasePath(), 
partition).toString();
+        String fullPartitionPath = 
FSUtils.getPartitionPath(s3aToS3(getBasePath()), partition).toString();
         List<String> partitionValues = 
partitionValueExtractor.extractPartitionValuesInPath(partition);
         StorageDescriptor partitionSD = sd.copy(copySd -> 
copySd.location(fullPartitionPath));
         return 
PartitionInput.builder().values(partitionValues).storageDescriptor(partitionSD).build();
@@ -242,7 +242,7 @@ public class AWSGlueCatalogSyncClient extends 
HoodieSyncClient {
       Table table = getTable(awsGlue, databaseName, tableName);
       StorageDescriptor sd = table.storageDescriptor();
       List<BatchUpdatePartitionRequestEntry> updatePartitionEntries = 
changedPartitions.stream().map(partition -> {
-        String fullPartitionPath = FSUtils.getPartitionPath(getBasePath(), 
partition).toString();
+        String fullPartitionPath = 
FSUtils.getPartitionPath(s3aToS3(getBasePath()), partition).toString();
         List<String> partitionValues = 
partitionValueExtractor.extractPartitionValuesInPath(partition);
         StorageDescriptor partitionSD = sd.copy(copySd -> 
copySd.location(fullPartitionPath));
         PartitionInput partitionInput = 
PartitionInput.builder().values(partitionValues).storageDescriptor(partitionSD).build();