This is an automated email from the ASF dual-hosted git repository. yihua pushed a commit to branch release-0.14.1-spark35-scala213 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 68eee6111d3adaf16e99ec090a25ee920e5f1cb0 Author: Nicolas Paris <[email protected]> AuthorDate: Thu Feb 15 16:55:27 2024 +0100 [HUDI-7362] Fix hudi partition base path scheme to s3 (#10596) --- .../main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java b/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java index 0e7609aba5c..b82ae9d279a 100644 --- a/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java +++ b/hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java @@ -146,7 +146,7 @@ public class AWSGlueCatalogSyncClient extends HoodieSyncClient { Table table = getTable(awsGlue, databaseName, tableName); StorageDescriptor sd = table.storageDescriptor(); List<PartitionInput> partitionInputs = partitionsToAdd.stream().map(partition -> { - String fullPartitionPath = FSUtils.getPartitionPath(getBasePath(), partition).toString(); + String fullPartitionPath = FSUtils.getPartitionPath(s3aToS3(getBasePath()), partition).toString(); List<String> partitionValues = partitionValueExtractor.extractPartitionValuesInPath(partition); StorageDescriptor partitionSD = sd.copy(copySd -> copySd.location(fullPartitionPath)); return PartitionInput.builder().values(partitionValues).storageDescriptor(partitionSD).build(); @@ -189,7 +189,7 @@ public class AWSGlueCatalogSyncClient extends HoodieSyncClient { Table table = getTable(awsGlue, databaseName, tableName); StorageDescriptor sd = table.storageDescriptor(); List<BatchUpdatePartitionRequestEntry> updatePartitionEntries = changedPartitions.stream().map(partition -> { - String fullPartitionPath = FSUtils.getPartitionPath(getBasePath(), partition).toString(); + String fullPartitionPath = FSUtils.getPartitionPath(s3aToS3(getBasePath()), partition).toString(); List<String> partitionValues = partitionValueExtractor.extractPartitionValuesInPath(partition); StorageDescriptor partitionSD = sd.copy(copySd -> copySd.location(fullPartitionPath)); PartitionInput partitionInput = PartitionInput.builder().values(partitionValues).storageDescriptor(partitionSD).build();
