This is an automated email from the ASF dual-hosted git repository. xushiyan pushed a commit to branch release-0.11.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 4c40d1645cbe6827095bfe9296eefc876dd5bd7d Author: Y Ethan Guo <[email protected]> AuthorDate: Tue Apr 19 16:40:09 2022 -0700 [HUDI-3920] Fix partition path construction in metadata table validator (#5365) --- .../org/apache/hudi/utilities/HoodieMetadataTableValidator.java | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java index 7962085ace..80cc56a4e5 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java @@ -490,7 +490,8 @@ public class HoodieMetadataTableValidator implements Serializable { // ignore partitions created by uncommitted ingestion. allPartitionPathsFromFS = allPartitionPathsFromFS.stream().parallel().filter(part -> { - HoodiePartitionMetadata hoodiePartitionMetadata = new HoodiePartitionMetadata(metaClient.getFs(), new Path(basePath, part)); + HoodiePartitionMetadata hoodiePartitionMetadata = + new HoodiePartitionMetadata(metaClient.getFs(), FSUtils.getPartitionPath(basePath, part)); Option<String> instantOption = hoodiePartitionMetadata.readPartitionCreatedCommitTime(); if (instantOption.isPresent()) { @@ -983,7 +984,7 @@ public class HoodieMetadataTableValidator implements Serializable { return baseFileNameList.stream().flatMap(filename -> new ParquetUtils().readRangeFromParquetMetadata( metaClient.getHadoopConf(), - new Path(new Path(metaClient.getBasePath(), partitionPath), filename), + new Path(FSUtils.getPartitionPath(metaClient.getBasePath(), partitionPath), filename), allColumnNameList).stream()) .sorted(new HoodieColumnRangeMetadataComparator()) .collect(Collectors.toList()); @@ -1024,7 +1025,7 @@ public class HoodieMetadataTableValidator implements Serializable { } private Option<BloomFilterData> readBloomFilterFromFile(String partitionPath, String filename) { - Path path = new Path(new Path(metaClient.getBasePath(), partitionPath), filename); + Path path = new Path(FSUtils.getPartitionPath(metaClient.getBasePath(), partitionPath), filename); HoodieFileReader<IndexedRecord> fileReader; try { fileReader = HoodieFileReaderFactory.getFileReader(metaClient.getHadoopConf(), path);
