This is an automated email from the ASF dual-hosted git repository. xiangfu pushed a commit to branch bugfixing_hadoop_filesystem in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit ab10444ca7609c81d59387b62d084069beaa0a8e Author: Xiang Fu <[email protected]> AuthorDate: Fri Sep 27 12:04:07 2019 -0700 Fixing hadoop filesystem by using path uri --- .../src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java index 488c587..7828fdf 100644 --- a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java +++ b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/BaseSegmentJob.java @@ -61,7 +61,7 @@ public abstract class BaseSegmentJob extends Configured { protected List<Path> getDataFilePaths(Path pathPattern) throws IOException { List<Path> tarFilePaths = new ArrayList<>(); - FileSystem fileSystem = FileSystem.get(_conf); + FileSystem fileSystem = FileSystem.get(pathPattern.toUri(), _conf); getDataFilePathsHelper(fileSystem, fileSystem.globStatus(pathPattern), tarFilePaths); return tarFilePaths; } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
