[gobblin] branch master updated: Guard against exists fs call as well (#3538)

[zihanli58]

This is an automated email from the ASF dual-hosted git repository.

zihanli58 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new d4510fd78 Guard against exists fs call as well (#3538)
d4510fd78 is described below

commit d4510fd78fe4135ad5fff475f9dfa90d062cc83e
Author: William Lo <lo.willia...@gmail.com>
AuthorDate: Fri Aug 19 10:47:31 2022 -0700

    Guard against exists fs call as well (#3538)
---
 .../data/management/copy/TimeAwareRecursiveCopyableDataset.java   | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git 
a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimeAwareRecursiveCopyableDataset.java
 
b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimeAwareRecursiveCopyableDataset.java
index 5e6291d23..fa946e475 100644
--- 
a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimeAwareRecursiveCopyableDataset.java
+++ 
b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimeAwareRecursiveCopyableDataset.java
@@ -137,13 +137,13 @@ public class TimeAwareRecursiveCopyableDataset extends 
RecursiveCopyableDataset
   private List<FileStatus> recursivelyGetFilesAtDatePath(FileSystem fs, Path 
path, String traversedDatePath, PathFilter fileFilter,
       int level,  LocalDateTime startDate, LocalDateTime endDate, 
DateTimeFormatter formatter) throws IOException {
     List<FileStatus> fileStatuses = Lists.newArrayList();
-    if (!fs.exists(path)) {
-      return fileStatuses;
-    }
     Iterator<FileStatus> folderIterator;
     try {
+      if (!fs.exists(path)) {
+        return fileStatuses;
+      }
       folderIterator = Arrays.asList(fs.listStatus(path)).iterator();
-    } catch (IOException e) {
+    } catch (Exception e) {
       log.warn(String.format("Error while listing paths at %s due to ", path), 
e);
       return fileStatuses;
     }