[incubator-gobblin] branch master updated: [GOBBLIN-870] Adding abfs scheme

[suvasude]

This is an automated email from the ASF dual-hosted git repository.

suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new a409908  [GOBBLIN-870] Adding abfs scheme
a409908 is described below

commit a409908079df873ba0d5a465df3e682be0e0085d
Author: welin <we...@linkedin.com>
AuthorDate: Mon Sep 9 07:15:49 2019 -0700

    [GOBBLIN-870] Adding abfs scheme
    
    Closes #2725 from linweihs/abfs
---
 .../org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java   | 2 +-
 .../gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java   | 3 ++-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git 
a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
 
b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
index 3d5a7bf..44dd01a 100644
--- 
a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
+++ 
b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/core/GitFlowGraphMonitor.java
@@ -188,7 +188,7 @@ public class GitFlowGraphMonitor extends 
GitMonitoringService {
           log.info("Added Datanode {} to FlowGraph", dataNode.getId());
         }
       } catch (Exception e) {
-        log.warn("Could not add DataNode defined in {} due to exception {}", 
change.getNewPath(), e.getMessage());
+        log.warn("Could not add DataNode defined in {} due to exception {}", 
change.getNewPath(), e);
       }
     }
   }
diff --git 
a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
 
b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
index c6f5c74..a01a482 100644
--- 
a/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
+++ 
b/gobblin-service/src/main/java/org/apache/gobblin/service/modules/flowgraph/datanodes/fs/AdlsDataNode.java
@@ -27,6 +27,7 @@ import com.typesafe.config.Config;
  */
 public class AdlsDataNode extends FileSystemDataNode {
   public static final String ADLS_SCHEME = "adl";
+  public static final String ABFS_SCHEME = "abfs";
 
   public AdlsDataNode(Config nodeProps) throws DataNodeCreationException {
     super(nodeProps);
@@ -40,7 +41,7 @@ public class AdlsDataNode extends FileSystemDataNode {
   public boolean isUriValid(URI fsUri) {
     String scheme = fsUri.getScheme();
     //Check that the scheme is "adl"
-    if (!scheme.equals(ADLS_SCHEME)) {
+    if (!scheme.equals(ADLS_SCHEME) && !scheme.equals(ABFS_SCHEME)) {
       return false;
     }
     //Ensure that the authority is not empty