This is an automated email from the ASF dual-hosted git repository.

zihanli58 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new 13cef18cd [GOBBLIN-1671] : Fix gobblin.sh script to add external jars 
as colon separated to HADOOP_CLASSPATH (#3531)
13cef18cd is described below

commit 13cef18cd2d9989a69fff2dbf56620e969f84736
Author: Bharath Krishna <[email protected]>
AuthorDate: Mon Aug 8 13:22:27 2022 -0700

    [GOBBLIN-1671] : Fix gobblin.sh script to add external jars as colon 
separated to HADOOP_CLASSPATH (#3531)
    
    When using `mapreduce` mode in gobblin.sh, the additional jars passed to
    gobblin.sh through --jars are comma separated. They are incorrectly
    added to HADOOP_CLASSPATH that takes colon (:) separated jars.
---
 bin/gobblin.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/bin/gobblin.sh b/bin/gobblin.sh
index c1a92d4a4..3af7ca6f5 100755
--- a/bin/gobblin.sh
+++ b/bin/gobblin.sh
@@ -332,7 +332,8 @@ function build_classpath(){
     GOBBLIN_CLASSPATH=${GOBBLIN_JARS}:${GOBBLIN_HADOOP_CLASSPATH}
 
     if [[ -n "$EXTRA_JARS" ]]; then
-        GOBBLIN_CLASSPATH=${GOBBLIN_CLASSPATH}:"$EXTRA_JARS"
+        # EXTRA_JARS has comma separated jars. Replace commas with colon for 
the classpath.
+        GOBBLIN_CLASSPATH=${GOBBLIN_CLASSPATH}:${EXTRA_JARS//,/:}
     fi
 
     GOBBLIN_CLASSPATH=${GOBBLIN_CONF}:${GOBBLIN_CLASSPATH}

Reply via email to