[incubator-gobblin] branch master updated: [GOBBLIN-992] Make parallelRunner timeout configurable in MRJobLauncher

[suvasude]

This is an automated email from the ASF dual-hosted git repository.

suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new 6e55a16  [GOBBLIN-992] Make parallelRunner timeout configurable in 
MRJobLauncher
6e55a16 is described below

commit 6e55a16c68c29cb9331dda77f77d6b256a7bdfda
Author: autumnust <le...@linkedin.com>
AuthorDate: Tue Dec 3 16:57:01 2019 -0800

    [GOBBLIN-992] Make parallelRunner timeout configurable in MRJobLauncher
    
    Closes #2837 from
    autumnust/parallelRunnerInfiniteTimeout
---
 .../java/org/apache/gobblin/runtime/mapreduce/MRJobLauncher.java    | 1 -
 .../src/main/java/org/apache/gobblin/util/ParallelRunner.java       | 6 ++----
 2 files changed, 2 insertions(+), 5 deletions(-)

diff --git 
a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/mapreduce/MRJobLauncher.java
 
b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/mapreduce/MRJobLauncher.java
index 53b5808..c649595 100644
--- 
a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/mapreduce/MRJobLauncher.java
+++ 
b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/mapreduce/MRJobLauncher.java
@@ -105,7 +105,6 @@ import org.apache.gobblin.util.ParallelRunner;
 import org.apache.gobblin.util.SerializationUtils;
 import org.apache.gobblin.util.reflection.RestrictedFieldAccessingUtils;
 
-
 /**
  * An implementation of {@link JobLauncher} that launches a Gobblin job as a 
Hadoop MR job.
  *
diff --git 
a/gobblin-utility/src/main/java/org/apache/gobblin/util/ParallelRunner.java 
b/gobblin-utility/src/main/java/org/apache/gobblin/util/ParallelRunner.java
index 04cc21a..ac31937 100644
--- a/gobblin-utility/src/main/java/org/apache/gobblin/util/ParallelRunner.java
+++ b/gobblin-utility/src/main/java/org/apache/gobblin/util/ParallelRunner.java
@@ -83,8 +83,6 @@ public class ParallelRunner implements Closeable {
 
   private static final Logger LOGGER = 
LoggerFactory.getLogger(ParallelRunner.class);
 
-  private static final long DEFAULT_PARALLEL_RUNNER_WAIT_ON_FINISH_TIMEOUT = 
10000;
-
   public static final String PARALLEL_RUNNER_THREADS_KEY = 
"parallel.runner.threads";
   public static final int DEFAULT_PARALLEL_RUNNER_THREADS = 10;
 
@@ -399,10 +397,10 @@ public class ParallelRunner implements Closeable {
   }
 
   /**
-   * Wait until default timeout reached for all tasks under this parallel 
runner.
+   * Wait until default timeout(infinite long, if not specified) for all tasks 
under this parallel runner.
    */
   public void waitForTasks() throws IOException{
-    this.waitForTasks(DEFAULT_PARALLEL_RUNNER_WAIT_ON_FINISH_TIMEOUT);
+    this.waitForTasks(Long.MAX_VALUE);
   }
 
   @Override