[incubator-gobblin] branch master updated: [GOBBLIN-1381] Changed default compaction max redeucers to 3600

[suvasude]

This is an automated email from the ASF dual-hosted git repository.

suvasude pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new d80d88e  [GOBBLIN-1381] Changed default compaction max redeucers to 
3600
d80d88e is described below

commit d80d88ef4756d8ab1e771430da396ab2e9c3186f
Author: vbohra <vbo...@linkedin.com>
AuthorDate: Tue Feb 2 08:27:14 2021 -0800

    [GOBBLIN-1381] Changed default compaction max redeucers to 3600
    
    Closes #3221 from vikrambohra/maxReducers
---
 .../org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git 
a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java
 
b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java
index d957dc5..c804404 100644
--- 
a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java
+++ 
b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java
@@ -116,7 +116,7 @@ public abstract class MRCompactorJobRunner implements 
Runnable, Comparable<MRCom
       COMPACTION_JOB_PREFIX + "target.output.file.size";
   public static final long DEFAULT_COMPACTION_JOB_TARGET_OUTPUT_FILE_SIZE = 
536870912;
   public static final String COMPACTION_JOB_MAX_NUM_REDUCERS = 
COMPACTION_JOB_PREFIX + "max.num.reducers";
-  public static final int DEFAULT_COMPACTION_JOB_MAX_NUM_REDUCERS = 900;
+  public static final int DEFAULT_COMPACTION_JOB_MAX_NUM_REDUCERS = 3600;
   private static final String COMPACTION_JOB_OVERWRITE_OUTPUT_DIR = 
COMPACTION_JOB_PREFIX + "overwrite.output.dir";
   private static final boolean DEFAULT_COMPACTION_JOB_OVERWRITE_OUTPUT_DIR = 
false;
   private static final String COMPACTION_JOB_ABORT_UPON_NEW_DATA = 
COMPACTION_JOB_PREFIX + "abort.upon.new.data";