Repository: incubator-gobblin Updated Branches: refs/heads/master ab7dfe622 -> 31986790e
[GOBBLIN-412] Compression parameters are not propagated to Hadoop[] Closes #2386 from SivaMaplelabs/GOBBLIN-412 Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/31986790 Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/31986790 Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/31986790 Branch: refs/heads/master Commit: 31986790e1c8082a5b4d21399e4f1427d35d4753 Parents: ab7dfe6 Author: SivaMaplelabs <[email protected]> Authored: Fri Jun 15 09:03:52 2018 -0700 Committer: Hung Tran <[email protected]> Committed: Fri Jun 15 09:03:52 2018 -0700 ---------------------------------------------------------------------- .../src/main/java/org/apache/gobblin/compaction/CliOptions.java | 5 +++++ 1 file changed, 5 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/31986790/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/CliOptions.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/CliOptions.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/CliOptions.java index f5e4e49..a41b873 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/CliOptions.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/CliOptions.java @@ -80,6 +80,11 @@ public class CliOptions { jobConfig = JobConfigurationUtils.fileToProperties(cmd.getOptionValue(jobConfigLocation)); } else { jobConfig = JobConfigurationUtils.fileToProperties(cmd.getOptionValue(jobConfigLocation), conf); + for (String configKey : jobConfig.stringPropertyNames()) { + if (conf.get(configKey) != null) { + conf.unset(configKey); + } + } JobConfigurationUtils.putConfigurationIntoProperties(conf, jobConfig); } return jobConfig;
