Repository: incubator-gobblin Updated Branches: refs/heads/master 99b715238 -> 30990f485
[GOBBLIN-258] It tried to remove the tmp output path from wrong fs before compaction. Closes #2110 from treff7es/compaction_tmp_fs_fix Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/30990f48 Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/30990f48 Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/30990f48 Branch: refs/heads/master Commit: 30990f48523049ec22f7a42a2a6812d7a9b870be Parents: 99b7152 Author: treff7es <[email protected]> Authored: Thu Sep 21 10:34:34 2017 -0700 Committer: Hung Tran <[email protected]> Committed: Thu Sep 21 10:34:34 2017 -0700 ---------------------------------------------------------------------- .../apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/30990f48/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java index e436e4d..0f3592c 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java @@ -443,7 +443,7 @@ public abstract class MRCompactorJobRunner implements Runnable, Comparable<MRCom } //MR output path must not exist when MR job starts, so delete if exists. - this.fs.delete(this.dataset.outputTmpPath(), true); + this.tmpFs.delete(this.dataset.outputTmpPath(), true); FileOutputFormat.setOutputPath(job, this.dataset.outputTmpPath()); }
