Repository: incubator-systemml Updated Branches: refs/heads/master 4e9699e4e -> 2b34f21bf
[SYSTEMML-1392] Fix redundant write of results in parfor spark dpe Project: http://git-wip-us.apache.org/repos/asf/incubator-systemml/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-systemml/commit/2b34f21b Tree: http://git-wip-us.apache.org/repos/asf/incubator-systemml/tree/2b34f21b Diff: http://git-wip-us.apache.org/repos/asf/incubator-systemml/diff/2b34f21b Branch: refs/heads/master Commit: 2b34f21bf839e6a243b6bea8a07df66e9f7eb354 Parents: 4e9699e Author: Matthias Boehm <mboe...@gmail.com> Authored: Fri Mar 10 17:27:05 2017 -0800 Committer: Matthias Boehm <mboe...@gmail.com> Committed: Fri Mar 10 17:27:17 2017 -0800 ---------------------------------------------------------------------- .../parfor/RemoteDPParForSparkWorker.java | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/2b34f21b/src/main/java/org/apache/sysml/runtime/controlprogram/parfor/RemoteDPParForSparkWorker.java ---------------------------------------------------------------------- diff --git a/src/main/java/org/apache/sysml/runtime/controlprogram/parfor/RemoteDPParForSparkWorker.java b/src/main/java/org/apache/sysml/runtime/controlprogram/parfor/RemoteDPParForSparkWorker.java index 67d59dc..637d11f 100644 --- a/src/main/java/org/apache/sysml/runtime/controlprogram/parfor/RemoteDPParForSparkWorker.java +++ b/src/main/java/org/apache/sysml/runtime/controlprogram/parfor/RemoteDPParForSparkWorker.java @@ -129,13 +129,12 @@ public class RemoteDPParForSparkWorker extends ParWorker implements PairFlatMapF //maintain accumulators _aTasks.add( 1 ); _aIters.add( (int)(getExecutedIterations()-numIter) ); - - //write output if required (matrix indexed write) - //note: this copy is necessary for environments without spark libraries - ArrayList<String> tmp = RemoteParForUtils.exportResultVariables( _workerID, _ec.getVariables(), _resultVars ); - for( String val : tmp ) - ret.add(new Tuple2<Long,String>(_workerID, val)); - } + } + + //write output if required (matrix indexed write) + ArrayList<String> tmp = RemoteParForUtils.exportResultVariables( _workerID, _ec.getVariables(), _resultVars ); + for( String val : tmp ) + ret.add(new Tuple2<Long,String>(_workerID, val)); return ret.iterator(); }
