Repository: incubator-systemml Updated Branches: refs/heads/master 1fc5ce121 -> b1451c0cd
[SYSTEMML-584] Fix jmlc program/hop dag rewrites (avoid mtd file io) Project: http://git-wip-us.apache.org/repos/asf/incubator-systemml/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-systemml/commit/8e8283b9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-systemml/tree/8e8283b9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-systemml/diff/8e8283b9 Branch: refs/heads/master Commit: 8e8283b959dcf1c41f7f999e5ef6596ec9c19e57 Parents: 1fc5ce1 Author: Matthias Boehm <[email protected]> Authored: Thu Apr 7 13:13:15 2016 -0700 Committer: Matthias Boehm <[email protected]> Committed: Thu Apr 7 13:30:24 2016 -0700 ---------------------------------------------------------------------- src/main/java/org/apache/sysml/hops/recompile/Recompiler.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/8e8283b9/src/main/java/org/apache/sysml/hops/recompile/Recompiler.java ---------------------------------------------------------------------- diff --git a/src/main/java/org/apache/sysml/hops/recompile/Recompiler.java b/src/main/java/org/apache/sysml/hops/recompile/Recompiler.java index 5ba4086..9452bc2 100644 --- a/src/main/java/org/apache/sysml/hops/recompile/Recompiler.java +++ b/src/main/java/org/apache/sysml/hops/recompile/Recompiler.java @@ -34,6 +34,7 @@ import org.apache.hadoop.mapred.JobConf; import org.apache.wink.json4j.JSONObject; import org.apache.sysml.api.DMLScript; import org.apache.sysml.conf.ConfigurationManager; +import org.apache.sysml.conf.CompilerConfig.ConfigType; import org.apache.sysml.hops.DataGenOp; import org.apache.sysml.hops.DataOp; import org.apache.sysml.hops.FunctionOp; @@ -1646,7 +1647,8 @@ public class Recompiler //special case for persistent reads with unknown size (read-after-write) else if( hop instanceof DataOp && ((DataOp)hop).getDataOpType() == DataOpTypes.PERSISTENTREAD - && !hop.dimsKnown() && ((DataOp)hop).getInputFormatType()!=FileFormatTypes.CSV ) + && !hop.dimsKnown() && ((DataOp)hop).getInputFormatType()!=FileFormatTypes.CSV + && !ConfigurationManager.getCompilerConfigFlag(ConfigType.IGNORE_READ_WRITE_METADATA) ) { //update hop with read meta data DataOp dop = (DataOp) hop;
