Repository: systemml Updated Branches: refs/heads/master 6a4f1e799 -> 5837953e9
[MINOR] Additional debug info on matrix compression (column classify) Project: http://git-wip-us.apache.org/repos/asf/systemml/repo Commit: http://git-wip-us.apache.org/repos/asf/systemml/commit/72830f09 Tree: http://git-wip-us.apache.org/repos/asf/systemml/tree/72830f09 Diff: http://git-wip-us.apache.org/repos/asf/systemml/diff/72830f09 Branch: refs/heads/master Commit: 72830f09ae0aae30fe1c9f24e2fe167f3cf848a1 Parents: 6a4f1e7 Author: Matthias Boehm <[email protected]> Authored: Thu Feb 15 17:23:23 2018 -0800 Committer: Matthias Boehm <[email protected]> Committed: Thu Feb 15 17:23:58 2018 -0800 ---------------------------------------------------------------------- .../sysml/runtime/compress/CompressedMatrixBlock.java | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/systemml/blob/72830f09/src/main/java/org/apache/sysml/runtime/compress/CompressedMatrixBlock.java ---------------------------------------------------------------------- diff --git a/src/main/java/org/apache/sysml/runtime/compress/CompressedMatrixBlock.java b/src/main/java/org/apache/sysml/runtime/compress/CompressedMatrixBlock.java index 4867749..edba26e 100644 --- a/src/main/java/org/apache/sysml/runtime/compress/CompressedMatrixBlock.java +++ b/src/main/java/org/apache/sysml/runtime/compress/CompressedMatrixBlock.java @@ -269,7 +269,7 @@ public class CompressedMatrixBlock extends MatrixBlock implements Externalizable CompressedSizeInfo[] sizeInfos = (k > 1) ? computeCompressedSizeInfos(bitmapSizeEstimator, numCols, k) : computeCompressedSizeInfos(bitmapSizeEstimator, numCols); - long nnzUC = 0; + long nnzUC = 0; for (int col = 0; col < numCols; col++) { double uncompSize = getUncompressedSize(numRows, 1, OptimizerUtils.getSparsity(numRows, 1, sizeInfos[col].getEstNnz())); @@ -300,6 +300,15 @@ public class CompressedMatrixBlock extends MatrixBlock implements Externalizable } } + if( LOG.isTraceEnabled() ) { + LOG.trace("C: "+Arrays.toString(colsC.toArray(new Integer[0]))); + LOG.trace("-- compression ratios: "+Arrays.toString( + colsC.stream().map(c -> compRatios.get(c)).toArray())); + LOG.trace("UC: "+Arrays.toString(colsUC.toArray(new Integer[0]))); + LOG.trace("-- compression ratios: "+Arrays.toString( + colsUC.stream().map(c -> compRatios.get(c)).toArray())); + } + if( LOG.isDebugEnabled() ) { _stats.timePhase1 = time.stop(); LOG.debug("Compression statistics:");
