This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from d140659 [MINOR] Set safer lower number of threads in tests
add fe07c9f [SYSTEMDS-2610] CLA Updates to reduce compression time
No new revisions were added by this update.
Summary of changes:
src/main/java/org/apache/sysds/conf/DMLConfig.java | 2 +-
.../sysds/parser/BuiltinFunctionExpression.java | 2 +-
.../runtime/compress/CompressedMatrixBlock.java | 234 +++---
.../compress/CompressedMatrixBlockFactory.java | 205 +++---
.../runtime/compress/CompressionSettings.java | 20 +-
.../compress/CompressionSettingsBuilder.java | 2 +-
.../runtime/compress/DMLCompressionException.java | 8 -
.../compress/{utils => bitmap}/ABitmap.java | 77 +-
.../runtime/compress/{utils => bitmap}/Bitmap.java | 40 +-
.../compress/{lib => bitmap}/BitmapEncoder.java | 130 +---
.../compress/{utils => bitmap}/MultiColBitmap.java | 31 +-
.../runtime/compress/cocode/CoCodeGreedy.java | 28 +-
.../runtime/compress/cocode/CoCodeHybrid.java | 54 +-
.../runtime/compress/cocode/CoCodePriorityQue.java | 71 +-
.../runtime/compress/cocode/CoCoderFactory.java | 3 -
.../sysds/runtime/compress/colgroup/AColGroup.java | 363 +++++-----
.../compress/colgroup/ColGroupCompressed.java | 140 ++--
.../runtime/compress/colgroup/ColGroupConst.java | 286 +++++---
.../runtime/compress/colgroup/ColGroupDDC.java | 5 +-
.../runtime/compress/colgroup/ColGroupEmpty.java | 164 +++--
.../runtime/compress/colgroup/ColGroupFactory.java | 447 +++++++-----
.../runtime/compress/colgroup/ColGroupIO.java | 85 +--
.../runtime/compress/colgroup/ColGroupOLE.java | 4 +-
.../runtime/compress/colgroup/ColGroupOffset.java | 4 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 4 +-
.../runtime/compress/colgroup/ColGroupSDC.java | 27 +-
.../compress/colgroup/ColGroupSDCSingle.java | 47 +-
.../compress/colgroup/ColGroupSDCSingleZeros.java | 77 +-
.../compress/colgroup/ColGroupSDCZeros.java | 49 +-
.../runtime/compress/colgroup/ColGroupSizes.java | 24 +-
.../compress/colgroup/ColGroupUncompressed.java | 160 +++--
.../runtime/compress/colgroup/ColGroupValue.java | 371 +++++-----
.../compress/colgroup/dictionary/ADictionary.java | 9 +-
.../compress/colgroup/dictionary/Dictionary.java | 66 +-
.../colgroup/dictionary/DictionaryFactory.java | 38 +-
.../colgroup/dictionary/MatrixBlockDictionary.java | 81 ++-
.../compress/colgroup/dictionary/QDictionary.java | 89 +--
.../colgroup/insertionsort/AInsertionSorter.java | 15 -
.../insertionsort/InsertionSorterFactory.java | 3 +-
.../colgroup/insertionsort/MaterializeSort.java | 60 +-
.../colgroup/insertionsort/MaterializeSortV2.java | 91 ---
.../compress/colgroup/mapping/AMapToData.java | 24 +-
.../compress/colgroup/mapping/MapToBit.java | 12 +-
.../compress/colgroup/mapping/MapToByte.java | 26 +-
.../compress/colgroup/mapping/MapToChar.java | 13 +-
.../compress/colgroup/mapping/MapToFactory.java | 62 +-
.../compress/colgroup/mapping/MapToInt.java | 13 +-
.../compress/colgroup/offset/AIterator.java | 21 +-
.../runtime/compress/colgroup/offset/AOffset.java | 20 +-
.../compress/colgroup/offset/OffsetFactory.java | 34 +-
.../compress/cost/ComputationCostEstimator.java | 182 ++---
.../compress/cost/CostEstimatorBuilder.java | 23 +-
.../compress/cost/CostEstimatorFactory.java | 30 +-
.../compress/cost/DistinctCostEstimator.java | 46 +-
.../runtime/compress/cost/HybridCostEstimator.java | 69 ++
.../sysds/runtime/compress/cost/ICostEstimate.java | 40 +-
.../compress/cost/InstructionTypeCounter.java | 18 +-
.../runtime/compress/cost/MemoryCostEstimator.java | 42 +-
.../compress/estim/CompressedSizeEstimator.java | 98 +--
.../estim/CompressedSizeEstimatorExact.java | 37 +-
.../estim/CompressedSizeEstimatorFactory.java | 91 +--
.../estim/CompressedSizeEstimatorSample.java | 341 ++++++---
.../estim/CompressedSizeEstimatorUltraSparse.java | 107 +++
.../runtime/compress/estim/CompressedSizeInfo.java | 32 +-
.../compress/estim/CompressedSizeInfoColGroup.java | 78 +-
.../runtime/compress/estim/EstimationFactors.java | 213 +++---
.../estim/sample/SampleEstimatorFactory.java | 57 +-
.../runtime/compress/lib/BitmapLossyEncoder.java | 369 ----------
.../sysds/runtime/compress/lib/CLALibAppend.java | 61 +-
.../runtime/compress/lib/CLALibBinaryCellOp.java | 44 +-
.../sysds/runtime/compress/lib/CLALibCompAgg.java | 280 ++++----
.../runtime/compress/lib/CLALibDecompress.java | 115 ++-
.../runtime/compress/lib/CLALibLeftMultBy.java | 518 +++++---------
.../runtime/compress/lib/CLALibRightMultBy.java | 131 ++--
.../sysds/runtime/compress/lib/CLALibScalar.java | 63 +-
.../sysds/runtime/compress/lib/CLALibSquash.java | 124 +---
.../sysds/runtime/compress/lib/CLALibUnary.java | 58 ++
.../sysds/runtime/compress/lib/CLALibUtils.java | 145 +++-
.../compress/readers/ReaderColumnSelection.java | 71 +-
.../ReaderColumnSelectionDenseMultiBlock.java | 10 +-
...erColumnSelectionDenseMultiBlockTransposed.java | 10 +-
.../ReaderColumnSelectionDenseSingleBlock.java | 18 +-
...rColumnSelectionDenseSingleBlockTransposed.java | 16 +-
.../readers/ReaderColumnSelectionSparse.java | 36 +-
.../ReaderColumnSelectionSparseTransposed.java | 40 +-
.../readers/ReaderCompressedSelection.java | 69 --
.../sysds/runtime/compress/utils/BitmapLossy.java | 126 ----
.../DArrCounts.java} | 36 +-
.../sysds/runtime/compress/utils/DblArray.java | 9 +-
.../compress/utils/DblArrayCountHashMap.java | 186 +++++
.../compress/utils/DblArrayIntListHashMap.java | 16 +-
.../sysds/runtime/compress/utils/IntIntMap.java | 251 -------
.../runtime/compress/utils/LinearAlgebraUtils.java | 297 --------
.../compress/workload/WorkloadAnalyzer.java | 72 +-
.../instructions/cp/MatrixAppendCPInstruction.java | 3 +-
.../spark/CompressionSPInstruction.java | 4 +-
.../sysds/runtime/matrix/data/LibMatrixReorg.java | 8 +
.../sysds/runtime/matrix/data/MatrixBlock.java | 22 +-
.../runtime/matrix/operators/UnaryOperator.java | 1 +
src/test/java/org/apache/sysds/test/TestUtils.java | 180 ++++-
.../compress/AbstractCompressedUnaryTests.java | 50 +-
.../component/compress/CompressedMatrixTest.java | 347 +++------
.../component/compress/CompressedTestBase.java | 790 ++++++---------------
.../component/compress/CompressedVectorTest.java | 25 +-
.../compress/CompressibleInputGenerator.java | 133 ++--
.../component/compress/ExtendedMatrixTests.java | 459 ++++++++++++
.../test/component/compress/InvalidInputTest.java | 4 +-
.../compress/ParCompressedMatrixTest.java | 57 +-
.../sysds/test/component/compress/TestBase.java | 112 ++-
.../test/component/compress/TestConstants.java | 31 +-
.../compress/colgroup/JolEstimateDDCTest.java | 34 +-
.../compress/colgroup/JolEstimateOLETest.java | 30 +-
.../compress/colgroup/JolEstimateRLETest.java | 33 +-
.../compress/colgroup/JolEstimateTest.java | 71 +-
.../colgroup/JolEstimateUncompressedTest.java | 14 +-
.../compress/colgroup/SDCConstructionTest.java | 165 -----
.../compress/estim/JoinCompressionInfoTest.java | 8 +-
.../compress/estim/SampleEstimatorTest.java | 12 +-
.../component/compress/mapping/MappingTests.java | 92 ++-
.../compress/mapping/MappingTestsResize.java | 79 +++
.../compress/mapping/StandAloneTests.java | 16 +-
.../compress/offset/OffsetSingleTests.java | 2 +-
.../BitmapTest.java} | 22 +-
.../component/compress/workload/WorkloadTest.java | 26 +-
.../matrix/BinaryOperationInPlaceTest.java | 65 ++
.../compress/configuration/CompressForce.java | 1 +
.../CompressedSparkInstructionsTest.java | 127 ++++
.../CompressedSparkInstructionsTestDense.java} | 26 +-
.../CompressedSparkInstructionsTestSparse.java} | 27 +-
.../compress/workload/WorkloadAlgorithmTest.java | 23 +-
.../compress/workload/WorkloadAnalysisTest.java | 5 +-
.../compress/instructionsSpark/compress_mm.dml | 39 +
.../compress/instructionsSpark/compress_sum.dml | 31 +
133 files changed, 5601 insertions(+), 6089 deletions(-)
rename src/main/java/org/apache/sysds/runtime/compress/{utils =>
bitmap}/ABitmap.java (70%)
rename src/main/java/org/apache/sysds/runtime/compress/{utils =>
bitmap}/Bitmap.java (76%)
rename src/main/java/org/apache/sysds/runtime/compress/{lib =>
bitmap}/BitmapEncoder.java (62%)
rename src/main/java/org/apache/sysds/runtime/compress/{utils =>
bitmap}/MultiColBitmap.java (85%)
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/insertionsort/MaterializeSortV2.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cost/HybridCostEstimator.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/CompressedSizeEstimatorUltraSparse.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/BitmapLossyEncoder.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibUnary.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/readers/ReaderCompressedSelection.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/utils/BitmapLossy.java
rename
src/main/java/org/apache/sysds/runtime/compress/{readers/ReaderColumnSelectionBitSet.java
=> utils/DArrCounts.java} (53%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/utils/DblArrayCountHashMap.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/utils/IntIntMap.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/utils/LinearAlgebraUtils.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/ExtendedMatrixTests.java
delete mode 100644
src/test/java/org/apache/sysds/test/component/compress/colgroup/SDCConstructionTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/mapping/MappingTestsResize.java
copy
src/test/java/org/apache/sysds/test/component/compress/{offset/OffsetSingleTests.java
=> util/BitmapTest.java} (60%)
create mode 100644
src/test/java/org/apache/sysds/test/component/matrix/BinaryOperationInPlaceTest.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/compress/instructionsSpark/CompressedSparkInstructionsTest.java
copy
src/{main/java/org/apache/sysds/runtime/compress/DMLCompressionException.java
=>
test/java/org/apache/sysds/test/functions/compress/instructionsSpark/CompressedSparkInstructionsTestDense.java}
(60%)
copy
src/{main/java/org/apache/sysds/runtime/compress/DMLCompressionException.java
=>
test/java/org/apache/sysds/test/functions/compress/instructionsSpark/CompressedSparkInstructionsTestSparse.java}
(60%)
create mode 100644
src/test/scripts/functions/compress/instructionsSpark/compress_mm.dml
create mode 100644
src/test/scripts/functions/compress/instructionsSpark/compress_sum.dml
