This is an automated email from the ASF dual-hosted git repository.
mboehm7 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from 20e7dd0800 [SYSTEMDS-3538] New word-error-rate builtin function for
TPCx-AI
new c3f13c82fd [MINOR] Cleanup code quality issues (imports, other
warnings)
new 90f749ea44 [MINOR] Cleanup matrix value/block access methods (get/set)
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../api/mlcontext/MLContextConversionUtil.java | 7 +-
.../sysds/hops/estim/EstimatorDensityMap.java | 6 +-
.../apache/sysds/hops/estim/EstimatorSampleRa.java | 2 +-
.../sysds/hops/recompile/LiteralReplacement.java | 4 +-
.../sysds/runtime/codegen/SpoofMultiAggregate.java | 12 +-
.../sysds/runtime/codegen/SpoofOperator.java | 4 +-
.../sysds/runtime/codegen/SpoofOuterProduct.java | 2 +-
.../apache/sysds/runtime/codegen/SpoofRowwise.java | 2 +-
.../runtime/compress/CompressedMatrixBlock.java | 26 +-
.../runtime/compress/bitmap/BitmapEncoder.java | 2 +-
.../colgroup/ColGroupLinearFunctional.java | 6 +-
.../compress/colgroup/ColGroupUncompressed.java | 8 +-
.../colgroup/dictionary/DictionaryFactory.java | 68 ++--
.../dictionary/IdentityDictionarySlice.java | 2 +-
.../colgroup/dictionary/MatrixBlockDictionary.java | 6 +-
.../colgroup/functional/LinearRegression.java | 4 +-
.../compress/colgroup/scheme/ConstScheme.java | 4 +-
.../compress/colgroup/scheme/EmptyScheme.java | 6 +-
.../runtime/compress/lib/CLALibAggTernaryOp.java | 2 +-
.../runtime/compress/lib/CLALibBinaryCellOp.java | 4 +-
.../sysds/runtime/compress/lib/CLALibCompAgg.java | 38 +-
.../sysds/runtime/compress/lib/CLALibSlice.java | 2 +-
.../runtime/compress/lib/CLALibTernaryOp.java | 6 +-
.../apache/sysds/runtime/compress/utils/Util.java | 2 +-
.../controlprogram/federated/FederationUtils.java | 30 +-
.../controlprogram/paramserv/dp/DRSparkScheme.java | 4 +-
.../paramserv/dp/DataPartitionSparkScheme.java | 2 +-
.../controlprogram/paramserv/dp/ORSparkScheme.java | 2 +-
.../parfor/RemoteDPParForSparkWorker.java | 4 +-
.../parfor/ResultMergeLocalFile.java | 3 +-
.../controlprogram/parfor/ResultMergeMatrix.java | 20 +-
.../parfor/util/StagingFileUtils.java | 2 +-
.../sysds/runtime/frame/data/FrameBlock.java | 4 +-
.../frame/data/lib/FrameFromMatrixBlock.java | 2 +-
.../sysds/runtime/functionobjects/CTable.java | 10 +-
.../cp/AggregateTernaryCPInstruction.java | 2 +-
.../cp/AggregateUnaryCPInstruction.java | 4 +-
.../cp/MatrixBuiltinNaryCPInstruction.java | 2 +-
.../instructions/cp/QuaternaryCPInstruction.java | 2 +-
.../instructions/cp/StringInitCPInstruction.java | 2 +-
.../cp/UaggOuterChainCPInstruction.java | 2 +-
.../instructions/cp/VariableCPInstruction.java | 4 +-
.../fed/CumulativeOffsetFEDInstruction.java | 8 +-
.../fed/ParameterizedBuiltinFEDInstruction.java | 4 +-
.../fed/QuantilePickFEDInstruction.java | 14 +-
.../fed/QuaternaryWCeMMFEDInstruction.java | 2 +-
.../fed/QuaternaryWDivMMFEDInstruction.java | 2 +-
.../fed/UnaryMatrixFEDInstruction.java | 8 +-
.../spark/AggregateTernarySPInstruction.java | 6 +-
.../spark/CumulativeAggregateSPInstruction.java | 4 +-
.../spark/QuantilePickSPInstruction.java | 18 +-
.../spark/QuaternarySPInstruction.java | 2 +-
.../instructions/spark/SpoofSPInstruction.java | 10 +-
.../functions/ExtractBlockForBinaryReblock.java | 2 +-
.../instructions/spark/functions/ExtractGroup.java | 6 +-
.../spark/functions/ExtractGroupNWeights.java | 6 +-
.../spark/utils/RDDAggregateUtils.java | 2 +-
.../spark/utils/RDDConverterUtils.java | 10 +-
.../instructions/spark/utils/RDDSortUtils.java | 24 +-
.../org/apache/sysds/runtime/io/WriterHDF5.java | 4 +-
.../sysds/runtime/io/WriterMatrixMarket.java | 34 +-
.../org/apache/sysds/runtime/io/WriterTextCSV.java | 6 +-
.../apache/sysds/runtime/io/WriterTextCell.java | 34 +-
.../apache/sysds/runtime/io/WriterTextLIBSVM.java | 6 +-
.../apache/sysds/runtime/iogen/ReaderMapping.java | 10 +-
.../sysds/runtime/iogen/ReaderMappingIndex.java | 10 +-
.../sysds/runtime/matrix/data/CM_N_COVCell.java | 4 +-
.../sysds/runtime/matrix/data/CTableMap.java | 2 +-
.../sysds/runtime/matrix/data/LibCommonsMath.java | 20 +-
.../sysds/runtime/matrix/data/LibMatrixAgg.java | 120 +++---
.../data/LibMatrixAggUnarySpecialization.java | 26 +-
.../runtime/matrix/data/LibMatrixBincell.java | 68 ++--
.../matrix/data/LibMatrixCountDistinct.java | 12 +-
.../sysds/runtime/matrix/data/LibMatrixDNN.java | 1 -
.../sysds/runtime/matrix/data/LibMatrixEquals.java | 2 +-
.../sysds/runtime/matrix/data/LibMatrixMult.java | 60 +--
.../runtime/matrix/data/LibMatrixOuterAgg.java | 96 ++---
.../sysds/runtime/matrix/data/LibMatrixReorg.java | 35 +-
.../sysds/runtime/matrix/data/LibMatrixSketch.java | 4 +-
.../runtime/matrix/data/LibMatrixTercell.java | 12 +-
.../sysds/runtime/matrix/data/MatrixBlock.java | 430 ++++++++++-----------
.../sysds/runtime/matrix/data/MatrixCell.java | 6 +-
.../sysds/runtime/matrix/data/MatrixValue.java | 4 +-
.../matrix/data/sketch/CountDistinctSketch.java | 4 +-
.../countdistinct/CountDistinctFunctionSketch.java | 22 +-
.../data/sketch/countdistinctapprox/KMVSketch.java | 70 ++--
.../sysds/runtime/transform/decode/DecoderBin.java | 2 +-
.../runtime/transform/decode/DecoderDummycode.java | 2 +-
.../transform/decode/DecoderPassThrough.java | 2 +-
.../runtime/transform/decode/DecoderRecode.java | 2 +-
.../transform/encode/ColumnEncoderDummycode.java | 8 +-
.../encode/ColumnEncoderWordEmbedding.java | 4 +-
.../runtime/transform/encode/CompressedEncode.java | 12 +-
.../runtime/transform/encode/EncoderMVImpute.java | 4 +-
.../runtime/transform/encode/EncoderOmit.java | 2 +-
.../transform/encode/MultiColumnEncoder.java | 6 +-
.../sysds/runtime/util/CommonThreadPool.java | 2 -
.../apache/sysds/runtime/util/DataConverter.java | 36 +-
.../apache/sysds/runtime/util/LocalFileUtils.java | 17 +-
.../sysds/runtime/util/Py4jConverterUtils.java | 2 +-
.../sysds/performance/generators/ConstMatrix.java | 2 +-
.../sysds/performance/micro/InformationLoss.java | 4 +-
.../org/apache/sysds/test/AutomatedTestBase.java | 3 -
src/test/java/org/apache/sysds/test/TestUtils.java | 16 +-
.../compress/AbstractCompressedUnaryTests.java | 4 +-
.../component/compress/CompressedCustomTests.java | 8 +-
.../component/compress/CompressedMatrixTest.java | 10 +-
.../component/compress/CompressedTestBase.java | 14 +-
.../compress/CompressibleInputGenerator.java | 26 +-
.../compress/bitmap/BitMapSparseTest.java | 4 +-
.../test/component/compress/bitmap/BitMapTest.java | 6 +-
.../component/compress/colgroup/ColGroupBase.java | 22 +-
.../component/compress/colgroup/ColGroupTest.java | 14 +-
.../estim/encoding/EncodeSampleCustom.java | 2 +-
.../component/compress/lib/CombineGroupsTest.java | 2 +-
.../compress/offset/OffsetTestPreAggregate.java | 20 +-
.../component/compress/readers/ReadersTest.java | 6 +-
.../readers/ReadersTestCompareReaders.java | 4 +-
.../test/component/frame/FrameAppendTest_Old.java | 2 +-
.../component/frame/FrameFromMatrixBlockTest.java | 4 +-
.../test/component/frame/FrameIndexingTest.java | 6 +-
.../test/component/frame/FrameRemoveEmpty.java | 8 +-
...ransformCompressedTestSingleColBinSpecific.java | 2 +-
.../test/component/matrix/CountDistinctTest.java | 2 +-
.../test/component/matrix/DenseAndSparseTest.java | 2 +-
.../sysds/test/component/matrix/EqualsTest.java | 40 +-
.../sysds/test/component/matrix/ProdTest.java | 2 +-
.../sysds/test/component/matrix/TSMMTest.java | 6 +-
.../component/matrix/TransposeInplaceTest.java | 2 +-
.../test/component/matrix/TransposeTwiceTest.java | 2 +-
.../sysds/test/component/matrix/UnaryOpTest.java | 10 +-
.../test/functions/aggregate/AggregateNaNTest.java | 2 +-
.../data/misc/MatrixMarketFormatTest.java | 2 +-
.../test/functions/io/binary/BlocksizeTest.java | 4 +-
.../test/functions/io/binary/SerializeTest.java | 10 +-
.../test/functions/jmlc/NamespaceFunctionTest.java | 4 +-
.../DataFrameVectorFrameConversionTest.java | 2 +-
.../mlcontext/DataFrameVectorScriptTest.java | 2 +-
.../recompile/CSVReadUnknownSizeTest.java | 2 +-
.../functions/recompile/ReblockRecompileTest.java | 2 +-
.../TransformApplyEmptyRecodeMapTest.java | 2 +-
.../transform/TransformApplyUnknownsTest.java | 10 +-
142 files changed, 956 insertions(+), 998 deletions(-)
