This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 614c168 [MINOR] Increase timeout to 90 minues for function tests
add 5c63f30 [MINOR] CSV parsing optimization bypassing hash function
No new revisions were added by this update.
Summary of changes:
.../api/mlcontext/MLContextConversionUtil.java | 2 +-
.../instructions/cp/VariableCPInstruction.java | 3 +-
.../spark/CSVReblockSPInstruction.java | 17 +-
.../spark/utils/RDDConverterUtils.java | 25 +-
.../sysds/runtime/io/FileFormatPropertiesCSV.java | 15 +-
.../sysds/runtime/io/FrameReaderTextCSV.java | 2 +-
.../apache/sysds/runtime/io/IOUtilFunctions.java | 3 +-
.../sysds/runtime/io/ReaderTextCSVParallel.java | 611 ++++++++++++---------
.../apache/sysds/runtime/io/ReaderTextLIBSVM.java | 3 +-
.../sysds/runtime/transform/meta/TfMetaUtils.java | 4 +-
.../sysds/runtime/util/FastStringTokenizer.java | 2 +-
.../apache/sysds/runtime/util/UtilFunctions.java | 8 +-
.../test/functions/builtin/BuiltinDMVTest.java | 10 +-
.../TransformFederatedEncodeApplyTest.java | 2 -
.../test/functions/frame/FrameConverterTest.java | 2 +-
.../{ReadCSVTest4Nan.java => ReadCSVTest7.java} | 35 +-
.../csv/{ReadCSVTest1.java => ReadCSVTest8.java} | 14 +-
.../csv/{ReadCSVTest_2.dml => ReadCSVTest_7.dml} | 4 +-
.../csv/{ReadCSVTest_4.dml => ReadCSVTest_8.dml} | 2 +-
.../scripts/functions/io/csv/in/nan_integers_4.csv | 16 +-
src/test/scripts/functions/io/csv/in/sparse_7.csv | 14 +
src/test/scripts/functions/io/csv/in/sparse_8.csv | 2 +
22 files changed, 455 insertions(+), 341 deletions(-)
copy
src/test/java/org/apache/sysds/test/functions/io/csv/{ReadCSVTest4Nan.java =>
ReadCSVTest7.java} (87%)
copy src/test/java/org/apache/sysds/test/functions/io/csv/{ReadCSVTest1.java
=> ReadCSVTest8.java} (75%)
copy src/test/scripts/functions/io/csv/{ReadCSVTest_2.dml =>
ReadCSVTest_7.dml} (96%)
copy src/test/scripts/functions/io/csv/{ReadCSVTest_4.dml =>
ReadCSVTest_8.dml} (94%)
create mode 100644 src/test/scripts/functions/io/csv/in/sparse_7.csv
create mode 100644 src/test/scripts/functions/io/csv/in/sparse_8.csv
