This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from a3fab6a87d [SYSTEMDS-3476] Spark with default settings
add e32528220d [SYSTEMDS-3272] applySchema DML builtin
add bf67bc4888 [SYSTEMDS-3272] applySchema FrameBlock internals
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/sysds/common/Builtins.java | 1 +
src/main/java/org/apache/sysds/common/Types.java | 4 +-
src/main/java/org/apache/sysds/lops/Lop.java | 1 -
.../sysds/parser/BuiltinFunctionExpression.java | 9 +-
.../org/apache/sysds/parser/DMLTranslator.java | 1 +
.../controlprogram/caching/FrameObject.java | 18 +-
.../controlprogram/context/ExecutionContext.java | 1 +
.../sysds/runtime/frame/data/FrameBlock.java | 214 +++++++++----------
.../apache/sysds/runtime/frame/data/FrameUtil.java | 45 +++-
.../sysds/runtime/frame/data/columns/Array.java | 105 +++++++++-
.../runtime/frame/data/columns/BooleanArray.java | 70 ++++++-
.../runtime/frame/data/columns/DoubleArray.java | 115 +++++++++-
.../runtime/frame/data/columns/FloatArray.java | 68 +++++-
.../runtime/frame/data/columns/IntegerArray.java | 64 +++++-
.../runtime/frame/data/columns/LongArray.java | 68 +++++-
.../runtime/frame/data/columns/StringArray.java | 231 ++++++++++++++++++++-
.../frame/data/lib/FrameFromMatrixBlock.java | 126 +++++++++++
.../frame/data/lib/FrameLibDetectSchema.java | 89 ++++++++
.../sysds/runtime/functionobjects/Builtin.java | 4 +-
.../runtime/instructions/CPInstructionParser.java | 1 +
.../cp/BinaryFrameFrameCPInstruction.java | 13 +-
.../instructions/cp/FrameAppendCPInstruction.java | 30 +--
.../instructions/cp/UnaryFrameCPInstruction.java | 3 +-
.../spark/FrameAppendMSPInstruction.java | 13 +-
.../spark/FrameAppendRSPInstruction.java | 13 +-
.../spark/UnaryFrameSPInstruction.java | 4 +-
.../org/apache/sysds/runtime/io/FrameReader.java | 4 +-
.../sysds/runtime/io/FrameReaderBinaryBlock.java | 8 +-
.../sysds/runtime/io/FrameWriterBinaryBlock.java | 7 +-
.../org/apache/sysds/runtime/matrix/data/Pair.java | 5 +
.../apache/sysds/runtime/util/DataConverter.java | 95 +--------
.../org/apache/sysds/test/AutomatedTestBase.java | 42 +++-
.../test/component/frame/FrameAppendTest.java | 6 +-
.../test/component/frame/FrameApplySchema.java | 63 ++++++
.../component/frame/FrameFromMatrixBlockTest.java | 59 ++++++
.../test/component/frame/FrameIndexingTest.java | 6 +-
.../component/frame/array/CustomArrayTests.java | 181 ++++++++++++++++
.../component/frame/array/FrameArrayTests.java | 118 ++++++++++-
.../component/frame/array/NegativeArrayTests.java | 39 +++-
.../builtin/part1/BuiltinDateProcessingTest.java | 205 ++++++++----------
.../functions/builtin/part1/BuiltinEMATest.java | 9 +-
.../test/functions/frame/ApplySchemaTest.java | 187 +++++++++++++++++
.../test/functions/frame/DetectSchemaTest.java | 139 ++++++-------
.../test/functions/frame/FrameAppendDistTest.java | 24 +--
.../functions/frame/FrameIndexingDistTest.java | 65 +++---
.../frame/FrameScalarCastingIntegratedTest.java | 4 +-
.../sysds/test/functions/mlcontext/FrameTest.java | 45 ++--
.../functions/mlcontext/MLContextFrameTest.java | 105 +++-------
.../frame/{DetectSchema.dml => applySchema.dml} | 22 +-
49 files changed, 2115 insertions(+), 634 deletions(-)
create mode 100644
src/main/java/org/apache/sysds/runtime/frame/data/lib/FrameFromMatrixBlock.java
create mode 100644
src/main/java/org/apache/sysds/runtime/frame/data/lib/FrameLibDetectSchema.java
create mode 100644
src/test/java/org/apache/sysds/test/component/frame/FrameApplySchema.java
create mode 100644
src/test/java/org/apache/sysds/test/component/frame/FrameFromMatrixBlockTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/frame/array/CustomArrayTests.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/frame/ApplySchemaTest.java
copy src/test/scripts/functions/frame/{DetectSchema.dml => applySchema.dml}
(75%)
