This is an automated email from the ASF dual-hosted git repository.
zkaoudi pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 97bed9f8 Merge pull request #451 from
apache/dependabot/maven/wayang-commons/wayang-serializable/com.google.protobuf-protobuf-java-3.16.3
add 647834af Add placeholder for tensorflow scala operators
add e3cb017f Rebase from main
add 14755df1 Add GenericTco inputs for all operators
add 81d777f6 Initiate infering types on operators
add 4997dc42 Use optional type inference with default parameters on
operators
add 3499b756 Add model and op infrastructure in python-api
add 9b766d55 Add operators to dataquanta.py
add c523704b Outline json format for predict and DlTraining
add fae64568 Add DLModel and optimizer serialization
add 102753db Parse plan from json with hardcoded model details
add 7946b8d9 Add mappings for Ops parameters
add 5c3ebb0c Remove dotfiles
add 629449d8 Fix license header in dataquanta.py
add 1cb3a049 Try constrained typing that is non functional yet
add c67075e2 Add NDimArray to python types to encode types sent to java
add 5f87720c Add NDimArray typing that to operatorsFromJson
add c0c2cdb4 Add hacky way to use stream of list in NdArray
add a7eb3baa Add NdimArray typing to fit Tensorflow implementation of
DLTraining and Predict operators
add 10e27e13 Add sort operator
add 6bbdcd48 Change action to install locally, then use local build files
to run tests
add 3526e7a0 Add configuration to python API for config ergonomics
add 3fa3c389 Merge pull request #454 from juripetersen/wayang-python-api
No new revisions were added by this update.
Summary of changes:
.github/workflows/backend.yml | 4 +-
python/setup.cfg | 1 +
.../src/pywy => src/pywy/basic}/__init__.py | 0
.../src/pywy => src/pywy/basic/model}/__init__.py | 0
.../pywy/{exception.py => basic/model/models.py} | 12 +-
python/src/pywy/basic/model/ops.py | 235 +++++++++++++++++++++
python/src/pywy/basic/model/optimizer.py | 63 ++++++
python/src/pywy/basic/model/option.py | 55 +++++
python/src/pywy/core/core.py | 7 +-
python/src/pywy/core/serializer.py | 13 ++
python/src/pywy/dataquanta.py | 98 +++++++--
python/src/pywy/execution/worker.py | 9 +-
python/src/pywy/operators/__init__.py | 9 +-
python/src/pywy/operators/base.py | 9 +
python/src/pywy/operators/binary.py | 36 +++-
python/src/pywy/operators/sink.py | 10 +-
python/src/pywy/operators/source.py | 2 +
python/src/pywy/operators/unary.py | 70 ++++--
.../src/pywy/platforms/{java.py => tensorflow.py} | 6 +-
python/src/pywy/tests/builder_test.py | 37 ----
python/src/pywy/tests/filter_test.py | 12 +-
python/src/pywy/tests/test.py | 79 +++++++
python/src/pywy/tests/word_count.py | 48 ++++-
python/src/pywy/types.py | 152 ++++++++++++-
wayang-api/wayang-api-json/pom.xml | 6 +
.../src/main/scala/builder/JsonPlanBuilder.scala | 138 ++++++++++--
.../OperatorFromDrawflowConverter.scala | 8 +-
.../scala/operatorfromjson/ContextFromJson.scala | 1 +
.../scala/operatorfromjson/OperatorFromJson.scala | 10 +-
.../binary/DLTrainingOperatorFromJson.scala | 95 +++++++++
...romJson.scala => PredictOperatorFromJson.scala} | 11 +-
.../input/TextFileInputFromJson.scala | 4 +
.../output/TextFileOutputFromJson.scala | 4 +
.../unary/FlatMapOperatorFromJson.scala | 3 +-
.../unary/MapOperatorFromJson.scala | 7 +-
.../unary/MapPartitionsOperatorFromJson.scala | 3 +-
.../unary/ReduceOperatorFromJson.scala | 3 +-
.../api/python/executor/ProcessReceiver.java | 1 +
.../api/python/executor/PythonWorkerManager.java | 1 -
.../function/WrappedPredicateDescriptor.java | 10 +-
wayang-api/wayang-api-scala-java/pom.xml | 11 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 67 +++++-
.../org/apache/wayang/api/util/NDimArray.scala | 52 +++++
wayang-benchmark/pom.xml | 5 +
.../org/apache/wayang/apps/util/Parameters.scala | 3 +
wayang-commons/pom.xml | 1 -
wayang-commons/wayang-serializable/pom.xml | 101 ---------
.../src/main/proto/pywayangplan.proto | 67 ------
.../src/main/python/pyplangenerator.sh | 20 --
.../wayang/tensorflow/model/TensorflowModel.java | 2 +-
.../operators/TensorflowCollectionSource.java | 9 +-
51 files changed, 1260 insertions(+), 350 deletions(-)
copy python/{old_code/src/pywy => src/pywy/basic}/__init__.py (100%)
copy python/{old_code/src/pywy => src/pywy/basic/model}/__init__.py (100%)
copy python/src/pywy/{exception.py => basic/model/models.py} (81%)
create mode 100644 python/src/pywy/basic/model/ops.py
create mode 100644 python/src/pywy/basic/model/optimizer.py
create mode 100644 python/src/pywy/basic/model/option.py
copy python/src/pywy/platforms/{java.py => tensorflow.py} (85%)
delete mode 100644 python/src/pywy/tests/builder_test.py
create mode 100644 python/src/pywy/tests/test.py
create mode 100644
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/binary/DLTrainingOperatorFromJson.scala
copy
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/binary/{JoinOperatorFromJson.scala
=> PredictOperatorFromJson.scala} (79%)
create mode 100644
wayang-api/wayang-api-scala-java/src/main/scala/org/apache/wayang/api/util/NDimArray.scala
delete mode 100644 wayang-commons/wayang-serializable/pom.xml
delete mode 100644
wayang-commons/wayang-serializable/src/main/proto/pywayangplan.proto
delete mode 100644
wayang-commons/wayang-serializable/src/main/python/pyplangenerator.sh
