This is an automated email from the ASF dual-hosted git repository.
kbeedkar pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from b5532bf9 Merge pull request #435 from
apache/dependabot/maven/wayang-platforms/wayang-jdbc-template/org.hsqldb-hsqldb-2.7.1
add 830e2eca Wayang 8 (#89)
add 8f7c5beb Add WAYANG-8 with python encapsulation API to fork
add fa5ebab5 Rebase from main
add 94c72826 Insert placeholder UDF into WrappedPythonFunction
add b01e8160 Placeholder cloudpickle lambda inserted
add ee94ed3a Add test.py to debug run the python API
add 3ea4c57e Restructure python modules
add 6f8ce7e9 Modify python code from second pywayang implementation to run
add a5a836fc Fix operator types for JVM so that wayang-api-rest can
interpret them
add 588251cd Integrate with python library and add FlatmapOperator for JVMs
add 59e3e359 Replace PythonUDF in PythonAPITest with placeholder
add 78048acd Add call to action to PYWAYANG.md after strategizing
add 47a8e302 Correct rights on python examples
add 5797512f Add PYWAYANG.md comments
add 7f28e719 Update PYWAYANG.md with newest call-to-action
add c1cf1216 Rebase from main
add ca67db57 Example json_test added to call REST API and execute test
plans
add 22ccc9b0 Add ZIO-http as an alternative to http4s that has cats
conflicts
add 3f2d4a8c Add drawflow and json routes
add c43eff3f Enable python origin for most unary common operators with UDFs
add ae9591f3 Fix serialization failing in spark and execute from base64
pickled python UDFs
add a549ed69 Add first iteration of PywyPlan to json execution
add c77d5747 Add operator data serialization to successfully execute
add 3f7d9c99 Add wordcount python API example
add c9ba4138 Allow reduce_by_key to take key_udf as well
add 8905cf42 Tidy up legacy modules from wayang-8 branch
add 14b95849 Modify python api README.md to hold instructions
add 8550864d Add MapPartitions pipeline wrapping in pywy
add ad9cb683 Fix pipeline wrapping
add 57af3a1d Add wrapped descriptors for python UDFs
add cd01b2ac Finish usage of WrappedTransformationDescriptor
add e8d01ff2 Ignore python build files
add 7ee2620e Remove the placeholder tests
add 164226e1 Remove dotfiles
add a4b4dab7 Remove more dotfiles
add 87058f31 Remove python dist files
add bfdf374b Remove maven-wrapper.jar from changes
add fa5ee03d Remove wayang-api-json/pom conflicts
add 4ba5435d Merge branch 'main' into wayang-python-api
add a834fb99 Fix scala-java dependencies
add 03d61015 Fix license headers
add c25c6561 Merge pull request #436 from juripetersen/wayang-python-api
No new revisions were added by this update.
Summary of changes:
build/pyplangenerator.sh | 4 +-
conf/spark/default.properties | 3 +-
pom.xml | 3 +-
python/.gitignore | 278 +-
python/README.md | 75 +
python/{ => old_code}/.gitignore | 0
python/{ => old_code}/.rat-excludes | 0
python/{ => old_code}/LICENSE | 0
python/{ => old_code}/README.md | 0
python/{ => old_code}/bin/benchmark.sh | 0
python/{ => old_code}/bin/test.sh | 0
python/old_code/{ => old_code}/__init__.py | 0
.../{ => old_code}/config/config_reader.py | 0
.../{ => old_code}/config/pywayang_config.ini | 0
.../old_code/{ => old_code}/old_graph/__init__.py | 0
python/old_code/{ => old_code}/old_graph/graph.py | 0
python/old_code/{ => old_code}/old_graph/node.py | 0
.../old_code/{ => old_code}/old_graph/traversal.py | 0
.../old_code/{ => old_code}/old_graph/visitant.py | 0
.../{ => old_code}/orchestrator/__init__.py | 0
.../{ => old_code}/orchestrator/dataquanta.py | 0
.../{ => old_code}/orchestrator/execdirectly.py | 0
.../old_code/{ => old_code}/orchestrator/main.py | 0
.../{ => old_code}/orchestrator/operator.py | 0
.../old_code/{ => old_code}/orchestrator/plan.py | 0
.../old_code/{ => old_code}/protobuf/__init__.py | 0
.../old_code/{ => old_code}/protobuf/planwriter.py | 0
python/old_code/{ => old_code}/test.py | 0
python/old_code/{ => old_code}/tests/__init__.py | 0
.../old_code/{ => old_code}/tests/demo_testing.py | 0
.../{ => old_code}/tests/full_java_test.py | 0
.../{ => old_code}/tests/full_spark_test.py | 0
python/{pywayang.toml => old_code/pyproject.toml} | 2 +-
.../pywayang/pyproject.toml} | 2 +-
python/{ => old_code/pywayang}/setup.cfg | 6 +-
.../old_code/pywayang/src/pywy/__init__.py | 2 +-
.../old_code/pywayang/src/pywy/config/__init__.py | 5 +-
.../pywayang/src/pywy/config/config_reader.py | 55 +
.../pywayang/src/pywy/config/pywayang_config.ini | 26 +-
.../old_code/pywayang/src/pywy/graph/__init__.py | 6 +-
.../src/pywy/graph}/graph.py | 26 +-
.../{old_graph => pywayang/src/pywy/graph}/node.py | 24 +-
.../src/pywy/graph}/traversal.py | 26 +-
.../src/pywy/graph}/visitant.py | 24 +-
.../pywayang/src/pywy/orchestrator/__init__.py | 8 +-
.../src/pywy}/orchestrator/dataquanta.py | 36 +-
.../src/pywy}/orchestrator/execdirectly.py | 28 +-
.../{ => pywayang/src/pywy}/orchestrator/main.py | 29 +-
.../src/pywy}/orchestrator/operator.py | 38 +-
.../{ => pywayang/src/pywy}/orchestrator/plan.py | 25 +-
.../pywayang/src/pywy/protobuf/__init__.py | 1 +
.../pywayang/src/pywy/protobuf/old_planwriter.py | 308 +
.../{ => pywayang/src/pywy}/protobuf/planwriter.py | 27 +-
.../pywayang/src/pywy/test/demo_testing.py | 17 +-
.../pywayang/src/pywy/test/full_java_test.py | 68 +
.../src/pywy/test}/full_spark_test.py | 34 +-
python/{ => old_code}/resources/test.input | 0
python/{ => old_code}/resources/text.input | 0
python/{ => old_code}/setup.cfg | 10 +-
.../jvm => old_code/src/pywy}/__init__.py | 0
python/{ => old_code}/src/pywy/config.py | 0
python/{ => old_code}/src/pywy/core/__init__.py | 0
python/{ => old_code}/src/pywy/core/channel.py | 0
python/{ => old_code}/src/pywy/core/core.py | 0
python/{ => old_code}/src/pywy/core/executor.py | 0
python/{ => old_code}/src/pywy/core/mapping.py | 0
python/{ => old_code}/src/pywy/core/platform.py | 0
python/{ => old_code}/src/pywy/dataquanta.py | 0
python/{ => old_code}/src/pywy/exception.py | 0
.../src/pywy/graph}/__init__.py | 0
python/{ => old_code}/src/pywy/graph/graph.py | 0
python/{ => old_code}/src/pywy/graph/types.py | 0
.../{ => old_code}/src/pywy/operators/__init__.py | 0
python/{ => old_code}/src/pywy/operators/base.py | 0
python/{ => old_code}/src/pywy/operators/sink.py | 0
python/{ => old_code}/src/pywy/operators/source.py | 0
python/{ => old_code}/src/pywy/operators/unary.py | 0
.../src/pywy/platforms}/__init__.py | 0
.../src/pywy/platforms/commons/__init__.py | 0
.../src/pywy/platforms/commons/channels.py | 0
.../src/pywy/platforms/jvm}/__init__.py | 0
.../src/pywy/platforms/jvm/channels.py | 0
.../src/pywy/platforms/jvm/context.py | 0
.../src/pywy/platforms/jvm/execution.py | 0
.../{ => old_code}/src/pywy/platforms/jvm/graph.py | 0
.../src/pywy/platforms/jvm/mappings.py | 1 +
.../src/pywy/platforms/jvm/operator/__init__.py | 2 +
.../jvm/operator/jvm_execution_operator.py | 0
.../platforms/jvm/operator/jvm_sink_textfile.py | 0
.../platforms/jvm/operator/jvm_source_textfile.py | 0
.../platforms/jvm/operator/jvm_unary_filter.py | 0
.../platforms/jvm/operator/jvm_unary_flatmap.py} | 15 +-
.../src/pywy/platforms/jvm/platform.py | 0
.../src/pywy/platforms/jvm/plugin.py | 0
.../pywy/platforms/jvm/serializable}/__init__.py | 0
.../platforms/jvm/serializable/plan_writter.py | 0
.../jvm/serializable/wayang_jvm_operator.py | 6 +-
.../src/pywy/platforms/jvm/worker.py | 5 +-
.../src/pywy/platforms/python}/__init__.py | 0
.../src/pywy/platforms/python/channels.py | 0
.../src/pywy/platforms/python/execution.py | 0
.../src/pywy/platforms/python/mappings.py | 0
.../src/pywy/platforms/python/operator/__init__.py | 0
.../python/operator/py_execution_operator.py | 0
.../platforms/python/operator/py_sink_textfile.py | 0
.../python/operator/py_source_textfile.py | 0
.../platforms/python/operator/py_unary_filter.py | 0
.../platforms/python/operator/py_unary_flatmap.py | 0
.../pywy/platforms/python/operator/py_unary_map.py | 0
.../src/pywy/platforms/python/platform.py | 0
.../src/pywy/platforms/python/plugin.py | 0
python/{ => old_code}/src/pywy/plugins.py | 0
.../src/pywy/tests}/__init__.py | 0
.../src/pywy/tests/benchmark/__init__.py | 0
.../pywy/tests/benchmark/python_benchmark_test.py | 1 +
.../src/pywy/tests/integration/__init__.py | 0
.../pywy/tests/integration/jvm_platform_test.py | 0
.../pywy/tests/integration/python_platform_test.py | 0
.../src/pywy/tests/unit}/__init__.py | 0
.../src/pywy/tests/unit/core}/__init__.py | 0
.../src/pywy/tests/unit/core/channel_test.py | 0
.../src/pywy/tests/unit/core/executor_test.py | 0
.../src/pywy/tests/unit/core/mapping_test.py | 0
.../src/pywy/tests/unit/core/plan_test.py | 0
.../src/pywy/tests/unit/core/platform_test.py | 0
.../src/pywy/tests/unit/core/plugin_test.py | 0
.../src/pywy/tests/unit/core/translator_test.py | 0
.../src/pywy/tests/unit/dataquanta/__init__.py | 0
.../src/pywy/tests/unit/dataquanta/context_test.py | 0
.../pywy/tests/unit/dataquanta/dataquanta_test.py | 0
.../src/pywy/tests/unit/graph}/__init__.py | 0
.../src/pywy/tests/unit/graph/graph_test.py | 0
.../src/pywy/tests/unit/graph/types_test.py | 0
.../src/pywy/tests/unit/operators}/__init__.py | 0
.../src/pywy/tests/unit/operators/base_test.py | 0
.../src/pywy/tests/unit/operators/sink_test.py | 0
.../src/pywy/tests/unit/operators/source_test.py | 0
.../src/pywy/tests/unit/operators/unary_test.py | 0
.../src/pywy/tests/unit/platforms}/__init__.py | 0
.../pywy/tests/unit/platforms/python}/__init__.py | 0
.../tests/unit/platforms/python/channel_test.py | 0
.../tests/unit/platforms/python/execution_test.py | 0
.../tests/unit/platforms/python/mappings_test.py | 0
.../unit/platforms/python/operator}/__init__.py | 0
.../python/operator/py_execution_operator_test.py | 0
.../python/operator/py_sink_textfile_test.py | 0
.../python/operator/py_source_textfile_test.py | 0
.../python/operator/py_unary_filter_test.py | 0
.../tests/unit/platforms/python/platform_test.py | 0
.../tests/unit/platforms/python/plugin_test.py | 0
.../src/pywy/tests/unit/types_test.py | 0
.../src/pywy/translate}/__init__.py | 0
python/{ => old_code}/src/pywy/types.py | 0
python/{pywayang.toml => pyproject.toml} | 2 +-
python/setup.cfg | 11 +-
python/src/.gitignore | 1 +
python/src/pywy/core/__init__.py | 10 +-
.../pywy/core/__pycache__/__init__.cpython-38.pyc | Bin 0 -> 279 bytes
.../src/pywy/core/__pycache__/core.cpython-38.pyc | Bin 0 -> 4921 bytes
.../pywy/core/__pycache__/platform.cpython-38.pyc | Bin 0 -> 932 bytes
python/src/pywy/core/core.py | 135 +-
.../python/platform.py => core/functions.py} | 17 +-
python/src/pywy/core/serializer.py | 101 +
python/src/pywy/dataquanta.py | 35 +-
python/src/pywy/{ => execution}/__init__.py | 0
.../src/pywy/execution/util.py | 13 +-
python/src/pywy/execution/worker.py | 133 +
.../pywy/graph/__pycache__/__init__.cpython-38.pyc | Bin 0 -> 138 bytes
.../pywy/graph/__pycache__/graph.cpython-38.pyc | Bin 0 -> 2897 bytes
.../pywy/graph/__pycache__/types.cpython-38.pyc | Bin 0 -> 2963 bytes
python/src/pywy/operators/__init__.py | 12 +-
.../operators/__pycache__/__init__.cpython-38.pyc | Bin 0 -> 521 bytes
.../pywy/operators/__pycache__/base.cpython-38.pyc | Bin 0 -> 2594 bytes
.../pywy/operators/__pycache__/sink.cpython-38.pyc | Bin 0 -> 1831 bytes
.../operators/__pycache__/source.cpython-38.pyc | Bin 0 -> 1784 bytes
.../operators/__pycache__/unary.cpython-38.pyc | Bin 0 -> 5211 bytes
python/src/pywy/operators/base.py | 39 +-
python/src/pywy/operators/binary.py | 61 +
python/src/pywy/operators/sink.py | 18 +-
python/src/pywy/operators/source.py | 6 +-
python/src/pywy/operators/unary.py | 90 +-
.../platforms/__pycache__/__init__.cpython-38.pyc | Bin 0 -> 142 bytes
.../pywy/platforms/__pycache__/java.cpython-38.pyc | Bin 0 -> 612 bytes
.../platforms/__pycache__/spark.cpython-38.pyc | Bin 0 -> 618 bytes
.../pywy/platforms/{python/platform.py => java.py} | 8 +-
.../platforms/{python/platform.py => python.py} | 3 +
.../platforms/{python/platform.py => spark.py} | 7 +-
.../pywy/tests/builder_test.py} | 26 +-
python/src/pywy/tests/filter_test.py | 42 +
.../pywy/tests/json_test.py} | 35 +-
python/src/pywy/tests/resources/10e0MB.input | 16872 -------------------
.../pywy/tests/word_count.py} | 27 +-
python/src/pywy/types.py | 1 -
wayang-api/wayang-api-json/pom.xml | 122 +-
.../src/main/resources/context-plan-a.json | 81 +
.../wayang-api-json/src/main/resources/plan-a.json | 113 +-
.../src/main/resources/wayang.properties | 17 -
.../wayang-api-json/src/main/scala/Main.scala | 118 +-
.../src/main/scala/builder/JsonPlanBuilder.scala | 326 +-
.../scala/exception/WayangApiJsonException.scala | 1 -
.../OperatorFromDrawflow.scala | 1 -
.../OperatorFromDrawflowConverter.scala | 59 +-
.../ComposedOperatorFromJson.scala | 1 -
.../scala/operatorfromjson/ContextFromJson.scala | 69 +
.../scala/operatorfromjson/OperatorFromJson.scala | 21 +-
.../main/scala/operatorfromjson/PlanFromJson.scala | 69 +
.../binary/CartesianOperatorFromJson.scala | 12 +-
.../binary/CoGroupOperatorFromJson.scala | 14 +-
.../binary/IntersectOperatorFromJson.scala | 12 +-
.../binary/JoinOperatorFromJson.scala | 6 +-
.../binary/UnionOperatorFromJson.scala | 12 +-
.../input/InputCollectionFromJson.scala | 16 +-
.../input/JDBCRemoteInputFromJson.scala | 6 +-
.../input/TableInputFromJson.scala | 14 +-
.../input/TextFileInputFromJson.scala | 6 +-
.../loop/DoWhileOperatorFromJson.scala | 6 +-
.../loop/ForeachOperatorFromJson.scala | 6 +-
.../loop/RepeatOperatorFromJson.scala | 14 +-
.../operatorfromjson/other/KMeansFromJson.scala | 6 +-
.../output/TextFileOutputFromJson.scala | 6 +-
.../unary/CountOperatorFromJson.scala | 12 +-
.../unary/DistinctOperatorFromJson.scala | 12 +-
.../unary/FilterOperatorFromJson.scala | 6 +-
.../unary/FlatMapOperatorFromJson.scala | 14 +-
.../unary/GroupByOpeartorFromJson.scala | 14 +-
.../unary/MapOperatorFromJson.scala | 6 +-
.../unary/MapPartitionsOperatorFromJson.scala | 14 +-
.../unary/ReduceByOperatorFromJson.scala | 14 +-
.../unary/ReduceOperatorFromJson.scala | 14 +-
.../unary/SampleOperatorFromJson.scala | 6 +-
.../unary/SortOperatorFromJson.scala | 14 +-
.../parserutil/ParseOperatorsFromDrawflow.scala | 1 -
.../scala/parserutil/ParseOperatorsFromJson.scala | 1 -
...atorsFromJson.scala => ParsePlanFromJson.scala} | 16 +-
.../scala/parserutil/ParseScalaFromString.scala | 122 -
.../{MyTypeName.scala => ParsingErrors.scala} | 21 +-
...MyTypeName.scala => SerializableIterable.scala} | 30 +-
.../{MyTypeName.scala => SerializableLambda.scala} | 31 +-
...{MyTypeName.scala => SerializableLambda2.scala} | 30 +-
.../scala/springboot/SpringBootApplication.scala | 31 -
.../scala/springboot/restapi/WayangApiJson.scala | 82 -
wayang-api/wayang-api-python/pom.xml | 37 +-
.../wayang/api/python/executor/ProcessFeeder.java | 48 +-
.../api/python/executor/ProcessReceiver.java | 5 +-
.../api/python/executor/PythonProcessCaller.java | 59 +-
.../api/python/executor/PythonWorkerManager.java | 31 +-
.../wayang/api/python/executor/ReaderIterator.java | 11 +-
.../wayang/api/python/function/PythonCode.java | 32 -
.../python/function/WrappedFlatMapDescriptor.java | 53 +
...er.java => WrappedMapPartitionsDescriptor.java} | 46 +-
.../function/WrappedPredicateDescriptor.java | 58 +
.../{PythonUDF.java => WrappedPythonFunction.java} | 17 +-
.../python/function/WrappedReduceDescriptor.java | 54 +
...r.java => WrappedTransformationDescriptor.java} | 46 +-
.../wayang-api-python-defaults.properties | 5 +-
.../apache/wayang/api/python/PythonAPITest.java | 25 -
.../server/spring/decoder/WayangPlanBuilder.java | 239 -
.../server/spring/general/WayangController.java | 304 -
wayang-api/wayang-api-scala-java/pom.xml | 10 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 94 +
wayang-assembly/.gitignore | 1 +
wayang-assembly/.rat-excludes | 2 +
wayang-assembly/dependency-reduced-pom.xml | 180 +
wayang-assembly/pom.xml | 12 +-
wayang-commons/pom.xml | 1 +
.../basic/operators/PyWayangReduceByOperator.java | 62 +
wayang-commons/wayang-serializable/pom.xml | 101 +
.../src/main/proto/pywayangplan.proto | 67 +
.../src/main/python/pyplangenerator.sh | 4 +-
.../wayang/spark/compiler/FunctionCompiler.java | 2 +
.../compiler/MapPartitionsFunctionAdapter.java | 2 +-
271 files changed, 3118 insertions(+), 19046 deletions(-)
mode change 100644 => 100755 build/pyplangenerator.sh
copy python/{ => old_code}/.gitignore (100%)
rename python/{ => old_code}/.rat-excludes (100%)
copy python/{ => old_code}/LICENSE (100%)
copy python/{ => old_code}/README.md (100%)
rename python/{ => old_code}/bin/benchmark.sh (100%)
rename python/{ => old_code}/bin/test.sh (100%)
rename python/old_code/{ => old_code}/__init__.py (100%)
rename python/old_code/{ => old_code}/config/config_reader.py (100%)
copy python/old_code/{ => old_code}/config/pywayang_config.ini (100%)
rename python/old_code/{ => old_code}/old_graph/__init__.py (100%)
copy python/old_code/{ => old_code}/old_graph/graph.py (100%)
copy python/old_code/{ => old_code}/old_graph/node.py (100%)
copy python/old_code/{ => old_code}/old_graph/traversal.py (100%)
copy python/old_code/{ => old_code}/old_graph/visitant.py (100%)
rename python/old_code/{ => old_code}/orchestrator/__init__.py (100%)
copy python/old_code/{ => old_code}/orchestrator/dataquanta.py (100%)
copy python/old_code/{ => old_code}/orchestrator/execdirectly.py (100%)
copy python/old_code/{ => old_code}/orchestrator/main.py (100%)
copy python/old_code/{ => old_code}/orchestrator/operator.py (100%)
copy python/old_code/{ => old_code}/orchestrator/plan.py (100%)
rename python/old_code/{ => old_code}/protobuf/__init__.py (100%)
copy python/old_code/{ => old_code}/protobuf/planwriter.py (100%)
rename python/old_code/{ => old_code}/test.py (100%)
rename python/old_code/{ => old_code}/tests/__init__.py (100%)
copy python/old_code/{ => old_code}/tests/demo_testing.py (100%)
rename python/old_code/{ => old_code}/tests/full_java_test.py (100%)
copy python/old_code/{ => old_code}/tests/full_spark_test.py (100%)
copy python/{pywayang.toml => old_code/pyproject.toml} (95%)
copy python/{pywayang.toml => old_code/pywayang/pyproject.toml} (95%)
copy python/{ => old_code/pywayang}/setup.cfg (96%)
rename wayang-api/wayang-api-json/src/main/resources/application.properties =>
python/old_code/pywayang/src/pywy/__init__.py (93%)
copy wayang-api/wayang-api-scala-java/src/test/resources/wayang.properties =>
python/old_code/pywayang/src/pywy/config/__init__.py (85%)
create mode 100644 python/old_code/pywayang/src/pywy/config/config_reader.py
copy build/pyplangenerator.sh =>
python/old_code/pywayang/src/pywy/config/pywayang_config.ini (72%)
copy wayang-platforms/wayang-spark/src/test/resources/wayang.properties =>
python/old_code/pywayang/src/pywy/graph/__init__.py (90%)
rename python/old_code/{old_graph => pywayang/src/pywy/graph}/graph.py (68%)
rename python/old_code/{old_graph => pywayang/src/pywy/graph}/node.py (53%)
rename python/old_code/{old_graph => pywayang/src/pywy/graph}/traversal.py
(54%)
rename python/old_code/{old_graph => pywayang/src/pywy/graph}/visitant.py (63%)
copy
wayang-commons/wayang-basic/src/main/resources/wayang-basic-defaults.properties
=> python/old_code/pywayang/src/pywy/orchestrator/__init__.py (87%)
rename python/old_code/{ => pywayang/src/pywy}/orchestrator/dataquanta.py (89%)
rename python/old_code/{ => pywayang/src/pywy}/orchestrator/execdirectly.py
(82%)
rename python/old_code/{ => pywayang/src/pywy}/orchestrator/main.py (83%)
rename python/old_code/{ => pywayang/src/pywy}/orchestrator/operator.py (71%)
rename python/old_code/{ => pywayang/src/pywy}/orchestrator/plan.py (50%)
rename wayang-api/wayang-api-json/wayang.properties =>
python/old_code/pywayang/src/pywy/protobuf/__init__.py (96%)
create mode 100644 python/old_code/pywayang/src/pywy/protobuf/old_planwriter.py
rename python/old_code/{ => pywayang/src/pywy}/protobuf/planwriter.py (92%)
copy
wayang-platforms/wayang-jdbc-template/src/test/resources/wayang-hsqldb-defaults.properties
=> python/old_code/pywayang/src/pywy/test/demo_testing.py (76%)
create mode 100644 python/old_code/pywayang/src/pywy/test/full_java_test.py
rename python/old_code/{tests => pywayang/src/pywy/test}/full_spark_test.py
(54%)
rename python/{ => old_code}/resources/test.input (100%)
rename python/{ => old_code}/resources/text.input (100%)
copy python/{ => old_code}/setup.cfg (93%)
rename python/{src/pywy/platforms/jvm => old_code/src/pywy}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/config.py (100%)
copy python/{ => old_code}/src/pywy/core/__init__.py (100%)
rename python/{ => old_code}/src/pywy/core/channel.py (100%)
copy python/{ => old_code}/src/pywy/core/core.py (100%)
rename python/{ => old_code}/src/pywy/core/executor.py (100%)
rename python/{ => old_code}/src/pywy/core/mapping.py (100%)
copy python/{ => old_code}/src/pywy/core/platform.py (100%)
copy python/{ => old_code}/src/pywy/dataquanta.py (100%)
copy python/{ => old_code}/src/pywy/exception.py (100%)
rename python/{src/pywy/platforms/jvm/serializable =>
old_code/src/pywy/graph}/__init__.py (100%)
copy python/{ => old_code}/src/pywy/graph/graph.py (100%)
copy python/{ => old_code}/src/pywy/graph/types.py (100%)
copy python/{ => old_code}/src/pywy/operators/__init__.py (100%)
copy python/{ => old_code}/src/pywy/operators/base.py (100%)
copy python/{ => old_code}/src/pywy/operators/sink.py (100%)
copy python/{ => old_code}/src/pywy/operators/source.py (100%)
copy python/{ => old_code}/src/pywy/operators/unary.py (100%)
rename python/{src/pywy/platforms/python =>
old_code/src/pywy/platforms}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/platforms/commons/__init__.py (100%)
rename python/{ => old_code}/src/pywy/platforms/commons/channels.py (100%)
rename python/{src/pywy/tests/unit =>
old_code/src/pywy/platforms/jvm}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/channels.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/context.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/execution.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/graph.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/mappings.py (95%)
rename python/{ => old_code}/src/pywy/platforms/jvm/operator/__init__.py (92%)
rename python/{ =>
old_code}/src/pywy/platforms/jvm/operator/jvm_execution_operator.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/jvm/operator/jvm_sink_textfile.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/jvm/operator/jvm_source_textfile.py (100%)
copy python/{ => old_code}/src/pywy/platforms/jvm/operator/jvm_unary_filter.py
(100%)
rename python/{src/pywy/platforms/jvm/operator/jvm_unary_filter.py =>
old_code/src/pywy/platforms/jvm/operator/jvm_unary_flatmap.py} (86%)
rename python/{ => old_code}/src/pywy/platforms/jvm/platform.py (100%)
rename python/{ => old_code}/src/pywy/platforms/jvm/plugin.py (100%)
rename python/{src/pywy/tests/unit/core =>
old_code/src/pywy/platforms/jvm/serializable}/__init__.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/jvm/serializable/plan_writter.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/jvm/serializable/wayang_jvm_operator.py (95%)
rename python/{ => old_code}/src/pywy/platforms/jvm/worker.py (98%)
rename python/{src/pywy/tests/unit/graph =>
old_code/src/pywy/platforms/python}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/platforms/python/channels.py (100%)
rename python/{ => old_code}/src/pywy/platforms/python/execution.py (100%)
rename python/{ => old_code}/src/pywy/platforms/python/mappings.py (100%)
rename python/{ => old_code}/src/pywy/platforms/python/operator/__init__.py
(100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_execution_operator.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_sink_textfile.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_source_textfile.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_unary_filter.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_unary_flatmap.py (100%)
rename python/{ =>
old_code}/src/pywy/platforms/python/operator/py_unary_map.py (100%)
copy python/{ => old_code}/src/pywy/platforms/python/platform.py (100%)
rename python/{ => old_code}/src/pywy/platforms/python/plugin.py (100%)
rename python/{ => old_code}/src/pywy/plugins.py (100%)
rename python/{src/pywy/tests/unit/operators =>
old_code/src/pywy/tests}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/benchmark/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/benchmark/python_benchmark_test.py
(99%)
rename python/{ => old_code}/src/pywy/tests/integration/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/integration/jvm_platform_test.py
(100%)
rename python/{ =>
old_code}/src/pywy/tests/integration/python_platform_test.py (100%)
rename python/{src/pywy/tests/unit/platforms =>
old_code/src/pywy/tests/unit}/__init__.py (100%)
rename python/{src/pywy/tests/unit/platforms/python =>
old_code/src/pywy/tests/unit/core}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/channel_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/executor_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/mapping_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/plan_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/platform_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/plugin_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/core/translator_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/dataquanta/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/dataquanta/context_test.py
(100%)
rename python/{ => old_code}/src/pywy/tests/unit/dataquanta/dataquanta_test.py
(100%)
rename python/{src/pywy/tests/unit/platforms/python/operator =>
old_code/src/pywy/tests/unit/graph}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/graph/graph_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/graph/types_test.py (100%)
rename python/{src/pywy/translate =>
old_code/src/pywy/tests/unit/operators}/__init__.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/operators/base_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/operators/sink_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/operators/source_test.py
(100%)
rename python/{ => old_code}/src/pywy/tests/unit/operators/unary_test.py (100%)
copy python/{src/pywy => old_code/src/pywy/tests/unit/platforms}/__init__.py
(100%)
copy python/{src/pywy =>
old_code/src/pywy/tests/unit/platforms/python}/__init__.py (100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/channel_test.py (100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/execution_test.py (100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/mappings_test.py (100%)
copy python/{src/pywy =>
old_code/src/pywy/tests/unit/platforms/python/operator}/__init__.py (100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/operator/py_execution_operator_test.py
(100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/operator/py_sink_textfile_test.py
(100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/operator/py_source_textfile_test.py
(100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/operator/py_unary_filter_test.py
(100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/platform_test.py (100%)
rename python/{ =>
old_code}/src/pywy/tests/unit/platforms/python/plugin_test.py (100%)
rename python/{ => old_code}/src/pywy/tests/unit/types_test.py (100%)
copy python/{src/pywy => old_code/src/pywy/translate}/__init__.py (100%)
copy python/{ => old_code}/src/pywy/types.py (100%)
rename python/{pywayang.toml => pyproject.toml} (95%)
create mode 100644 python/src/.gitignore
create mode 100644 python/src/pywy/core/__pycache__/__init__.cpython-38.pyc
create mode 100644 python/src/pywy/core/__pycache__/core.cpython-38.pyc
create mode 100644 python/src/pywy/core/__pycache__/platform.cpython-38.pyc
copy python/src/pywy/{platforms/python/platform.py => core/functions.py} (72%)
create mode 100644 python/src/pywy/core/serializer.py
copy python/src/pywy/{ => execution}/__init__.py (100%)
copy
wayang-platforms/wayang-jdbc-template/src/test/resources/wayang-hsqldb-defaults.properties
=> python/src/pywy/execution/util.py (81%)
create mode 100755 python/src/pywy/execution/worker.py
create mode 100644 python/src/pywy/graph/__pycache__/__init__.cpython-38.pyc
create mode 100644 python/src/pywy/graph/__pycache__/graph.cpython-38.pyc
create mode 100644 python/src/pywy/graph/__pycache__/types.cpython-38.pyc
create mode 100644
python/src/pywy/operators/__pycache__/__init__.cpython-38.pyc
create mode 100644 python/src/pywy/operators/__pycache__/base.cpython-38.pyc
create mode 100644 python/src/pywy/operators/__pycache__/sink.cpython-38.pyc
create mode 100644 python/src/pywy/operators/__pycache__/source.cpython-38.pyc
create mode 100644 python/src/pywy/operators/__pycache__/unary.cpython-38.pyc
create mode 100644 python/src/pywy/operators/binary.py
create mode 100644
python/src/pywy/platforms/__pycache__/__init__.cpython-38.pyc
create mode 100644 python/src/pywy/platforms/__pycache__/java.cpython-38.pyc
create mode 100644 python/src/pywy/platforms/__pycache__/spark.cpython-38.pyc
copy python/src/pywy/platforms/{python/platform.py => java.py} (85%)
copy python/src/pywy/platforms/{python/platform.py => python.py} (92%)
rename python/src/pywy/platforms/{python/platform.py => spark.py} (84%)
copy python/{old_code/tests/demo_testing.py => src/pywy/tests/builder_test.py}
(55%)
create mode 100644 python/src/pywy/tests/filter_test.py
rename python/{old_code/config/pywayang_config.ini =>
src/pywy/tests/json_test.py} (50%)
delete mode 100644 python/src/pywy/tests/resources/10e0MB.input
rename python/{old_code/tests/demo_testing.py => src/pywy/tests/word_count.py}
(51%)
create mode 100644
wayang-api/wayang-api-json/src/main/resources/context-plan-a.json
delete mode 100644
wayang-api/wayang-api-json/src/main/resources/wayang.properties
create mode 100644
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/ContextFromJson.scala
create mode 100644
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/PlanFromJson.scala
copy
wayang-api/wayang-api-json/src/main/scala/parserutil/{ParseOperatorsFromJson.scala
=> ParsePlanFromJson.scala} (78%)
delete mode 100644
wayang-api/wayang-api-json/src/main/scala/parserutil/ParseScalaFromString.scala
copy wayang-api/wayang-api-json/src/main/scala/parserutil/{MyTypeName.scala =>
ParsingErrors.scala} (69%)
copy wayang-api/wayang-api-json/src/main/scala/parserutil/{MyTypeName.scala =>
SerializableIterable.scala} (58%)
copy wayang-api/wayang-api-json/src/main/scala/parserutil/{MyTypeName.scala =>
SerializableLambda.scala} (53%)
rename wayang-api/wayang-api-json/src/main/scala/parserutil/{MyTypeName.scala
=> SerializableLambda2.scala} (54%)
delete mode 100644
wayang-api/wayang-api-json/src/main/scala/springboot/SpringBootApplication.scala
delete mode 100644
wayang-api/wayang-api-json/src/main/scala/springboot/restapi/WayangApiJson.scala
delete mode 100644
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonCode.java
create mode 100644
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/WrappedFlatMapDescriptor.java
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/{PythonFunctionWrapper.java
=> WrappedMapPartitionsDescriptor.java} (54%)
create mode 100644
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/WrappedPredicateDescriptor.java
rename
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/{PythonUDF.java
=> WrappedPythonFunction.java} (58%)
create mode 100644
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/WrappedReduceDescriptor.java
rename
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/{PythonFunctionWrapper.java
=> WrappedTransformationDescriptor.java} (51%)
delete mode 100644
wayang-api/wayang-api-python/src/test/java/org/apache/wayang/api/python/PythonAPITest.java
delete mode 100644
wayang-api/wayang-api-rest/src/main/java/org/apache/wayang/api/rest/server/spring/decoder/WayangPlanBuilder.java
delete mode 100644
wayang-api/wayang-api-rest/src/main/java/org/apache/wayang/api/rest/server/spring/general/WayangController.java
create mode 100644 wayang-assembly/.gitignore
create mode 100644 wayang-assembly/.rat-excludes
create mode 100644 wayang-assembly/dependency-reduced-pom.xml
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/PyWayangReduceByOperator.java
create mode 100644 wayang-commons/wayang-serializable/pom.xml
create mode 100644
wayang-commons/wayang-serializable/src/main/proto/pywayangplan.proto
copy wayang-api/wayang-api-scala-java/src/test/resources/wayang.properties =>
wayang-commons/wayang-serializable/src/main/python/pyplangenerator.sh (77%)
