This is an automated email from the ASF dual-hosted git repository. baunsgaard pushed a change to branch branch-2.2.0 in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 3018f7a [MINOR] Run script bug fixes: add 4f3c1e8 [SYSTENDS-3197] Federated Put variable overwrite add 1f51b40 [SYSTEMDS-3195] Federated python tutorial fixes add 3793917 [MINOR] Increase federated startup time python tests add f98de1f [MINOR] Python move python gitignore to python sub project add 3007381 [SYSTEMDS-3218] Fix BIN release parameter server local add b2aeea5 [SYSTEMDS-3219] Index out of bounds read of list add 7cde940 [SYSTEMDS-3217] PythonAPI build release cleanup add 44edcec [SYSTEMDS-3220] Stabilize python context creation add 9748150 [MINOR] Python github actions parallel add 2711d60 [MINOR] Test updates No new revisions were added by this update. Summary of changes: .github/workflows/python.yml | 68 ++--- pom.xml | 1 + src/main/java/org/apache/sysds/api/DMLOptions.java | 25 +- src/main/java/org/apache/sysds/api/DMLScript.java | 4 +- .../java/org/apache/sysds/api/PythonDMLScript.java | 126 ++++----- .../federated/FederatedWorkerHandler.java | 274 ++++++++++--------- .../controlprogram/paramserv/LocalPSWorker.java | 12 +- .../controlprogram/paramserv/ParamservUtils.java | 104 +------ .../paramserv/SparkParamservUtils.java | 118 ++++++++ .../cp/ParamservBuiltinCPInstruction.java | 40 +-- .../sysds/runtime/io/ReaderTextCellParallel.java | 9 +- src/main/python/.gitignore | 23 ++ src/main/python/MANIFEST.in | 12 +- src/main/python/PUBLISH_INSTRUCTIONS.md | 53 ---- src/main/python/README.md | 35 +++ src/main/python/create_python_dist.py | 6 +- .../source/code/federatedTutorial_part1.py} | 15 +- .../source/code/federatedTutorial_part2.py} | 29 +- .../source/code/federatedTutorial_part3.py} | 37 ++- .../source/code/federatedTutorial_part3_old.py} | 32 ++- .../source/code/federatedTutorial_part3_old2.py} | 45 +++- src/main/python/docs/source/guide/federated.rst | 77 ++---- src/main/python/post_setup.py | 46 ---- src/main/python/pre_setup.py | 55 ++-- src/main/python/setup.py | 28 +- .../python/systemds/context/systemds_context.py | 300 ++++++++++++--------- src/main/python/systemds/project_info.py | 2 +- src/main/python/tests/federated/runFedTest.sh | 8 +- .../test/functions/lineage/FedFullReuseTest.java | 3 + .../paramserv/SparkDataPartitionerTest.java | 7 +- .../sysds/test/usertest/UserInterfaceTest.java | 4 +- .../sysds/test/usertest/pythonapi/StartupTest.java | 29 +- 32 files changed, 881 insertions(+), 746 deletions(-) create mode 100644 src/main/java/org/apache/sysds/runtime/controlprogram/paramserv/SparkParamservUtils.java create mode 100644 src/main/python/.gitignore delete mode 100644 src/main/python/PUBLISH_INSTRUCTIONS.md copy src/main/python/{systemds/__init__.py => docs/source/code/federatedTutorial_part1.py} (75%) copy src/main/python/{tests/manual_tests/multi_log_reg_mnist.py => docs/source/code/federatedTutorial_part2.py} (64%) copy src/main/python/{tests/manual_tests/multi_log_reg_mnist.py => docs/source/code/federatedTutorial_part3.py} (57%) copy src/main/python/{tests/manual_tests/multi_log_reg_mnist.py => docs/source/code/federatedTutorial_part3_old.py} (64%) copy src/main/python/{tests/manual_tests/multi_log_reg_mnist.py => docs/source/code/federatedTutorial_part3_old2.py} (51%) delete mode 100755 src/main/python/post_setup.py