This is an automated email from the ASF dual-hosted git repository.
aviemzur pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-liminal.git.
from 91b29a3 Merge pull request #7 from apache/official_docker_merge
add 5c74de1 [LIMINAL-26] support k8s volumes
No new revisions were added by this update.
Summary of changes:
README.md | 67 ++++----
dev/sign.sh | 30 ----
liminal/build/image/python/container-setup.sh | 11 --
liminal/build/image/python/container-teardown.sh | 8 -
liminal/build/image/python/python.py | 6 -
liminal/build/image_builder.py | 9 +-
.../helloworld => liminal/kubernetes}/__init__.py | 0
liminal/kubernetes/volume_util.py | 141 +++++++++++++++++
liminal/runners/airflow/dag/liminal_dags.py | 17 +-
liminal/runners/airflow/model/task.py | 7 +-
.../kubernetes_pod_operator_with_input_output.py | 142 -----------------
.../airflow/tasks/create_cloudformation_stack.py | 4 +-
liminal/runners/airflow/tasks/defaults/job_end.py | 10 +-
.../{default_task.py => job_phase_task.py} | 10 +-
.../runners/airflow/tasks/defaults/job_start.py | 10 +-
.../airflow/tasks/delete_cloudformation_stack.py | 4 +-
liminal/runners/airflow/tasks/python.py | 172 ++++++++++-----------
liminal/runners/airflow/tasks/spark.py | 5 +-
liminal/runners/airflow/tasks/sql.py | 4 +-
run_tests.sh | 2 -
scripts/__init__.py | 14 --
.../python/test_python_server_image_builder.py | 2 +-
.../build/python/test_python_image_builder.py | 44 +++---
.../airflow/build/test_liminal_apps_builder.py | 5 +-
tests/runners/airflow/liminal/liminal.yml | 55 +++----
.../airflow/liminal/write_inputs}/__init__.py | 0
.../write_inputs.py} | 21 ++-
.../airflow/liminal/write_outputs}/__init__.py | 0
.../write_outputs.py} | 24 ++-
...st_kubernetes_pod_operator_with_input_output.py | 43 ------
.../runners/airflow/tasks/defaults/test_job_end.py | 24 ++-
.../airflow/tasks/defaults/test_job_start.py | 32 ++--
tests/runners/airflow/tasks/test_python.py | 122 ++++++++++++---
33 files changed, 518 insertions(+), 527 deletions(-)
delete mode 100755 dev/sign.sh
delete mode 100755 liminal/build/image/python/container-setup.sh
delete mode 100755 liminal/build/image/python/container-teardown.sh
rename {tests/runners/airflow/liminal/helloworld =>
liminal/kubernetes}/__init__.py (100%)
create mode 100644 liminal/kubernetes/volume_util.py
delete mode 100644
liminal/runners/airflow/operators/kubernetes_pod_operator_with_input_output.py
rename liminal/runners/airflow/tasks/defaults/{default_task.py =>
job_phase_task.py} (75%)
delete mode 100644 scripts/__init__.py
copy tests/{util/test_pkg_1/test_pkg_1_1/test_pkg_1_1_1 =>
runners/airflow/liminal/write_inputs}/__init__.py (100%)
copy tests/runners/airflow/liminal/{helloworld/hello_world.py =>
write_inputs/write_inputs.py} (60%)
copy tests/{util/test_pkg_1/test_pkg_1_1/test_pkg_1_1_1 =>
runners/airflow/liminal/write_outputs}/__init__.py (100%)
rename tests/runners/airflow/liminal/{helloworld/hello_world.py =>
write_outputs/write_outputs.py} (52%)
delete mode 100644
tests/runners/airflow/operators/test_kubernetes_pod_operator_with_input_output.py
