This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch develop in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
commit 50c664d61fe52a27aadbe61bf5cbb1d26eb0f279 Merge: 67b88af d5634c0 Author: Leonid Frolov <[email protected]> AuthorDate: Tue Oct 19 15:12:40 2021 +0300 Merge pull request #1304 from apache/DATALAB-2409 [DATALAB-2409]: Main functions review and refactoring .../scripts/deploy_datalab.py | 426 +++-- .../src/base/scripts/configure_keycloak.py | 5 +- .../src/base/scripts/install_prerequisites.py | 24 +- .../src/dataengine/scripts/configure_dataengine.py | 3 +- .../scripts/configure_deep_learning_node.py | 1 - .../src/edge/scripts/configure_http_proxy.py | 3 +- .../src/general/conf/datalab.ini | 29 +- .../src/general/files/aws/base_Dockerfile | 4 +- .../src/general/files/azure/base_Dockerfile | 4 +- .../src/general/files/azure/tensor_Dockerfile | 1 - .../src/general/files/gcp/base_Dockerfile | 4 +- .../src/general/files/os/debian/sources.list | 56 - .../src/general/files/os/redhat/sources.list | 83 - .../src/general/lib/aws/actions_lib.py | 1 + .../src/general/lib/aws/meta_lib.py | 41 +- .../src/general/lib/os/debian/common_lib.py | 163 +- .../src/general/lib/os/debian/edge_lib.py | 67 +- .../src/general/lib/os/debian/notebook_lib.py | 10 +- .../src/general/lib/os/fab.py | 1647 +++++++++++--------- .../os/tensorboard.service => lib/os/logger.py} | 25 +- .../src/general/lib/os/redhat/common_lib.py | 33 - .../src/general/lib/os/redhat/edge_lib.py | 31 - .../src/general/lib/os/redhat/notebook_lib.py | 7 +- .../src/general/scripts/aws/common_collect_data.py | 5 +- .../general/scripts/aws/common_create_bucket.py | 9 +- .../general/scripts/aws/common_create_instance.py | 13 +- .../scripts/aws/common_create_notebook_image.py | 3 +- .../general/scripts/aws/common_create_policy.py | 13 +- .../scripts/aws/common_create_role_policy.py | 15 +- .../scripts/aws/common_create_security_group.py | 18 +- .../general/scripts/aws/common_create_subnet.py | 31 +- .../scripts/aws/common_download_git_certfile.py | 5 +- ...common_notebook_configure_dataengine-service.py | 18 +- .../aws/common_notebook_configure_dataengine.py | 8 +- .../general/scripts/aws/common_prepare_notebook.py | 14 +- .../scripts/aws/common_remove_remote_kernels.py | 3 +- .../src/general/scripts/aws/common_reupload_key.py | 3 +- .../general/scripts/aws/common_start_notebook.py | 16 +- .../general/scripts/aws/common_stop_notebook.py | 30 +- .../scripts/aws/common_terminate_notebook.py | 25 +- .../scripts/aws/dataengine-service_configure.py | 32 +- .../scripts/aws/dataengine-service_create.py | 40 +- .../scripts/aws/dataengine-service_install_libs.py | 7 +- .../scripts/aws/dataengine-service_list_libs.py | 5 +- .../scripts/aws/dataengine-service_prepare.py | 9 +- .../scripts/aws/dataengine-service_terminate.py | 16 +- .../general/scripts/aws/dataengine_configure.py | 49 +- .../src/general/scripts/aws/dataengine_prepare.py | 17 +- .../src/general/scripts/aws/dataengine_start.py | 13 +- .../src/general/scripts/aws/dataengine_stop.py | 18 +- .../general/scripts/aws/dataengine_terminate.py | 11 +- .../general/scripts/aws/deeplearning_configure.py | 59 +- .../scripts/aws/edge_associate_elastic_ip.py | 13 +- .../src/general/scripts/aws/edge_configure.py | 58 +- .../src/general/scripts/aws/edge_start.py | 26 +- .../src/general/scripts/aws/edge_status.py | 12 +- .../src/general/scripts/aws/edge_stop.py | 14 +- .../src/general/scripts/aws/jupyter_configure.py | 70 +- .../jupyter_dataengine-service_create_configs.py | 1 + .../jupyter_install_dataengine-service_kernels.py | 7 +- .../general/scripts/aws/jupyterlab_configure.py | 62 +- .../src/general/scripts/aws/odahu_deploy.py | 19 +- .../src/general/scripts/aws/odahu_prepare.py | 26 +- .../src/general/scripts/aws/project_prepare.py | 48 +- .../src/general/scripts/aws/project_terminate.py | 36 +- .../src/general/scripts/aws/rstudio_configure.py | 63 +- .../rstudio_dataengine-service_create_configs.py | 5 +- .../scripts/aws/ssn_associate_elastic_ip.py | 12 +- .../src/general/scripts/aws/ssn_configure.py | 366 ++--- .../src/general/scripts/aws/ssn_create_endpoint.py | 19 +- .../src/general/scripts/aws/ssn_create_vpc.py | 9 +- .../src/general/scripts/aws/ssn_prepare.py | 431 ++--- .../src/general/scripts/aws/ssn_terminate.py | 19 +- .../scripts/aws/ssn_terminate_aws_resources.py | 54 +- .../scripts/aws/tensor-rstudio_configure.py | 69 +- .../src/general/scripts/aws/tensor_configure.py | 59 +- .../src/general/scripts/aws/zeppelin_configure.py | 65 +- .../general/scripts/azure/common_collect_data.py | 3 +- .../azure/common_create_datalake_directory.py | 9 +- .../scripts/azure/common_create_instance.py | 15 +- .../scripts/azure/common_create_notebook_image.py | 7 +- .../scripts/azure/common_create_security_group.py | 9 +- .../scripts/azure/common_create_storage_account.py | 13 +- .../general/scripts/azure/common_create_subnet.py | 9 +- .../scripts/azure/common_download_git_certfile.py | 5 +- .../azure/common_notebook_configure_dataengine.py | 15 +- .../scripts/azure/common_prepare_notebook.py | 28 +- .../scripts/azure/common_remove_remote_kernels.py | 5 +- .../general/scripts/azure/common_reupload_key.py | 3 +- .../general/scripts/azure/common_start_notebook.py | 26 +- .../general/scripts/azure/common_stop_notebook.py | 22 +- .../scripts/azure/common_terminate_notebook.py | 21 +- .../general/scripts/azure/dataengine_configure.py | 49 +- .../general/scripts/azure/dataengine_prepare.py | 23 +- .../src/general/scripts/azure/dataengine_start.py | 18 +- .../src/general/scripts/azure/dataengine_stop.py | 17 +- .../general/scripts/azure/dataengine_terminate.py | 19 +- .../scripts/azure/deeplearning_configure.py | 52 +- .../src/general/scripts/azure/edge_configure.py | 45 +- .../src/general/scripts/azure/edge_prepare.py | 56 +- .../src/general/scripts/azure/edge_start.py | 23 +- .../src/general/scripts/azure/edge_status.py | 11 +- .../src/general/scripts/azure/edge_stop.py | 14 +- .../src/general/scripts/azure/edge_terminate.py | 46 +- .../src/general/scripts/azure/jupyter_configure.py | 49 +- .../general/scripts/azure/jupyterlab_configure.py | 48 +- .../src/general/scripts/azure/project_prepare.py | 46 +- .../src/general/scripts/azure/project_terminate.py | 54 +- .../general/scripts/azure/rstudio_change_pass.py | 7 +- .../src/general/scripts/azure/rstudio_configure.py | 50 +- .../src/general/scripts/azure/ssn_configure.py | 61 +- .../general/scripts/azure/ssn_create_datalake.py | 9 +- .../general/scripts/azure/ssn_create_peering.py | 5 +- .../scripts/azure/ssn_create_resource_group.py | 7 +- .../src/general/scripts/azure/ssn_create_vpc.py | 7 +- .../src/general/scripts/azure/ssn_prepare.py | 28 +- .../src/general/scripts/azure/ssn_terminate.py | 64 +- .../src/general/scripts/azure/tensor_configure.py | 47 +- .../general/scripts/azure/zeppelin_configure.py | 47 +- .../src/general/scripts/gcp/common_collect_data.py | 5 +- .../general/scripts/gcp/common_create_bucket.py | 5 +- .../general/scripts/gcp/common_create_firewall.py | 9 +- .../general/scripts/gcp/common_create_instance.py | 5 +- .../general/scripts/gcp/common_create_nat_route.py | 5 +- .../scripts/gcp/common_create_notebook_image.py | 9 +- .../scripts/gcp/common_create_service_account.py | 15 +- .../general/scripts/gcp/common_create_subnet.py | 9 +- .../scripts/gcp/common_download_git_certfile.py | 5 +- .../src/general/scripts/gcp/common_install_gpu.py | 5 +- ...common_notebook_configure_dataengine-service.py | 20 +- .../gcp/common_notebook_configure_dataengine.py | 15 +- .../general/scripts/gcp/common_prepare_notebook.py | 22 +- .../src/general/scripts/gcp/common_reupload_key.py | 3 +- .../general/scripts/gcp/common_start_notebook.py | 22 +- .../general/scripts/gcp/common_stop_notebook.py | 32 +- .../scripts/gcp/common_terminate_notebook.py | 29 +- .../scripts/gcp/dataengine-service_configure.py | 44 +- .../scripts/gcp/dataengine-service_create.py | 5 +- .../scripts/gcp/dataengine-service_install_libs.py | 14 +- .../scripts/gcp/dataengine-service_list_libs.py | 13 +- .../scripts/gcp/dataengine-service_prepare.py | 15 +- .../scripts/gcp/dataengine-service_terminate.py | 22 +- .../general/scripts/gcp/dataengine_configure.py | 50 +- .../src/general/scripts/gcp/dataengine_prepare.py | 21 +- .../src/general/scripts/gcp/dataengine_start.py | 16 +- .../src/general/scripts/gcp/dataengine_stop.py | 15 +- .../general/scripts/gcp/dataengine_terminate.py | 17 +- .../general/scripts/gcp/deeplearning_configure.py | 50 +- .../src/general/scripts/gcp/edge_configure.py | 41 +- .../general/scripts/gcp/edge_create_static_ip.py | 13 +- .../src/general/scripts/gcp/edge_start.py | 23 +- .../src/general/scripts/gcp/edge_status.py | 15 +- .../src/general/scripts/gcp/edge_stop.py | 14 +- .../src/general/scripts/gcp/edge_terminate.py | 32 +- .../src/general/scripts/gcp/jupyter_configure.py | 52 +- .../general/scripts/gcp/jupyterlab_configure.py | 53 +- .../src/general/scripts/gcp/project_prepare.py | 36 +- .../src/general/scripts/gcp/project_terminate.py | 43 +- .../src/general/scripts/gcp/rstudio_configure.py | 52 +- .../rstudio_dataengine-service_create_configs.py | 5 +- .../src/general/scripts/gcp/ssn_configure.py | 54 +- .../general/scripts/gcp/ssn_create_static_ip.py | 12 +- .../src/general/scripts/gcp/ssn_create_vpc.py | 7 +- .../src/general/scripts/gcp/ssn_finalize.py | 3 +- .../src/general/scripts/gcp/ssn_prepare.py | 22 +- .../src/general/scripts/gcp/ssn_terminate.py | 16 +- .../scripts/gcp/ssn_terminate_gcp_resources.py | 45 +- .../src/general/scripts/gcp/superset_configure.py | 52 +- .../scripts/gcp/tensor-rstudio_configure.py | 54 +- .../src/general/scripts/gcp/tensor_configure.py | 48 +- .../src/general/scripts/gcp/zeppelin_configure.py | 47 +- .../src/general/templates/os/tensorboard.service | 2 + .../src/jupyter/scripts/configure_jupyter_node.py | 3 +- .../scripts/configure_jupyterlab_node.py | 1 - .../src/project/scripts/configure_http_proxy.py | 3 +- .../src/project/scripts/configure_nftables.py | 3 +- .../src/project/templates/squid.conf | 6 +- .../src/rstudio/scripts/configure_rstudio_node.py | 3 +- infrastructure-provisioning/src/ssn/fabfile.py | 6 +- .../src/ssn/scripts/backup.py | 2 +- .../src/ssn/scripts/configure_docker.py | 19 +- .../src/ssn/scripts/configure_mongo.py | 7 +- .../src/ssn/scripts/configure_ssn_node.py | 23 +- .../src/ssn/scripts/configure_ui.py | 9 +- .../src/ssn/scripts/resource_status.py | 2 +- .../src/ssn/scripts/restore.py | 2 +- .../scripts/configure_tensor-rstudio_node.py | 3 +- .../zeppelin/scripts/configure_zeppelin_node.py | 3 +- .../bin/deploy/mongo_files/configure_mongo.py | 4 +- 189 files changed, 2997 insertions(+), 4168 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
