This is an automated email from the ASF dual-hosted git repository. dmysakovets pushed a commit to branch odahu-integration in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit 91e896f5009993fe9633f33da141177ef03995dd Merge: c86e0e9 7488e82 Author: Demyan Mysakovets <[email protected]> AuthorDate: Fri Apr 17 13:10:51 2020 +0300 Merge pull request #696 from apache/develop Merge develop into odahu-integration README.md | 3 - infrastructure-provisioning/scripts/deploy_dlab.py | 1 - .../scripts/deploy_repository/deploy_repository.py | 2 +- .../scripts/configure_deep_learning_node.py | 4 +- infrastructure-provisioning/src/edge/fabfile.py | 76 -- .../src/general/conf/dlab.ini | 4 +- .../general/files/gcp/jupyterlab_description.json | 2 +- .../src/general/lib/aws/actions_lib.py | 60 +- .../src/general/lib/azure/actions_lib.py | 45 +- .../src/general/lib/gcp/actions_lib.py | 29 +- .../src/general/lib/gcp/meta_lib.py | 23 +- .../src/general/lib/os/debian/common_lib.py | 57 +- .../src/general/lib/os/debian/edge_lib.py | 27 +- .../src/general/lib/os/debian/ssn_lib.py | 4 + .../src/general/lib/os/fab.py | 43 +- .../scripts/aws/common_create_notebook_image.py | 48 +- .../general/scripts/aws/common_create_policy.py | 14 +- .../general/scripts/aws/common_create_subnet.py | 2 +- .../scripts/aws/common_download_git_certfile.py | 2 +- ...common_notebook_configure_dataengine-service.py | 110 ++- .../aws/common_notebook_configure_dataengine.py | 73 +- .../general/scripts/aws/common_prepare_notebook.py | 173 ++-- .../general/scripts/aws/common_start_notebook.py | 39 +- .../general/scripts/aws/common_stop_notebook.py | 47 +- .../scripts/aws/common_terminate_notebook.py | 38 +- .../scripts/aws/common_terminate_notebook_image.py | 17 +- .../scripts/aws/dataengine-service_configure.py | 198 ++-- .../scripts/aws/dataengine-service_prepare.py | 257 +++--- .../scripts/aws/dataengine-service_terminate.py | 37 +- .../general/scripts/aws/dataengine_configure.py | 254 +++--- .../src/general/scripts/aws/dataengine_prepare.py | 156 ++-- .../src/general/scripts/aws/dataengine_start.py | 44 +- .../src/general/scripts/aws/dataengine_stop.py | 28 +- .../general/scripts/aws/dataengine_terminate.py | 39 +- .../general/scripts/aws/deeplearning_configure.py | 318 +++---- .../src/general/scripts/aws/edge_configure.py | 279 +++--- .../src/general/scripts/aws/edge_start.py | 31 +- .../src/general/scripts/aws/edge_status.py | 23 +- .../src/general/scripts/aws/edge_stop.py | 26 +- .../src/general/scripts/aws/jupyter_configure.py | 316 +++---- .../general/scripts/aws/jupyterlab_configure.py | 306 ++++--- .../src/general/scripts/aws/project_prepare.py | 432 ++++----- .../src/general/scripts/aws/project_terminate.py | 118 ++- .../src/general/scripts/aws/rstudio_configure.py | 314 +++---- .../src/general/scripts/aws/ssn_configure.py | 433 ++++----- .../src/general/scripts/aws/ssn_prepare.py | 713 ++++++++------- .../src/general/scripts/aws/ssn_terminate.py | 33 +- .../scripts/aws/ssn_terminate_aws_resources.py | 100 ++- .../scripts/aws/tensor-rstudio_configure.py | 338 +++---- .../src/general/scripts/aws/tensor_configure.py | 324 +++---- .../src/general/scripts/aws/zeppelin_configure.py | 326 +++---- .../scripts/azure/common_create_instance.py | 2 +- .../scripts/azure/common_create_notebook_image.py | 82 +- .../scripts/azure/common_download_git_certfile.py | 6 +- .../azure/common_notebook_configure_dataengine.py | 84 +- .../scripts/azure/common_prepare_notebook.py | 103 ++- .../general/scripts/azure/common_start_notebook.py | 53 +- .../general/scripts/azure/common_stop_notebook.py | 43 +- .../scripts/azure/common_terminate_notebook.py | 41 +- .../azure/common_terminate_notebook_image.py | 18 +- .../general/scripts/azure/dataengine_configure.py | 224 ++--- .../general/scripts/azure/dataengine_prepare.py | 103 +-- .../src/general/scripts/azure/dataengine_start.py | 52 +- .../src/general/scripts/azure/dataengine_stop.py | 44 +- .../general/scripts/azure/dataengine_terminate.py | 48 +- .../scripts/azure/deeplearning_configure.py | 177 ++-- .../src/general/scripts/azure/edge_configure.py | 357 +++----- .../src/general/scripts/azure/edge_prepare.py | 6 +- .../src/general/scripts/azure/edge_start.py | 36 +- .../src/general/scripts/azure/edge_status.py | 23 +- .../src/general/scripts/azure/edge_stop.py | 26 +- .../src/general/scripts/azure/edge_terminate.py | 86 +- .../src/general/scripts/azure/jupyter_configure.py | 208 ++--- .../general/scripts/azure/jupyterlab_configure.py | 189 ++-- .../src/general/scripts/azure/project_prepare.py | 364 ++++---- .../src/general/scripts/azure/project_terminate.py | 104 ++- .../src/general/scripts/azure/rstudio_configure.py | 187 ++-- .../src/general/scripts/azure/ssn_configure.py | 231 ++--- .../src/general/scripts/azure/ssn_prepare.py | 170 ++-- .../src/general/scripts/azure/ssn_terminate.py | 93 +- .../src/general/scripts/azure/tensor_configure.py | 185 ++-- .../general/scripts/azure/zeppelin_configure.py | 191 ++-- ...common_notebook_configure_dataengine-service.py | 87 +- .../gcp/common_notebook_configure_dataengine.py | 84 +- .../general/scripts/gcp/common_prepare_notebook.py | 262 +++--- .../general/scripts/gcp/common_start_notebook.py | 30 +- .../general/scripts/gcp/common_stop_notebook.py | 52 +- .../scripts/gcp/common_terminate_notebook.py | 44 +- .../scripts/gcp/dataengine-service_configure.py | 142 +-- .../scripts/gcp/dataengine-service_create.py | 2 +- .../scripts/gcp/dataengine-service_prepare.py | 161 ++-- .../scripts/gcp/dataengine-service_terminate.py | 43 +- .../general/scripts/gcp/dataengine_configure.py | 199 ++--- .../src/general/scripts/gcp/dataengine_prepare.py | 286 +++--- .../src/general/scripts/gcp/dataengine_start.py | 57 +- .../src/general/scripts/gcp/dataengine_stop.py | 47 +- .../general/scripts/gcp/dataengine_terminate.py | 53 +- .../general/scripts/gcp/deeplearning_configure.py | 288 +++--- .../src/general/scripts/gcp/edge_configure.py | 331 ++++--- .../src/general/scripts/gcp/edge_start.py | 35 +- .../src/general/scripts/gcp/edge_stop.py | 28 +- .../src/general/scripts/gcp/edge_terminate.py | 92 +- .../src/general/scripts/gcp/jupyter_configure.py | 262 +++--- .../general/scripts/gcp/jupyterlab_configure.py | 299 +++---- .../src/general/scripts/gcp/project_prepare.py | 442 ++++----- .../src/general/scripts/gcp/project_terminate.py | 121 ++- .../src/general/scripts/gcp/rstudio_configure.py | 275 +++--- .../src/general/scripts/gcp/ssn_configure.py | 238 ++--- .../src/general/scripts/gcp/ssn_prepare.py | 234 ++--- .../src/general/scripts/gcp/ssn_terminate.py | 28 +- .../src/general/scripts/gcp/superset_configure.py | 303 ++++--- .../scripts/gcp/tensor-rstudio_configure.py | 287 +++--- .../src/general/scripts/gcp/tensor_configure.py | 277 +++--- .../src/general/scripts/gcp/zeppelin_configure.py | 261 +++--- .../general/scripts/os/common_clean_instance.py | 24 +- .../general/scripts/os/dataengine_install_libs.py | 2 +- .../src/general/scripts/os/dataengine_list_libs.py | 2 +- .../scripts/os/dataengine_reconfigure_spark.py | 2 +- .../src/general/scripts/os/notebook_git_creds.py | 4 +- .../scripts/os/notebook_inactivity_check.py | 4 +- .../general/scripts/os/notebook_install_libs.py | 4 +- .../src/general/scripts/os/notebook_list_libs.py | 4 +- .../scripts/os/notebook_reconfigure_spark.py | 2 +- .../src/general/templates/os/renew_certificates.sh | 2 +- .../src/jupyter/scripts/configure_jupyter_node.py | 4 +- .../scripts/configure_jupyterlab_node.py | 4 +- infrastructure-provisioning/src/project/fabfile.py | 7 - .../src/project/scripts/configure_keycloak.py | 5 +- .../src/rstudio/scripts/configure_rstudio_node.py | 4 +- .../src/ssn/files/azure/mongo_roles.json | 2 +- .../src/ssn/scripts/configure_ui.py | 2 +- .../superset/scripts/configure_superset_node.py | 4 +- .../scripts/configure_tensor-rstudio_node.py | 4 +- .../src/tensor/scripts/configure_tensor_node.py | 4 +- .../zeppelin/scripts/configure_zeppelin_node.py | 4 +- .../aws/computational_resources/modules/ami/ami.tf | 2 +- .../computational_resources/modules/common/iam.tf | 2 +- .../modules/common/network.tf | 4 +- .../modules/data_engine/instance.tf | 4 +- .../modules/emr/instance.tf | 2 +- .../modules/notebook/instance.tf | 2 +- .../terraform/aws/endpoint/main/bucket.tf | 37 + .../terraform/aws/endpoint/main/iam.tf | 2 +- .../terraform/aws/endpoint/main/instance.tf | 2 +- .../terraform/aws/endpoint/main/network.tf | 18 +- .../terraform/aws/project/main/iam.tf | 4 +- .../terraform/aws/project/main/instance.tf | 2 +- .../terraform/aws/project/main/network.tf | 8 +- .../aws/ssn-k8s/main/auto_scaling_groups.tf | 8 +- .../terraform/aws/ssn-k8s/main/lb.tf | 6 +- .../terraform/aws/ssn-k8s/main/role_policy.tf | 2 +- .../terraform/aws/ssn-k8s/main/s3.tf | 2 +- .../terraform/aws/ssn-k8s/main/security_groups.tf | 2 +- .../terraform/aws/ssn-k8s/main/vpc.tf | 18 +- .../modules/data_engine/instance.tf | 4 +- .../modules/notebook/instance.tf | 4 +- .../terraform/azure/endpoint/main/bucket.tf | 53 ++ .../terraform/azure/endpoint/main/instance.tf | 4 +- .../terraform/azure/endpoint/main/main.tf | 8 +- .../terraform/azure/endpoint/main/network.tf | 17 +- .../terraform/azure/endpoint/main/outputs.tf | 8 + .../terraform/azure/project/main/instance.tf | 2 +- .../terraform/bin/deploy/endpoint_fab.py | 3 +- infrastructure-provisioning/terraform/bin/dlab.py | 4 +- .../terraform/gcp/endpoint/main/bucket.tf | 36 + .../terraform/gcp/endpoint/main/network.tf | 4 +- .../terraform/gcp/ssn-gke/main/modules/gke/gke.tf | 2 +- .../terraform/gcp/ssn-gke/main/modules/gke/vpc.tf | 4 +- .../dlab/automation/cloud/aws/AmazonHelper.java | 2 +- .../java/com/epam/dlab/dto/StatusEnvBaseDTO.java | 14 + .../dlab/dto/exploratory/ExploratoryImageDTO.java | 7 + services/provisioning-service/provisioning.yml | 2 +- ...rovisioningServiceApplicationConfiguration.java | 2 +- .../handlers/ComputationalCallbackHandler.java | 5 +- .../ComputationalConfigureCallbackHandler.java | 1 + .../handlers/ExploratoryCallbackHandler.java | 8 +- .../handlers/LibInstallCallbackHandler.java | 5 +- .../resources/base/ExploratoryService.java | 2 +- .../aws/dataengine-service_configure.json | 2 +- .../resources/mock_response/aws/edge_create.json | 2 +- .../mock_response/aws/notebook_start.json | 2 +- .../resources/mock_response/aws/notebook_stop.json | 2 +- .../mock_response/aws/notebook_terminate.json | 2 +- .../azure/dataengine-service_configure.json | 2 +- .../resources/mock_response/azure/edge_create.json | 2 +- .../mock_response/azure/notebook_start.json | 2 +- .../mock_response/azure/notebook_stop.json | 2 +- .../mock_response/azure/notebook_terminate.json | 2 +- .../gcp/dataengine-service_configure.json | 2 +- .../core/commands/CommandExecutorMockTest.java | 2 +- .../epam/dlab/backendapi/dao/ComputationalDAO.java | 182 ++-- .../java/com/epam/dlab/backendapi/dao/EnvDAO.java | 74 +- .../epam/dlab/backendapi/dao/ExploratoryDAO.java | 162 +--- .../dlab/backendapi/dao/ExploratoryLibDAO.java | 60 +- .../com/epam/dlab/backendapi/dao/IndexCreator.java | 7 +- .../epam/dlab/backendapi/dao/SchedulerJobDAO.java | 38 +- .../epam/dlab/backendapi/dao/UserRoleDaoImpl.java | 36 +- .../dlab/backendapi/domain/CreateProjectDTO.java | 2 +- .../epam/dlab/backendapi/domain/EndpointDTO.java | 6 +- .../epam/dlab/backendapi/domain/ProjectDTO.java | 2 +- .../backendapi/resources/EnvironmentResource.java | 34 +- .../backendapi/resources/ExploratoryResource.java | 29 +- .../resources/ImageExploratoryResource.java | 18 +- .../resources/LibExploratoryResource.java | 31 +- .../dlab/backendapi/resources/ProjectResource.java | 23 +- .../backendapi/resources/SchedulerJobResource.java | 31 +- .../resources/aws/ComputationalResourceAws.java | 36 +- .../azure/ComputationalResourceAzure.java | 58 +- .../callback/CheckInactivityCallback.java | 5 +- .../resources/callback/ComputationalCallback.java | 15 +- .../callback/EnvironmentStatusCallback.java | 4 +- .../resources/callback/ExploratoryCallback.java | 26 +- ...FormDTO.java => ComputationalTemplatesDTO.java} | 20 +- .../dto/ExploratoryImageCreateFormDTO.java | 16 +- .../resources/dto/LibInstallFormDTO.java | 3 + .../resources/dto/SearchLibsFormDTO.java | 4 + .../dlab/backendapi/resources/dto/UserRoleDto.java | 12 +- .../resources/gcp/ComputationalResourceGcp.java | 44 +- .../backendapi/service/ComputationalService.java | 21 +- .../backendapi/service/EnvironmentService.java | 10 +- .../backendapi/service/ExploratoryService.java | 26 +- .../service/ImageExploratoryService.java | 10 +- .../dlab/backendapi/service/InactivityService.java | 8 +- .../dlab/backendapi/service/LibraryService.java | 10 +- .../dlab/backendapi/service/ProjectService.java | 2 +- .../backendapi/service/SchedulerJobService.java | 106 +-- .../service/impl/ComputationalServiceImpl.java | 158 ++-- .../service/impl/EnvironmentServiceImpl.java | 24 +- .../service/impl/ExploratoryServiceImpl.java | 115 +-- .../service/impl/ImageExploratoryServiceImpl.java | 18 +- .../service/impl/InactivityServiceImpl.java | 4 +- .../service/impl/LibraryServiceImpl.java | 50 +- .../service/impl/ProjectServiceImpl.java | 23 +- .../service/impl/ReuploadKeyServiceImpl.java | 66 +- .../service/impl/SchedulerJobServiceImpl.java | 81 +- .../epam/dlab/backendapi/util/RequestBuilder.java | 19 +- .../src/main/resources/mongo/aws/mongo_roles.json | 56 ++ .../main/resources/mongo/azure/mongo_roles.json | 48 +- .../src/main/resources/mongo/gcp/mongo_roles.json | 52 ++ .../management/endpoints/endpoints.component.ts | 31 +- .../manage-environment-dilog.component.html | 2 +- .../management-grid/management-grid.component.html | 9 +- .../management-grid/management-grid.component.scss | 26 +- .../management/management.component.html | 2 +- .../management/management.component.ts | 71 +- .../administration/project/project-data.service.ts | 11 +- .../project-list/project-list.component.html | 6 +- .../project-list/project-list.component.scss | 8 +- .../administration/project/project.component.html | 3 +- .../administration/project/project.component.ts | 37 +- .../app/administration/roles/roles.component.html | 84 +- .../app/administration/roles/roles.component.scss | 29 +- .../app/administration/roles/roles.component.ts | 97 +- .../services/applicationServiceFacade.service.ts | 15 +- .../services/dataengineConfiguration.service.ts | 16 +- .../core/services/librariesInstallation.service.ts | 12 +- .../services/managementEnvironments.service.ts | 4 +- .../src/app/core/services/project.service.ts | 9 - .../src/app/core/services/scheduler.service.ts | 8 +- .../src/app/core/services/userResource.service.ts | 12 +- .../reporting-grid/reporting-grid.component.html | 12 +- .../reporting-grid/reporting-grid.component.scss | 29 +- .../src/app/reporting/reporting.component.ts | 7 +- .../cluster-details/cluster-details.component.ts | 4 +- ...utational-resource-create-dialog.component.html | 9 +- ...mputational-resource-create-dialog.component.ts | 30 +- .../computational-resources-list.component.scss | 3 +- .../computational-resources-list.component.ts | 2 +- .../ami-create-dialog.component.html | 4 +- .../ami-create-dialog.component.ts | 8 +- .../detail-dialog/detail-dialog.component.ts | 4 +- .../install-libraries.component.html | 18 +- .../install-libraries.component.scss | 21 + .../install-libraries.component.ts | 29 +- .../install-libraries/install-libraries.model.ts | 8 +- .../resources-grid/resources-grid.component.html | 10 +- .../resources-grid/resources-grid.component.scss | 13 + .../resources-grid/resources-grid.component.ts | 18 +- .../src/app/resources/resources.component.html | 2 +- .../app/resources/scheduler/scheduler.component.ts | 23 +- .../src/app/resources/scheduler/scheduler.model.ts | 12 +- .../webapp/src/app/shared/form-controls/index.ts | 5 +- .../multi-level-select-dropdown.component.html | 94 ++ .../multi-level-select-dropdown.component.scss | 321 +++++++ .../multi-level-select-dropdown.component.ts | 139 +++ .../confirmation-dialog-type.enum.ts | 3 +- .../confirmation-dialog.component.html | 15 +- .../confirmation-dialog.component.scss | 3 + .../confirmation-dialog.model.ts | 6 +- .../notification-dialog.component.ts | 50 +- .../webapp/src/assets/styles/_dialogs.scss | 7 + .../resources/webapp/src/assets/styles/_theme.scss | 8 +- .../webapp/src/dictionary/azure.dictionary.ts | 6 +- .../resources/EnvironmentResourceTest.java | 89 +- .../resources/ExploratoryResourceTest.java | 57 +- .../resources/ImageExploratoryResourceTest.java | 25 +- .../resources/LibExploratoryResourceTest.java | 602 +++++++------ .../backendapi/resources/ProjectResourceTest.java | 32 +- .../resources/SchedulerJobResourceTest.java | 383 ++++---- .../service/impl/ComputationalServiceImplTest.java | 993 +++++++++++---------- .../service/impl/EnvironmentServiceImplTest.java | 74 +- .../service/impl/ExploratoryServiceImplTest.java | 586 ++++++------ .../impl/ImageExploratoryServiceImplTest.java | 85 +- .../service/impl/LibraryServiceImplTest.java | 464 +++++----- .../service/impl/ReuploadKeyServiceImplTest.java | 49 +- .../service/impl/SchedulerJobServiceImplTest.java | 250 +++--- 306 files changed, 12073 insertions(+), 10634 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
