This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch DLAB-1655 in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit 1b29d3dd7595c81b68a09130010da94b767b252d Author: leonidfrolov <[email protected]> AuthorDate: Thu Mar 26 15:55:48 2020 +0200 [DLAB-1655]: changed gcs-connector version and added to dlab.ini --- infrastructure-provisioning/src/general/conf/dlab.ini | 2 ++ infrastructure-provisioning/src/general/lib/gcp/actions_lib.py | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/infrastructure-provisioning/src/general/conf/dlab.ini b/infrastructure-provisioning/src/general/conf/dlab.ini index 8f3528e..f732871 100644 --- a/infrastructure-provisioning/src/general/conf/dlab.ini +++ b/infrastructure-provisioning/src/general/conf/dlab.ini @@ -286,6 +286,8 @@ matplotlib_version = 2.0.2 jupyterlab_image = odahu\/base-notebook:1.1.0-rc8 ### Superset version superset_version = 0.35.1 +### GCS-connector version +gcs_connector_version = 2.0.1 #--- [emr] section contains all parameters that are using for emr provisioning ---# [emr] diff --git a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py index 5b318c8..9ea0d80 100644 --- a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py +++ b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py @@ -1300,8 +1300,8 @@ def ensure_local_jars(os_user, jars_dir): try: templates_dir = '/root/templates/' sudo('mkdir -p {}'.format(jars_dir)) - sudo('wget https://storage.googleapis.com/hadoop-lib/gcs/{0} -O {1}{0}' - .format('gcs-connector-latest-hadoop2.jar', jars_dir)) + sudo('wget https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-{0}.jar -O {1}' + 'gcs-connector-hadoop2-{0}.jar'.format(os.environ['notebook_gcs_connector_version'], jars_dir)) sudo('wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.4/{0} -O {1}{0}' .format('hadoop-yarn-server-web-proxy-2.7.4.jar', jars_dir)) put(templates_dir + 'core-site.xml', '/tmp/core-site.xml') --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
