This is an automated email from the ASF dual-hosted git repository.

lfrolov pushed a commit to branch DLAB-1655
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git

commit 7609e52f0c1afbfe19207197453b4ab09232a78e
Author: leonidfrolov <[email protected]>
AuthorDate: Thu Mar 26 15:51:08 2020 +0200

    [DLAB-1655]: added gcs-connector version to dlab.ini
---
 infrastructure-provisioning/src/general/conf/dlab.ini          | 2 ++
 infrastructure-provisioning/src/general/lib/gcp/actions_lib.py | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/infrastructure-provisioning/src/general/conf/dlab.ini 
b/infrastructure-provisioning/src/general/conf/dlab.ini
index 8f3528e..f732871 100644
--- a/infrastructure-provisioning/src/general/conf/dlab.ini
+++ b/infrastructure-provisioning/src/general/conf/dlab.ini
@@ -286,6 +286,8 @@ matplotlib_version = 2.0.2
 jupyterlab_image = odahu\/base-notebook:1.1.0-rc8
 ### Superset version
 superset_version = 0.35.1
+### GCS-connector version
+gcs_connector_version = 2.0.1
 
 #--- [emr] section contains all parameters that are using for emr provisioning 
---#
 [emr]
diff --git a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py 
b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
index 1beb988..9ea0d80 100644
--- a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
+++ b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
@@ -1300,8 +1300,8 @@ def ensure_local_jars(os_user, jars_dir):
         try:
             templates_dir = '/root/templates/'
             sudo('mkdir -p {}'.format(jars_dir))
-            sudo('wget https://storage.googleapis.com/hadoop-lib/gcs/{0} -O 
{1}{0}'
-                 .format('gcs-connector-hadoop2-2.0.1.jar', jars_dir))
+            sudo('wget 
https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-{0}.jar -O 
{1}'
+                 
'gcs-connector-hadoop2-{0}.jar'.format(os.environ['notebook_gcs_connector_version'],
 jars_dir))
             sudo('wget 
https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.4/{0}
 -O {1}{0}'
                  .format('hadoop-yarn-server-web-proxy-2.7.4.jar', jars_dir))
             put(templates_dir + 'core-site.xml', '/tmp/core-site.xml')


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to