This is an automated email from the ASF dual-hosted git repository.

lfrolov pushed a commit to branch DLAB-1653
in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git

commit 2f8991881d6e1e9822349624af1fe380de363dc5
Author: leonidfrolov <[email protected]>
AuthorDate: Mon Mar 23 15:20:45 2020 +0200

    [DLAB-1653]: added pandas-profiling
---
 infrastructure-provisioning/src/general/lib/aws/actions_lib.py      | 4 ++--
 infrastructure-provisioning/src/general/lib/gcp/actions_lib.py      | 4 ++--
 .../src/general/lib/os/debian/notebook_lib.py                       | 6 ++++--
 .../src/general/lib/os/redhat/notebook_lib.py                       | 6 ++++--
 4 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py 
b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
index 9519053..ecac04f 100644
--- a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
+++ b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py
@@ -1517,7 +1517,7 @@ def installing_python(region, bucket, user_name, 
cluster_name, application='', p
                 local(venv_command + ' && sudo -i ' + pip_command + ' install 
NumPy=={0}'.format(numpy_version))
                 local(venv_command + ' && sudo -i ' + pip_command +
                       ' install -i https://{0}/simple --trusted-host {0} 
--timeout 60000 boto boto3 SciPy '
-                      'Matplotlib==2.0.2 pandas Sympy Pillow sklearn 
--no-cache-dir'.format(pip_mirror))
+                      'Matplotlib==2.0.2 pandas pandas-profiling Sympy Pillow 
sklearn --no-cache-dir'.format(pip_mirror))
                 # Need to refactor when we add GPU cluster
                 if application == 'deeplearning':
                     local(venv_command + ' && sudo -i ' + pip_command +
@@ -1540,7 +1540,7 @@ def installing_python(region, bucket, user_name, 
cluster_name, application='', p
             local(venv_command + ' && sudo -i ' + pip_command + ' install 
ipython ipykernel --no-cache-dir')
             local(venv_command + ' && sudo -i ' + pip_command + ' install 
NumPy=={}'.format(numpy_version))
             local(venv_command + ' && sudo -i ' + pip_command +
-                  ' install boto boto3 SciPy Matplotlib==2.0.2 pandas Sympy 
Pillow sklearn '
+                  ' install boto boto3 SciPy Matplotlib==2.0.2 pandas 
pandas-profiling Sympy Pillow sklearn '
                   '--no-cache-dir')
             # Need to refactor when we add GPU cluster
             if application == 'deeplearning':
diff --git a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py 
b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
index 5b318c8..8096ed9 100644
--- a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
+++ b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py
@@ -1275,8 +1275,8 @@ class GCPActions:
                 local('{0} && sudo -i {1} install -U 
pip==9.0.3'.format(venv_command, pip_command))
                 local('{0} && sudo -i {1} install 
pyzmq==17.0.0'.format(venv_command, pip_command))
                 local('{0} && sudo -i {1} install ipython ipykernel 
--no-cache-dir'.format(venv_command, pip_command))
-                local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy 
Matplotlib pandas Sympy Pillow sklearn --no-cache-dir'
-                      .format(venv_command, pip_command, numpy_version))
+                local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy 
Matplotlib pandas pandas-profiling Sympy '
+                      'Pillow sklearn --no-cache-dir'.format(venv_command, 
pip_command, numpy_version))
                 if application == 'deeplearning':
                     local('{0} && sudo -i {1} install mxnet-cu80 opencv-python 
keras Theano --no-cache-dir'.format(venv_command, pip_command))
                     python_without_dots = python_version.replace('.', '')
diff --git 
a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py 
b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
index d1fa44a..fcabce1 100644
--- a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
+++ b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py
@@ -205,8 +205,10 @@ def ensure_additional_python_libs(os_user):
         try:
             manage_pkg('-y install', 'remote', 'libjpeg8-dev zlib1g-dev')
             if os.environ['application'] in ('jupyter', 'zeppelin'):
-                sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn 
--no-cache-dir'.format(os.environ['notebook_numpy_version']))
-                sudo('pip3 install NumPy=={} SciPy pandas Sympy Pillow sklearn 
--no-cache-dir'.format(os.environ['notebook_numpy_version']))
+                sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling 
Sympy Pillow sklearn --no-cache-dir'.format(
+                    os.environ['notebook_numpy_version']))
+                sudo('pip3 install NumPy=={} SciPy pandas pandas-profiling 
Sympy Pillow sklearn --no-cache-dir'.format(
+                    os.environ['notebook_numpy_version']))
             if os.environ['application'] in ('tensor', 'deeplearning'):
                 sudo('pip2 install opencv-python h5py --no-cache-dir')
                 sudo('pip3 install opencv-python h5py --no-cache-dir')
diff --git 
a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py 
b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
index 34bae34..46fd14c 100644
--- a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
+++ b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py
@@ -190,8 +190,10 @@ def ensure_additional_python_libs(os_user):
             manage_pkg('clean', 'remote', 'all')
             manage_pkg('-y install', 'remote', 'zlib-devel libjpeg-turbo-devel 
--nogpgcheck')
             if os.environ['application'] in ('jupyter', 'zeppelin'):
-                sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn 
--no-cache-dir'.format(os.environ['notebook_numpy_version']))
-                sudo('python3.5 -m pip install NumPy=={} SciPy pandas Sympy 
Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version']))
+                sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling 
Sympy Pillow sklearn --no-cache-dir'.format(
+                    os.environ['notebook_numpy_version']))
+                sudo('python3.5 -m pip install NumPy=={} SciPy pandas 
pandas-profiling Sympy Pillow sklearn '
+                     
'--no-cache-dir'.format(os.environ['notebook_numpy_version']))
             if os.environ['application'] in ('tensor', 'deeplearning'):
                 sudo('python2.7 -m pip install opencv-python h5py 
--no-cache-dir')
                 sudo('python3.5 -m pip install opencv-python h5py 
--no-cache-dir')


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to