This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch DLAB-1653 in repository https://gitbox.apache.org/repos/asf/incubator-dlab.git
commit 2f8991881d6e1e9822349624af1fe380de363dc5 Author: leonidfrolov <[email protected]> AuthorDate: Mon Mar 23 15:20:45 2020 +0200 [DLAB-1653]: added pandas-profiling --- infrastructure-provisioning/src/general/lib/aws/actions_lib.py | 4 ++-- infrastructure-provisioning/src/general/lib/gcp/actions_lib.py | 4 ++-- .../src/general/lib/os/debian/notebook_lib.py | 6 ++++-- .../src/general/lib/os/redhat/notebook_lib.py | 6 ++++-- 4 files changed, 12 insertions(+), 8 deletions(-) diff --git a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py index 9519053..ecac04f 100644 --- a/infrastructure-provisioning/src/general/lib/aws/actions_lib.py +++ b/infrastructure-provisioning/src/general/lib/aws/actions_lib.py @@ -1517,7 +1517,7 @@ def installing_python(region, bucket, user_name, cluster_name, application='', p local(venv_command + ' && sudo -i ' + pip_command + ' install NumPy=={0}'.format(numpy_version)) local(venv_command + ' && sudo -i ' + pip_command + ' install -i https://{0}/simple --trusted-host {0} --timeout 60000 boto boto3 SciPy ' - 'Matplotlib==2.0.2 pandas Sympy Pillow sklearn --no-cache-dir'.format(pip_mirror)) + 'Matplotlib==2.0.2 pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format(pip_mirror)) # Need to refactor when we add GPU cluster if application == 'deeplearning': local(venv_command + ' && sudo -i ' + pip_command + @@ -1540,7 +1540,7 @@ def installing_python(region, bucket, user_name, cluster_name, application='', p local(venv_command + ' && sudo -i ' + pip_command + ' install ipython ipykernel --no-cache-dir') local(venv_command + ' && sudo -i ' + pip_command + ' install NumPy=={}'.format(numpy_version)) local(venv_command + ' && sudo -i ' + pip_command + - ' install boto boto3 SciPy Matplotlib==2.0.2 pandas Sympy Pillow sklearn ' + ' install boto boto3 SciPy Matplotlib==2.0.2 pandas pandas-profiling Sympy Pillow sklearn ' '--no-cache-dir') # Need to refactor when we add GPU cluster if application == 'deeplearning': diff --git a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py index 5b318c8..8096ed9 100644 --- a/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py +++ b/infrastructure-provisioning/src/general/lib/gcp/actions_lib.py @@ -1275,8 +1275,8 @@ class GCPActions: local('{0} && sudo -i {1} install -U pip==9.0.3'.format(venv_command, pip_command)) local('{0} && sudo -i {1} install pyzmq==17.0.0'.format(venv_command, pip_command)) local('{0} && sudo -i {1} install ipython ipykernel --no-cache-dir'.format(venv_command, pip_command)) - local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy Matplotlib pandas Sympy Pillow sklearn --no-cache-dir' - .format(venv_command, pip_command, numpy_version)) + local('{0} && sudo -i {1} install boto boto3 NumPy=={2} SciPy Matplotlib pandas pandas-profiling Sympy ' + 'Pillow sklearn --no-cache-dir'.format(venv_command, pip_command, numpy_version)) if application == 'deeplearning': local('{0} && sudo -i {1} install mxnet-cu80 opencv-python keras Theano --no-cache-dir'.format(venv_command, pip_command)) python_without_dots = python_version.replace('.', '') diff --git a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py index d1fa44a..fcabce1 100644 --- a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py +++ b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py @@ -205,8 +205,10 @@ def ensure_additional_python_libs(os_user): try: manage_pkg('-y install', 'remote', 'libjpeg8-dev zlib1g-dev') if os.environ['application'] in ('jupyter', 'zeppelin'): - sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version'])) - sudo('pip3 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version'])) + sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format( + os.environ['notebook_numpy_version'])) + sudo('pip3 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format( + os.environ['notebook_numpy_version'])) if os.environ['application'] in ('tensor', 'deeplearning'): sudo('pip2 install opencv-python h5py --no-cache-dir') sudo('pip3 install opencv-python h5py --no-cache-dir') diff --git a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py index 34bae34..46fd14c 100644 --- a/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py +++ b/infrastructure-provisioning/src/general/lib/os/redhat/notebook_lib.py @@ -190,8 +190,10 @@ def ensure_additional_python_libs(os_user): manage_pkg('clean', 'remote', 'all') manage_pkg('-y install', 'remote', 'zlib-devel libjpeg-turbo-devel --nogpgcheck') if os.environ['application'] in ('jupyter', 'zeppelin'): - sudo('pip2 install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version'])) - sudo('python3.5 -m pip install NumPy=={} SciPy pandas Sympy Pillow sklearn --no-cache-dir'.format(os.environ['notebook_numpy_version'])) + sudo('pip2 install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn --no-cache-dir'.format( + os.environ['notebook_numpy_version'])) + sudo('python3.5 -m pip install NumPy=={} SciPy pandas pandas-profiling Sympy Pillow sklearn ' + '--no-cache-dir'.format(os.environ['notebook_numpy_version'])) if os.environ['application'] in ('tensor', 'deeplearning'): sudo('python2.7 -m pip install opencv-python h5py --no-cache-dir') sudo('python3.5 -m pip install opencv-python h5py --no-cache-dir') --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
