This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch DATALAB-2553 in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
commit ae475f5dbd434d40545ca59db00094263006d50e Author: leonidfrolov <[email protected]> AuthorDate: Thu Oct 21 17:21:44 2021 +0300 [DATALAB-2553]: added quickfix for logger when used not in docker containers but directly on instances --- infrastructure-provisioning/src/general/lib/os/logger.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/infrastructure-provisioning/src/general/lib/os/logger.py b/infrastructure-provisioning/src/general/lib/os/logger.py index ceb04bc..6eb24c3 100644 --- a/infrastructure-provisioning/src/general/lib/os/logger.py +++ b/infrastructure-provisioning/src/general/lib/os/logger.py @@ -21,6 +21,13 @@ import logging import os +import subprocess + +#quick fix for spark configuration, when python script is launched on notebook instance without environment variables and log directories +if 'conf_resource' not in os.environ and 'request_id' not in os.environ: + os.environ['conf_resource'] = 'undefined_conf_resource' + os.environ['request_id'] = 'undefined_request_id' + subprocess.run("sudo mkdir -p /logs/undefined_conf_resource/", shell=True, check=True) local_log_filename = "{}_{}.log".format(os.environ['conf_resource'], os.environ['request_id']) local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
