[
https://issues.apache.org/jira/browse/AIRFLOW-5023?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Ping Zhang updated AIRFLOW-5023:
--------------------------------
Description:
I created a new conda env
{code:java}
conda create -n airflow-kb8 python=2.7.13
conda activate airflow-kb8
pip install apache-airflow
pip install Flask==1.0.4 # to fix a issue werkzeug.wrappers.json missing json
pip install cython
pip install 'apache-airflow[all_dbs]'
{code}
After that, i tried to run airflow scheduler and got this error:
{code:java}
[2019-07-22 16:43:31,270] {settings.py:182} INFO - settings.configure_orm():
Using pool settings. pool_size=5, pool_recycle=1800, pid=1008
[2019-07-22 16:43:32,387] {_init_.py:51} INFO - Using executor
KubernetesExecutor
____________ _____________
____ |_( )________ _/_ /________ __
____ /| |_ /__ __/ /_ __ /_ __ _ | /| / /
___ ___ | / _ / _ _/ _ / / // /_ |/ |/ /
// |// // // // __/__/|_/
[2019-07-22 16:43:32,708] {jobs.py:1501} INFO - Starting the scheduler
[2019-07-22 16:43:32,708] {jobs.py:1509} INFO - Running execute loop for -1
seconds
[2019-07-22 16:43:32,709] {jobs.py:1510} INFO - Processing each file at most
-1 times
[2019-07-22 16:43:32,709] {jobs.py:1513} INFO - Searching for files in
/Users/xxxxx/airflow/dags
[2019-07-22 16:43:32,717] {jobs.py:1515} INFO - There are 21 files in
/Users/xxxxx/airflow/dags
[2019-07-22 16:43:32,722] {kubernetes_executor.py:690} INFO - Start Kubernetes
executor
[2019-07-22 16:43:32,776] {kubernetes_executor.py:627} INFO - When executor
started up, found 0 queued task instances
[2019-07-22 16:43:32,777] {jobs.py:1560} INFO - Resetting orphaned tasks for
active dag runs
[2019-07-22 16:43:32,785] {dag_processing.py:515} INFO - Launched
DagFileProcessorManager with pid: 1459
[2019-07-22 16:43:32,798] {settings.py:53} INFO - Configured default timezone
<Timezone [UTC]>
[2019-07-22 16:43:32,811] {kubernetes_executor.py:304} INFO - Event: and now
my watch begins starting at resource_version: 0
[2019-07-22 16:43:32,819] {settings.py:182} INFO - settings.configure_orm():
Using pool settings. pool_size=5, pool_recycle=1800, pid=1459
Process DagFileProcessor22-Process:
Traceback (most recent call last):
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
line 258, in _bootstrap
self.run()
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
line 114, in run
self._target(*self._args, **self._kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/jobs.py",
line 410, in helper
print(e)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py", line
1231, in log
self._log(level, msg, args, **kwargs)
File "/Users/xxxxx/anaconda2
{code}
Could you please take a look?
was:
I created a new conda env
```
conda create -n airflow-kb8 python=2.7.13
conda activate airflow-kb8
pip install apache-airflow
pip install Flask==1.0.4 # to fix a issue werkzeug.wrappers.json missing json
pip install cython
pip install 'apache-airflow[all_dbs]'
```
After that, i tried to run airflow scheduler and got this error:
```
[2019-07-22 16:43:31,270] \{settings.py:182} INFO - settings.configure_orm():
Using pool settings. pool_size=5, pool_recycle=1800, pid=1008
[2019-07-22 16:43:32,387] \{__init__.py:51} INFO - Using executor
KubernetesExecutor
____________ _____________
____ |__( )_________ __/__ /________ __
____ /| |_ /__ ___/_ /_ __ /_ __ \_ | /| / /
___ ___ | / _ / _ __/ _ / / /_/ /_ |/ |/ /
_/_/ |_/_/ /_/ /_/ /_/ \____/____/|__/
[2019-07-22 16:43:32,708] \{jobs.py:1501} INFO - Starting the scheduler
[2019-07-22 16:43:32,708] \{jobs.py:1509} INFO - Running execute loop for -1
seconds
[2019-07-22 16:43:32,709] \{jobs.py:1510} INFO - Processing each file at most
-1 times
[2019-07-22 16:43:32,709] \{jobs.py:1513} INFO - Searching for files in
/Users/xxxxx/airflow/dags
[2019-07-22 16:43:32,717] \{jobs.py:1515} INFO - There are 21 files in
/Users/xxxxx/airflow/dags
[2019-07-22 16:43:32,722] \{kubernetes_executor.py:690} INFO - Start Kubernetes
executor
[2019-07-22 16:43:32,776] \{kubernetes_executor.py:627} INFO - When executor
started up, found 0 queued task instances
[2019-07-22 16:43:32,777] \{jobs.py:1560} INFO - Resetting orphaned tasks for
active dag runs
[2019-07-22 16:43:32,785] \{dag_processing.py:515} INFO - Launched
DagFileProcessorManager with pid: 1459
[2019-07-22 16:43:32,798] \{settings.py:53} INFO - Configured default timezone
<Timezone [UTC]>
[2019-07-22 16:43:32,811] \{kubernetes_executor.py:304} INFO - Event: and now
my watch begins starting at resource_version: 0
[2019-07-22 16:43:32,819] \{settings.py:182} INFO - settings.configure_orm():
Using pool settings. pool_size=5, pool_recycle=1800, pid=1459
Process DagFileProcessor22-Process:
Traceback (most recent call last):
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
line 258, in _bootstrap
self.run()
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
line 114, in run
self._target(*self._args, **self._kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/jobs.py",
line 410, in helper
print(e)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1286, in _log
self.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1296, in handle
self.callHandlers(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1336, in callHandlers
hdlr.handle(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 759, in handle
self.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
line 76, in emit
self.handler.emit(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 957, in emit
StreamHandler.emit(self, record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 889, in emit
self.handleError(record)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 812, in handleError
None, sys.stderr)
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 124, in print_exception
_print(file, 'Traceback (most recent call last):')
File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
line 13, in _print
file.write(str+terminator)
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
line 95, in write
self.logger.log(self.level, self._buffer.rstrip())
File
"/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/__init__.py",
line 1231, in log
self._log(level, msg, args, **kwargs)
File "/Users/xxxxx/anaconda2
```
Could you please take a look?
> airflow scheudler `RuntimeError: maximum recursion depth exceeded while
> calling a Python object`
> ------------------------------------------------------------------------------------------------
>
> Key: AIRFLOW-5023
> URL: https://issues.apache.org/jira/browse/AIRFLOW-5023
> Project: Apache Airflow
> Issue Type: Bug
> Components: scheduler
> Affects Versions: 1.10.3
> Reporter: Ping Zhang
> Priority: Major
>
> I created a new conda env
>
>
> {code:java}
> conda create -n airflow-kb8 python=2.7.13
> conda activate airflow-kb8
> pip install apache-airflow
> pip install Flask==1.0.4 # to fix a issue werkzeug.wrappers.json missing json
> pip install cython
> pip install 'apache-airflow[all_dbs]'
> {code}
>
>
>
> After that, i tried to run airflow scheduler and got this error:
>
>
> {code:java}
>
> [2019-07-22 16:43:31,270] {settings.py:182} INFO - settings.configure_orm():
> Using pool settings. pool_size=5, pool_recycle=1800, pid=1008
> [2019-07-22 16:43:32,387] {_init_.py:51} INFO - Using executor
> KubernetesExecutor
> ____________ _____________
> ____ |_( )________ _/_ /________ __
> ____ /| |_ /__ __/ /_ __ /_ __ _ | /| / /
> ___ ___ | / _ / _ _/ _ / / // /_ |/ |/ /
> // |// // // // __/__/|_/
> [2019-07-22 16:43:32,708] {jobs.py:1501} INFO - Starting the scheduler
> [2019-07-22 16:43:32,708] {jobs.py:1509} INFO - Running execute loop for -1
> seconds
> [2019-07-22 16:43:32,709] {jobs.py:1510} INFO - Processing each file at most
> -1 times
> [2019-07-22 16:43:32,709] {jobs.py:1513} INFO - Searching for files in
> /Users/xxxxx/airflow/dags
> [2019-07-22 16:43:32,717] {jobs.py:1515} INFO - There are 21 files in
> /Users/xxxxx/airflow/dags
> [2019-07-22 16:43:32,722] {kubernetes_executor.py:690} INFO - Start
> Kubernetes executor
> [2019-07-22 16:43:32,776] {kubernetes_executor.py:627} INFO - When executor
> started up, found 0 queued task instances
> [2019-07-22 16:43:32,777] {jobs.py:1560} INFO - Resetting orphaned tasks for
> active dag runs
> [2019-07-22 16:43:32,785] {dag_processing.py:515} INFO - Launched
> DagFileProcessorManager with pid: 1459
> [2019-07-22 16:43:32,798] {settings.py:53} INFO - Configured default
> timezone <Timezone [UTC]>
> [2019-07-22 16:43:32,811] {kubernetes_executor.py:304} INFO - Event: and now
> my watch begins starting at resource_version: 0
> [2019-07-22 16:43:32,819] {settings.py:182} INFO - settings.configure_orm():
> Using pool settings. pool_size=5, pool_recycle=1800, pid=1459
> Process DagFileProcessor22-Process:
> Traceback (most recent call last):
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
> line 258, in _bootstrap
> self.run()
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/multiprocessing/process.py",
> line 114, in run
> self._target(*self._args, **self._kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/jobs.py",
> line 410, in helper
> print(e)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1286, in _log
> self.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1296, in handle
> self.callHandlers(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1336, in callHandlers
> hdlr.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 759, in handle
> self.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
> line 76, in emit
> self.handler.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 957, in emit
> StreamHandler.emit(self, record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 889, in emit
> self.handleError(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 812, in handleError
> None, sys.stderr)
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 124, in print_exception
> _print(file, 'Traceback (most recent call last):')
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 13, in _print
> file.write(str+terminator)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1286, in _log
> self.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1296, in handle
> self.callHandlers(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1336, in callHandlers
> hdlr.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 759, in handle
> self.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
> line 76, in emit
> self.handler.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 957, in emit
> StreamHandler.emit(self, record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 889, in emit
> self.handleError(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 812, in handleError
> None, sys.stderr)
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 124, in print_exception
> _print(file, 'Traceback (most recent call last):')
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 13, in _print
> file.write(str+terminator)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1286, in _log
> self.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1296, in handle
> self.callHandlers(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1336, in callHandlers
> hdlr.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 759, in handle
> self.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
> line 76, in emit
> self.handler.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 957, in emit
> StreamHandler.emit(self, record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 889, in emit
> self.handleError(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 812, in handleError
> None, sys.stderr)
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 124, in print_exception
> _print(file, 'Traceback (most recent call last):')
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 13, in _print
> file.write(str+terminator)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1286, in _log
> self.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1296, in handle
> self.callHandlers(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1336, in callHandlers
> hdlr.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 759, in handle
> self.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
> line 76, in emit
> self.handler.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 957, in emit
> StreamHandler.emit(self, record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 889, in emit
> self.handleError(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 812, in handleError
> None, sys.stderr)
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 124, in print_exception
> _print(file, 'Traceback (most recent call last):')
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 13, in _print
> file.write(str+terminator)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1286, in _log
> self.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1296, in handle
> self.callHandlers(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1336, in callHandlers
> hdlr.handle(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 759, in handle
> self.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/file_processor_handler.py",
> line 76, in emit
> self.handler.emit(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 957, in emit
> StreamHandler.emit(self, record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 889, in emit
> self.handleError(record)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 812, in handleError
> None, sys.stderr)
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 124, in print_exception
> _print(file, 'Traceback (most recent call last):')
> File "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/traceback.py",
> line 13, in _print
> file.write(str+terminator)
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/site-packages/airflow/utils/log/logging_mixin.py",
> line 95, in write
> self.logger.log(self.level, self._buffer.rstrip())
> File
> "/Users/xxxxx/anaconda2/envs/airflow-kb8/lib/python2.7/logging/_init_.py",
> line 1231, in log
> self._log(level, msg, args, **kwargs)
> File "/Users/xxxxx/anaconda2
>
> {code}
>
>
>
> Could you please take a look?
--
This message was sent by Atlassian JIRA
(v7.6.14#76016)
