[
https://issues.apache.org/jira/browse/AIRFLOW-4224?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16809684#comment-16809684
]
Vianney FOUCAULT commented on AIRFLOW-4224:
-------------------------------------------
stack trace from the webserver when hiting `task instance details`
{code:sh}
-------------------------------------------------------------------------------
Node: airflow-webserver
-------------------------------------------------------------------------------
Traceback (most recent call last):
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/app.py", line
1982, in wsgi_app
response = self.full_dispatch_request()
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/app.py", line
1614, in full_dispatch_request
rv = self.handle_user_exception(e)
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/app.py", line
1517, in handle_user_exception
reraise(exc_type, exc_value, tb)
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/_compat.py", line
33, in reraise
raise value
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/app.py", line
1612, in full_dispatch_request
rv = self.dispatch_request()
File "/data/venvs/airflow/lib/python3.7/site-packages/flask/app.py", line
1598, in dispatch_request
return self.view_functions[rule.endpoint](**req.view_args)
File "/data/venvs/airflow/lib/python3.7/site-packages/flask_admin/base.py",
line 69, in inner
return self._run_view(f, *args, **kwargs)
File "/data/venvs/airflow/lib/python3.7/site-packages/flask_admin/base.py",
line 368, in _run_view
return fn(self, *args, **kwargs)
File "/data/venvs/airflow/lib/python3.7/site-packages/flask_login/utils.py",
line 261, in decorated_view
return func(*args, **kwargs)
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/www/utils.py",
line 280, in wrapper
return f(*args, **kwargs)
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/www/views.py",
line 930, in task
dep_context=dep_context)]
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/www/views.py",
line 928, in <listcomp>
failed_dep_reasons = [(dep.dep_name, dep.reason) for dep in
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/models.py",
line 1372, in get_failed_dep_statuses
dep_context):
File
"/data/venvs/airflow/lib/python3.7/site-packages/airflow/ti_deps/deps/base_ti_dep.py",
line 106, in get_dep_statuses
for dep_status in self._get_dep_statuses(ti, session, dep_context):
File
"/data/venvs/airflow/lib/python3.7/site-packages/airflow/ti_deps/deps/dag_ti_slots_available_dep.py",
line 30, in _get_dep_statuses
if ti.task.dag.concurrency_reached:
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/utils/db.py",
line 73, in wrapper
return func(*args, **kwargs)
File "/data/venvs/airflow/lib/python3.7/site-packages/airflow/models.py",
line 3705, in concurrency_reached
return qry.scalar() >= self.concurrency
TypeError: '>=' not supported between instances of 'int' and 'str'
{code}
> TypeError: unorderable types: int() >= str()
> --------------------------------------------
>
> Key: AIRFLOW-4224
> URL: https://issues.apache.org/jira/browse/AIRFLOW-4224
> Project: Apache Airflow
> Issue Type: Bug
> Components: models
> Affects Versions: 1.10.1, 1.10.2
> Environment: debian stretch/python35 airflow 1.10.2 1.10.1/celery
> Reporter: Vianney FOUCAULT
> Priority: Major
> Labels: easyfix
> Fix For: 1.10.3
>
>
> python 3 does not handle some cross type comparisons.
>
> python2.7
>
> {code:java}
> >>> foo = 10
> >>> bar = "20"
> >>> foo > bar
> False
> >>>
> {code}
> python3.5
> {code:java}
> >>> foo = 10
> >>> bar = "10"
> >>> foo >= bar
> Traceback (most recent call last):
> File "<stdin>", line 1, in <module>
> TypeError: unorderable types: int() >= str()
> >>>
> {code}
> python3.7
> {code:java}
> >>> foo = 10
> >>> bar = 10
> >>> bar = "10"
> >>> foo >= bar
> Traceback (most recent call last):
> File "<stdin>", line 1, in <module>
> TypeError: '>=' not supported between instances of 'int' and 'str'
> >>>
> {code}
> within airflow 1.10.1
> * jobs.py:1182
> * and models.py:3586
> within airflow 1.10.2
> * jobs.py:1179
> * models.py:3705
> No clue so far
>
> {code:bash}
> Apr 02 13:10:11 airflow-scheduler systemd[1]: Started Airflow scheduler
> daemon.
> Apr 02 13:10:14 airflow-scheduler bash[523]:
> /data/venvs/airflow/lib/python3.5/site-packages/airflow/configuration.py:276:
> DeprecationWarning: The celeryd_concurrency option in [celery] has been
> renamed to worker_concurrency - the old setting has been used, but please
> update your config.
> Apr 02 13:10:14 airflow-scheduler bash[523]: return int(self.get(section,
> key))
> Apr 02 13:10:14 airflow-scheduler bash[523]:
> /data/venvs/airflow/lib/python3.5/site-packages/airflow/bin/cli.py:1610:
> DeprecationWarning: The celeryd_concurrency option in [celery] has been
> renamed to worker_concurrency - the old setting has been used, but please
> update your config.
> Apr 02 13:10:14 airflow-scheduler bash[523]: default=conf.get('celery',
> 'worker_concurrency')),
> Apr 02 13:10:18 airflow-scheduler bash[523]: Traceback (most recent call
> last):
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/bin/airflow", line 32, in <module>
> Apr 02 13:10:18 airflow-scheduler bash[523]: args.func(args)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/utils/cli.py", line
> 74, in wrapper
> Apr 02 13:10:18 airflow-scheduler bash[523]: return f(*args, **kwargs)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/bin/cli.py", line
> 928, in scheduler
> Apr 02 13:10:18 airflow-scheduler bash[523]: job.run()
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/jobs.py", line 203,
> in run
> Apr 02 13:10:18 airflow-scheduler bash[523]: self._execute()
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/jobs.py", line 1588,
> in _execute
> Apr 02 13:10:18 airflow-scheduler bash[523]:
> self._execute_helper(processor_manager)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/jobs.py", line 1709,
> in _execute_helper
> Apr 02 13:10:18 airflow-scheduler bash[523]: (State.SCHEDULED,))
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/utils/db.py", line
> 74, in wrapper
> Apr 02 13:10:18 airflow-scheduler bash[523]: return func(*args, **kwargs)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/jobs.py", line 1383,
> in _execute_task_instances
> Apr 02 13:10:18 airflow-scheduler bash[523]: session=session)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/utils/db.py", line
> 70, in wrapper
> Apr 02 13:10:18 airflow-scheduler bash[523]: return func(*args, **kwargs)
> Apr 02 13:10:18 airflow-scheduler bash[523]: File
> "/data/venvs/airflow/lib/python3.5/site-packages/airflow/jobs.py", line 1182,
> in _find_executable_task_instances
> Apr 02 13:10:18 airflow-scheduler bash[523]: if current_task_concurrency
> >= task_concurrency_limit:
> Apr 02 13:10:18 airflow-scheduler bash[523]: TypeError: unorderable types:
> int() >= str()
> Apr 02 13:10:18 airflow-scheduler systemd[1]: airflow-scheduler.service: Main
> process exited, code=exited, status=1/FAILURE
> {code}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
