[
https://issues.apache.org/jira/browse/AIRFLOW-1071?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Mateusz Boryn updated AIRFLOW-1071:
-----------------------------------
Description:
In DAG there is start_date set to datetime.max.
With this setting execution crashes leaving zombie dag run. In scheduler log
there is a message:
{code}
Traceback (most recent call last):
File "/usr/lib64/python2.7/multiprocessing/process.py", line 258, in
_bootstrap
self.run()
File "/usr/lib64/python2.7/multiprocessing/process.py", line 114, in run
self._target(*self._args, **self._kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 346, in
helper
pickle_dags)
File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
in wrapper
result = func(*args, **kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1581, in
process_file
self._process_dags(dagbag, dags, ti_keys_to_schedule)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1171, in
_process_dags
dag_run = self.create_dag_run(dag)
File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
in wrapper
result = func(*args, **kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 792, in
create_dag_run
next_run_date = dag.normalize_schedule(min(task_start_dates))
File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2770,
in normalize_schedule
following = self.following_schedule(dttm)
File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2757,
in following_schedule
return dttm + self._schedule_interval
OverflowError: date value out of range
{code}
was:
In DAG there is start_date set to datetime.max.
With this setting execution crashes living zombie process. In scheduler log
there is a message:
{code}
Traceback (most recent call last):
File "/usr/lib64/python2.7/multiprocessing/process.py", line 258, in
_bootstrap
self.run()
File "/usr/lib64/python2.7/multiprocessing/process.py", line 114, in run
self._target(*self._args, **self._kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 346, in
helper
pickle_dags)
File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
in wrapper
result = func(*args, **kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1581, in
process_file
self._process_dags(dagbag, dags, ti_keys_to_schedule)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1171, in
_process_dags
dag_run = self.create_dag_run(dag)
File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
in wrapper
result = func(*args, **kwargs)
File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 792, in
create_dag_run
next_run_date = dag.normalize_schedule(min(task_start_dates))
File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2770,
in normalize_schedule
following = self.following_schedule(dttm)
File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2757,
in following_schedule
return dttm + self._schedule_interval
OverflowError: date value out of range
{code}
> 'OverflowError: date value out of range' when setting 'start_date' to
> datetime.max
> ----------------------------------------------------------------------------------
>
> Key: AIRFLOW-1071
> URL: https://issues.apache.org/jira/browse/AIRFLOW-1071
> Project: Apache Airflow
> Issue Type: Bug
> Affects Versions: Airflow 1.8
> Reporter: Mateusz Boryn
>
> In DAG there is start_date set to datetime.max.
> With this setting execution crashes leaving zombie dag run. In scheduler log
> there is a message:
> {code}
> Traceback (most recent call last):
> File "/usr/lib64/python2.7/multiprocessing/process.py", line 258, in
> _bootstrap
> self.run()
> File "/usr/lib64/python2.7/multiprocessing/process.py", line 114, in run
> self._target(*self._args, **self._kwargs)
> File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 346, in
> helper
> pickle_dags)
> File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
> in wrapper
> result = func(*args, **kwargs)
> File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1581,
> in process_file
> self._process_dags(dagbag, dags, ti_keys_to_schedule)
> File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 1171,
> in _process_dags
> dag_run = self.create_dag_run(dag)
> File "/usr/local/lib/python2.7/site-packages/airflow/utils/db.py", line 53,
> in wrapper
> result = func(*args, **kwargs)
> File "/usr/local/lib/python2.7/site-packages/airflow/jobs.py", line 792, in
> create_dag_run
> next_run_date = dag.normalize_schedule(min(task_start_dates))
> File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2770,
> in normalize_schedule
> following = self.following_schedule(dttm)
> File "/usr/local/lib/python2.7/site-packages/airflow/models.py", line 2757,
> in following_schedule
> return dttm + self._schedule_interval
> OverflowError: date value out of range
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
