[ https://issues.apache.org/jira/browse/AIRFLOW-2060?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Fabrice Dossin updated AIRFLOW-2060: ------------------------------------ Description: Hello, Please find attached a simple dag. Run it: airflow backfill simple_dag_timezone -s "2018-01-25T00:00:00+01:00" -e "2018-01-25T00:00:00+01:00" Then from webserver, when clearing the task it throw an exception: {code:java} Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1988, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1641, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1544, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.5/dist-packages/flask/_compat.py", line 33, in reraise raise value File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1639, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1625, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line 69, in inner return self._run_view(f, *args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line 368, in _run_view return fn(self, *args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/flask_login.py", line 755, in decorated_view return func(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line 264, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line 311, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/views.py", line 1018, in clear include_upstream=upstream) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3697, in sub_dag dag = copy.deepcopy(self) File "/usr/lib/python3.5/copy.py", line 166, in deepcopy y = copier(memo) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3682, in __deepcopy__ setattr(result, k, copy.deepcopy(v, memo)) File "/usr/lib/python3.5/copy.py", line 155, in deepcopy y = copier(x, memo) File "/usr/lib/python3.5/copy.py", line 243, in _deepcopy_dict y[deepcopy(key, memo)] = deepcopy(value, memo) File "/usr/lib/python3.5/copy.py", line 166, in deepcopy y = copier(memo) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 2498, in __deepcopy__ setattr(result, k, copy.deepcopy(v, memo)) File "/usr/lib/python3.5/copy.py", line 182, in deepcopy y = _reconstruct(x, rv, 1, memo) File "/usr/lib/python3.5/copy.py", line 291, in _reconstruct args = deepcopy(args, memo) File "/usr/lib/python3.5/copy.py", line 155, in deepcopy y = copier(x, memo) File "/usr/lib/python3.5/copy.py", line 223, in _deepcopy_tuple y = [deepcopy(a, memo) for a in x] File "/usr/lib/python3.5/copy.py", line 223, in <listcomp> y = [deepcopy(a, memo) for a in x] File "/usr/lib/python3.5/copy.py", line 182, in deepcopy y = _reconstruct(x, rv, 1, memo) File "/usr/lib/python3.5/copy.py", line 292, in _reconstruct y = callable(*args) TypeError: __init__() takes 1 positional argument but 6 were given {code} I did dig a lot but was just able to tell the deepcopy was failing on a datetime... It has not been possible to me to find a solution. on airflow/models.py", line 2498, in __deepcopy__: {code:java} setattr(result, k, copy.deepcopy(v, memo)) {code} the k is the default_args dict. It fails on the start_date. I did not manage to reproduce it outside of airflow was: Hello, Please find attached a simple dag. Run it: airflow backfill simple_dag_timezone -s "2018-01-25T00:00:00+01:00" -e "2018-01-25T00:00:00+01:00" Then from webserver, when clearing the task it throw an exception: {code:java} Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1988, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1641, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1544, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.5/dist-packages/flask/_compat.py", line 33, in reraise raise value File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1639, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1625, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line 69, in inner return self._run_view(f, *args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line 368, in _run_view return fn(self, *args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/flask_login.py", line 755, in decorated_view return func(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line 264, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line 311, in wrapper return f(*args, **kwargs) File "/usr/local/lib/python3.5/dist-packages/airflow/www/views.py", line 1018, in clear include_upstream=upstream) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3697, in sub_dag dag = copy.deepcopy(self) File "/usr/lib/python3.5/copy.py", line 166, in deepcopy y = copier(memo) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3682, in __deepcopy__ setattr(result, k, copy.deepcopy(v, memo)) File "/usr/lib/python3.5/copy.py", line 155, in deepcopy y = copier(x, memo) File "/usr/lib/python3.5/copy.py", line 243, in _deepcopy_dict y[deepcopy(key, memo)] = deepcopy(value, memo) File "/usr/lib/python3.5/copy.py", line 166, in deepcopy y = copier(memo) File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 2498, in __deepcopy__ setattr(result, k, copy.deepcopy(v, memo)) File "/usr/lib/python3.5/copy.py", line 182, in deepcopy y = _reconstruct(x, rv, 1, memo) File "/usr/lib/python3.5/copy.py", line 291, in _reconstruct args = deepcopy(args, memo) File "/usr/lib/python3.5/copy.py", line 155, in deepcopy y = copier(x, memo) File "/usr/lib/python3.5/copy.py", line 223, in _deepcopy_tuple y = [deepcopy(a, memo) for a in x] File "/usr/lib/python3.5/copy.py", line 223, in <listcomp> y = [deepcopy(a, memo) for a in x] File "/usr/lib/python3.5/copy.py", line 182, in deepcopy y = _reconstruct(x, rv, 1, memo) File "/usr/lib/python3.5/copy.py", line 292, in _reconstruct y = callable(*args) TypeError: __init__() takes 1 positional argument but 6 were given {code} I did dig a lot but was just able to tell the deepcopy was failing on a datetime... It has not been possible to me to find a solution. > Clear task raise a TypeError - timezone related > ----------------------------------------------- > > Key: AIRFLOW-2060 > URL: https://issues.apache.org/jira/browse/AIRFLOW-2060 > Project: Apache Airflow > Issue Type: Bug > Affects Versions: 1.10.0 > Reporter: Fabrice Dossin > Priority: Major > Attachments: simple_dag_timezone.py > > > Hello, > Please find attached a simple dag. > Run it: > airflow backfill simple_dag_timezone -s "2018-01-25T00:00:00+01:00" -e > "2018-01-25T00:00:00+01:00" > Then from webserver, when clearing the task it throw an exception: > {code:java} > Traceback (most recent call last): > File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1988, in > wsgi_app > response = self.full_dispatch_request() > File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1641, in > full_dispatch_request > rv = self.handle_user_exception(e) > File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1544, in > handle_user_exception > reraise(exc_type, exc_value, tb) > File "/usr/local/lib/python3.5/dist-packages/flask/_compat.py", line 33, in > reraise > raise value > File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1639, in > full_dispatch_request > rv = self.dispatch_request() > File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1625, in > dispatch_request > return self.view_functions[rule.endpoint](**req.view_args) > File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line 69, > in inner > return self._run_view(f, *args, **kwargs) > File "/usr/local/lib/python3.5/dist-packages/flask_admin/base.py", line > 368, in _run_view > return fn(self, *args, **kwargs) > File "/usr/local/lib/python3.5/dist-packages/flask_login.py", line 755, in > decorated_view > return func(*args, **kwargs) > File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line > 264, in wrapper > return f(*args, **kwargs) > File "/usr/local/lib/python3.5/dist-packages/airflow/www/utils.py", line > 311, in wrapper > return f(*args, **kwargs) > File "/usr/local/lib/python3.5/dist-packages/airflow/www/views.py", line > 1018, in clear > include_upstream=upstream) > File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3697, > in sub_dag > dag = copy.deepcopy(self) > File "/usr/lib/python3.5/copy.py", line 166, in deepcopy > y = copier(memo) > File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 3682, > in __deepcopy__ > setattr(result, k, copy.deepcopy(v, memo)) > File "/usr/lib/python3.5/copy.py", line 155, in deepcopy > y = copier(x, memo) > File "/usr/lib/python3.5/copy.py", line 243, in _deepcopy_dict > y[deepcopy(key, memo)] = deepcopy(value, memo) > File "/usr/lib/python3.5/copy.py", line 166, in deepcopy > y = copier(memo) > File "/usr/local/lib/python3.5/dist-packages/airflow/models.py", line 2498, > in __deepcopy__ > setattr(result, k, copy.deepcopy(v, memo)) > File "/usr/lib/python3.5/copy.py", line 182, in deepcopy > y = _reconstruct(x, rv, 1, memo) > File "/usr/lib/python3.5/copy.py", line 291, in _reconstruct > args = deepcopy(args, memo) > File "/usr/lib/python3.5/copy.py", line 155, in deepcopy > y = copier(x, memo) > File "/usr/lib/python3.5/copy.py", line 223, in _deepcopy_tuple > y = [deepcopy(a, memo) for a in x] > File "/usr/lib/python3.5/copy.py", line 223, in <listcomp> > y = [deepcopy(a, memo) for a in x] > File "/usr/lib/python3.5/copy.py", line 182, in deepcopy > y = _reconstruct(x, rv, 1, memo) > File "/usr/lib/python3.5/copy.py", line 292, in _reconstruct > y = callable(*args) > TypeError: __init__() takes 1 positional argument but 6 were given > {code} > > > I did dig a lot but was just able to tell the deepcopy was failing on a > datetime... It has not been possible to me to find a solution. > > on airflow/models.py", line 2498, in __deepcopy__: > {code:java} > setattr(result, k, copy.deepcopy(v, memo)) > {code} > the k is the default_args dict. > It fails on the start_date. > I did not manage to reproduce it outside of airflow > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)