Repository: incubator-airflow Updated Branches: refs/heads/master c64e876bd -> 75addb4a9
[AIRFLOW-1038] Specify celery serialization options explicitly Specify the CELERY_TASK_SERIALIZER and CELERY_RESULT_SERIALIZER as pickle explicitly, and CELERY_EVENT_SERIALIZER as json. Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/34ee1dc0 Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/34ee1dc0 Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/34ee1dc0 Branch: refs/heads/master Commit: 34ee1dc0373708f7db0a562ac470338c6126d20a Parents: b2b9587 Author: Alex Guziel <alex.guz...@airbnb.com> Authored: Fri Mar 24 11:51:39 2017 -0700 Committer: Alex Guziel <alex.guz...@airbnb.com> Committed: Mon Apr 3 15:33:56 2017 -0700 ---------------------------------------------------------------------- airflow/executors/celery_executor.py | 3 +++ 1 file changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/34ee1dc0/airflow/executors/celery_executor.py ---------------------------------------------------------------------- diff --git a/airflow/executors/celery_executor.py b/airflow/executors/celery_executor.py index 04414fb..e0c94c1 100644 --- a/airflow/executors/celery_executor.py +++ b/airflow/executors/celery_executor.py @@ -36,6 +36,9 @@ DEFAULT_QUEUE = configuration.get('celery', 'DEFAULT_QUEUE') class CeleryConfig(object): CELERY_ACCEPT_CONTENT = ['json', 'pickle'] + CELERY_EVENT_SERIALIZER = 'json' + CELERY_RESULT_SERIALIZER = 'pickle' + CELERY_TASK_SERIALIZER = 'pickle' CELERYD_PREFETCH_MULTIPLIER = 1 CELERY_ACKS_LATE = True BROKER_URL = configuration.get('celery', 'BROKER_URL')
