[AIRFLOW-1038] Specify celery serialization options explicitly Specify the CELERY_TASK_SERIALIZER and CELERY_RESULT_SERIALIZER as pickle explicitly, and CELERY_EVENT_SERIALIZER as json.
Project: http://git-wip-us.apache.org/repos/asf/incubator-airflow/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-airflow/commit/c39d9153 Tree: http://git-wip-us.apache.org/repos/asf/incubator-airflow/tree/c39d9153 Diff: http://git-wip-us.apache.org/repos/asf/incubator-airflow/diff/c39d9153 Branch: refs/heads/v1-8-test Commit: c39d91537bb8c28cc81aad3e26eff72158e3b1f4 Parents: 258baf0 Author: Alex Guziel <[email protected]> Authored: Fri Mar 24 11:51:39 2017 -0700 Committer: Maxime Beauchemin <[email protected]> Committed: Thu Jun 8 08:36:20 2017 -0700 ---------------------------------------------------------------------- airflow/executors/celery_executor.py | 3 +++ 1 file changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-airflow/blob/c39d9153/airflow/executors/celery_executor.py ---------------------------------------------------------------------- diff --git a/airflow/executors/celery_executor.py b/airflow/executors/celery_executor.py index 04414fb..e0c94c1 100644 --- a/airflow/executors/celery_executor.py +++ b/airflow/executors/celery_executor.py @@ -36,6 +36,9 @@ DEFAULT_QUEUE = configuration.get('celery', 'DEFAULT_QUEUE') class CeleryConfig(object): CELERY_ACCEPT_CONTENT = ['json', 'pickle'] + CELERY_EVENT_SERIALIZER = 'json' + CELERY_RESULT_SERIALIZER = 'pickle' + CELERY_TASK_SERIALIZER = 'pickle' CELERYD_PREFETCH_MULTIPLIER = 1 CELERY_ACKS_LATE = True BROKER_URL = configuration.get('celery', 'BROKER_URL')
