This is an automated email from the ASF dual-hosted git repository. maximebeauchemin pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-superset.git
The following commit(s) were added to refs/heads/master by this push: new 08b7e89 Use sane Celery defaults to prevent tasks from being delayed (#3267) 08b7e89 is described below commit 08b7e891a7dd65616aef4177b72b1e8770310d98 Author: Alex Guziel <saguz...@gmail.com> AuthorDate: Wed Aug 9 22:34:39 2017 -0700 Use sane Celery defaults to prevent tasks from being delayed (#3267) --- superset/cli.py | 2 +- superset/config.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/superset/cli.py b/superset/cli.py index f6163bb..e4165e6 100755 --- a/superset/cli.py +++ b/superset/cli.py @@ -194,7 +194,7 @@ def worker(workers): celery_app.conf.update( CELERYD_CONCURRENCY=config.get("SUPERSET_CELERY_WORKERS")) - worker = celery_worker.worker(app=celery_app) + worker = celery_app.Worker(optimization='fair') worker.run() diff --git a/superset/config.py b/superset/config.py index bc91edd..94d8dfc 100644 --- a/superset/config.py +++ b/superset/config.py @@ -245,6 +245,8 @@ class CeleryConfig(object): CELERY_RESULT_BACKEND = 'db+sqlite:///celery_results.sqlite' CELERY_ANNOTATIONS = {'tasks.add': {'rate_limit': '10/s'}} CELERYD_LOG_LEVEL = 'DEBUG' + CELERYD_PREFETCH_MULTIPLIER = 1 + CELERY_ACKS_LATE = True CELERY_CONFIG = CeleryConfig """ CELERY_CONFIG = None -- To stop receiving notification emails like this one, please contact ['"comm...@superset.apache.org" <comm...@superset.apache.org>'].