This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 42a96412b4 Increase broker's visibility timeout to 24hrs (#40879)
42a96412b4 is described below
commit 42a96412b4cbe309c5c9f0f298a5514de838e9d7
Author: Ephraim Anierobi <[email protected]>
AuthorDate: Fri Jul 19 08:31:03 2024 +0100
Increase broker's visibility timeout to 24hrs (#40879)
The current setting is 6hrs, which makes task logs disappear if the
task runs for more than 6 hours.
---
airflow/providers/celery/executors/default_celery.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/airflow/providers/celery/executors/default_celery.py
b/airflow/providers/celery/executors/default_celery.py
index bc672c39a8..75f8cc2bfd 100644
--- a/airflow/providers/celery/executors/default_celery.py
+++ b/airflow/providers/celery/executors/default_celery.py
@@ -52,7 +52,7 @@ broker_url = conf.get("celery", "BROKER_URL",
fallback="redis://redis:6379/0")
broker_transport_options: dict =
conf.getsection("celery_broker_transport_options") or {}
if "visibility_timeout" not in broker_transport_options:
if _broker_supports_visibility_timeout(broker_url):
- broker_transport_options["visibility_timeout"] = 21600
+ broker_transport_options["visibility_timeout"] = 84600
if "sentinel_kwargs" in broker_transport_options:
try:
