This is an automated email from the ASF dual-hosted git repository.
vincbeck pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 18c54bcb42 #42442 Make the AWS logging faster by reducing the amount
of sleep (#42449)
18c54bcb42 is described below
commit 18c54bcb42afe2175e25358d908a1f1aaef65ef1
Author: smsm1-ito <[email protected]>
AuthorDate: Wed Sep 25 18:24:06 2024 +0100
#42442 Make the AWS logging faster by reducing the amount of sleep (#42449)
Longer running tasks with lots of logs were slow to write all of the logs
to AWS. This reduces the sleep delay to prevent the issue.
---
airflow/providers/amazon/aws/utils/task_log_fetcher.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/airflow/providers/amazon/aws/utils/task_log_fetcher.py
b/airflow/providers/amazon/aws/utils/task_log_fetcher.py
index 83c42f6857..5a344b507e 100644
--- a/airflow/providers/amazon/aws/utils/task_log_fetcher.py
+++ b/airflow/providers/amazon/aws/utils/task_log_fetcher.py
@@ -70,7 +70,7 @@ class AwsTaskLogFetcher(Thread):
# timestamp)
# When a slight delay is added before logging the event,
that solves the issue
# See https://github.com/apache/airflow/issues/40875
- time.sleep(0.1)
+ time.sleep(0.001)
self.logger.info(self.event_to_str(log_event))
prev_timestamp_event = current_timestamp_event
