This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 23037503b5 Fix doc description of [core] parallelism config setting
(#23768)
23037503b5 is described below
commit 23037503b51cd8ea2acd2214116fc1693eb98cb4
Author: Chris Redekop <[email protected]>
AuthorDate: Wed May 18 01:08:33 2022 -0600
Fix doc description of [core] parallelism config setting (#23768)
---
airflow/config_templates/config.yml | 7 ++++---
airflow/config_templates/default_airflow.cfg | 7 ++++---
2 files changed, 8 insertions(+), 6 deletions(-)
diff --git a/airflow/config_templates/config.yml
b/airflow/config_templates/config.yml
index bc8f42035b..89479b9b62 100644
--- a/airflow/config_templates/config.yml
+++ b/airflow/config_templates/config.yml
@@ -62,9 +62,10 @@
default: "SequentialExecutor"
- name: parallelism
description: |
- This defines the maximum number of task instances that can run
concurrently in Airflow
- regardless of scheduler count and worker count. Generally, this value
is reflective of
- the number of task instances with the running state in the metadata
database.
+ This defines the maximum number of task instances that can run
concurrently per scheduler in
+ Airflow, regardless of the worker count. Generally this value,
multiplied by the number of
+ schedulers in your cluster, is the maximum number of task instances
with the running
+ state in the metadata database.
version_added: ~
type: string
example: ~
diff --git a/airflow/config_templates/default_airflow.cfg
b/airflow/config_templates/default_airflow.cfg
index a6583d8f47..a457ea6fa9 100644
--- a/airflow/config_templates/default_airflow.cfg
+++ b/airflow/config_templates/default_airflow.cfg
@@ -53,9 +53,10 @@ default_timezone = utc
# full import path to the class when using a custom executor.
executor = SequentialExecutor
-# This defines the maximum number of task instances that can run concurrently
in Airflow
-# regardless of scheduler count and worker count. Generally, this value is
reflective of
-# the number of task instances with the running state in the metadata database.
+# This defines the maximum number of task instances that can run concurrently
per scheduler in
+# Airflow, regardless of the worker count. Generally this value, multiplied by
the number of
+# schedulers in your cluster, is the maximum number of task instances with the
running
+# state in the metadata database.
parallelism = 32
# The maximum number of task instances allowed to run concurrently in each
DAG. To calculate