This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch v2-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v2-10-test by this push:
new 6bbf39f3a5f feat: migrate new config rules back to v2-10-test (#46757)
6bbf39f3a5f is described below
commit 6bbf39f3a5f272a8e39f2c0e603b04e9002cbfd6
Author: Wei Lee <[email protected]>
AuthorDate: Sun Feb 16 06:47:19 2025 +0800
feat: migrate new config rules back to v2-10-test (#46757)
---
airflow/cli/commands/config_command.py | 64 +++++++++++++++++++++++++++++++---
1 file changed, 60 insertions(+), 4 deletions(-)
diff --git a/airflow/cli/commands/config_command.py
b/airflow/cli/commands/config_command.py
index 1e0bcd17c9b..36be0cd2e06 100644
--- a/airflow/cli/commands/config_command.py
+++ b/airflow/cli/commands/config_command.py
@@ -84,11 +84,13 @@ class ConfigChange:
:param config: The configuration parameter being changed.
:param suggestion: A suggestion for replacing or handling the removed
configuration.
:param renamed_to: The new section and option if the configuration is
renamed.
+ :param was_deprecated: If the config is removed, whether the old config
was deprecated.
"""
config: ConfigParameter
suggestion: str = ""
renamed_to: ConfigParameter | None = None
+ was_deprecated: bool = True
@property
def message(self) -> str:
@@ -96,15 +98,16 @@ class ConfigChange:
if self.renamed_to:
if self.config.section != self.renamed_to.section:
return (
- f"`{self.config.option}` configuration parameter moved
from `{self.config.section}` section to `"
- f"{self.renamed_to.section}` section as
`{self.renamed_to.option}`."
+ f"`{self.config.option}` configuration parameter moved
from `{self.config.section}` section to "
+ f"`{self.renamed_to.section}` section as
`{self.renamed_to.option}`."
)
return (
f"`{self.config.option}` configuration parameter renamed to
`{self.renamed_to.option}` "
f"in the `{self.config.section}` section."
)
return (
- f"Removed deprecated `{self.config.option}` configuration
parameter from `{self.config.section}` section. "
+ f"Removed{' deprecated' if self.was_deprecated else ''}
`{self.config.option}` configuration parameter "
+ f"from `{self.config.section}` section. "
f"{self.suggestion}"
)
@@ -199,6 +202,16 @@ CONFIGS_CHANGES = [
),
ConfigChange(config=ConfigParameter("core", "task_runner")),
ConfigChange(config=ConfigParameter("core", "enable_xcom_pickling")),
+ ConfigChange(
+ config=ConfigParameter("core", "dag_file_processor_timeout"),
+ renamed_to=ConfigParameter("dag_processor",
"dag_file_processor_timeout"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("core", "dag_processor_manager_log_location"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("core", "log_processor_filename_template"),
+ ),
# api
ConfigChange(
config=ConfigParameter("api", "access_control_allow_origin"),
@@ -214,6 +227,18 @@ CONFIGS_CHANGES = [
suggestion="Remove TaskContextLogger: Replaced by the Log table for
better handling of task log "
"messages outside the execution context.",
),
+ ConfigChange(
+ config=ConfigParameter("logging",
"dag_processor_manager_log_location"),
+ was_deprecated=False,
+ ),
+ ConfigChange(
+ config=ConfigParameter("logging", "dag_processor_manager_log_stdout"),
+ was_deprecated=False,
+ ),
+ ConfigChange(
+ config=ConfigParameter("logging", "log_processor_filename_template"),
+ was_deprecated=False,
+ ),
# metrics
ConfigChange(
config=ConfigParameter("metrics", "metrics_use_pattern_match"),
@@ -276,6 +301,9 @@ CONFIGS_CHANGES = [
ConfigChange(
config=ConfigParameter("scheduler", "dependency_detector"),
),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "allow_trigger_in_future"),
+ ),
ConfigChange(
config=ConfigParameter("scheduler", "processor_poll_interval"),
renamed_to=ConfigParameter("scheduler", "scheduler_idle_sleep_time"),
@@ -289,7 +317,7 @@ CONFIGS_CHANGES = [
),
ConfigChange(
config=ConfigParameter("scheduler", "max_threads"),
- renamed_to=ConfigParameter("scheduler", "parsing_processes"),
+ renamed_to=ConfigParameter("dag_processor", "parsing_processes"),
),
ConfigChange(
config=ConfigParameter("scheduler", "statsd_host"),
@@ -327,6 +355,34 @@ CONFIGS_CHANGES = [
config=ConfigParameter("scheduler", "statsd_custom_client_path"),
renamed_to=ConfigParameter("metrics", "statsd_custom_client_path"),
),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "parsing_processes"),
+ renamed_to=ConfigParameter("dag_processor", "parsing_processes"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "file_parsing_sort_mode"),
+ renamed_to=ConfigParameter("dag_processor", "file_parsing_sort_mode"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "max_callbacks_per_loop"),
+ renamed_to=ConfigParameter("dag_processor", "max_callbacks_per_loop"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "min_file_process_interval"),
+ renamed_to=ConfigParameter("dag_processor",
"min_file_process_interval"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "stale_dag_threshold"),
+ renamed_to=ConfigParameter("dag_processor", "stale_dag_threshold"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "print_stats_interval"),
+ renamed_to=ConfigParameter("dag_processor", "print_stats_interval"),
+ ),
+ ConfigChange(
+ config=ConfigParameter("scheduler", "dag_dir_list_interval"),
+ renamed_to=ConfigParameter("dag_processor", "refresh_interval"),
+ ),
# celery
ConfigChange(
config=ConfigParameter("celery", "stalled_task_timeout"),
