This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a change to branch v3-1-test in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 2c493a803c7 Add release notes for 3.1.0b1 omit b526bb09f1c Switch all airflow logging to structlog (#52651) new 45364e55cc0 Add release notes for 3.1.0b1 This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (2c493a803c7) \ N -- N -- N refs/heads/v3-1-test (45364e55cc0) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/boring-cyborg.yml | 2 +- RELEASE_NOTES.rst | 1 - airflow-core/pyproject.toml | 11 +- airflow-core/src/airflow/_shared/logging | 1 - .../config_templates/airflow_local_settings.py | 3 +- .../src/airflow/dag_processing/collection.py | 4 +- airflow-core/src/airflow/dag_processing/manager.py | 2 +- .../src/airflow/jobs/scheduler_job_runner.py | 4 +- .../src/airflow/jobs/triggerer_job_runner.py | 18 +- airflow-core/src/airflow/logging_config.py | 21 +- airflow-core/src/airflow/utils/cli.py | 11 - .../airflow/utils/log/file_processor_handler.py | 4 +- airflow-core/src/airflow/utils/log/log_reader.py | 7 +- .../src/airflow/utils/log/logging_mixin.py | 16 +- airflow-core/src/airflow/utils/retries.py | 11 +- .../tests/integration/otel/dags/otel_test_dag.py | 2 +- airflow-core/tests/integration/otel/test_otel.py | 6 +- .../tests/unit/always/test_providers_manager.py | 18 +- .../api_fastapi/core_api/routes/public/test_log.py | 19 +- .../tests/unit/cli/commands/test_task_command.py | 3 + airflow-core/tests/unit/cli/conftest.py | 16 +- .../tests/unit/core/test_logging_config.py | 422 ++++++++++++++++ airflow-core/tests/unit/core/test_stats.py | 8 +- .../tests/unit/dag_processing/test_manager.py | 3 + airflow-core/tests/unit/models/test_dag.py | 6 +- .../unit/serialization/test_dag_serialization.py | 6 + airflow-core/tests/unit/task/conftest.py | 7 + .../tests/unit/utils/log/test_log_reader.py | 28 +- airflow-core/tests/unit/utils/test_log_handlers.py | 6 +- .../tests/unit/utils/test_logging_mixin.py | 12 + .../tests/unit/utils/test_process_utils.py | 11 +- airflow-core/tests/unit/utils/test_retries.py | 2 +- .../test_task_handler_with_custom_formatter.py | 113 +++++ .../src/airflow_breeze/utils/selective_checks.py | 75 +++ dev/breeze/tests/test_selective_checks.py | 240 +++++++++- devel-common/src/tests_common/pytest_plugin.py | 142 ++---- devel-common/src/tests_common/test_utils/logs.py | 244 ---------- .../test_kubernetes_pod_operator.py | 33 +- .../src/airflow/providers/amazon/aws/hooks/glue.py | 2 +- .../providers/amazon/aws/utils/task_log_fetcher.py | 2 +- .../amazon/aws/log/test_cloudwatch_task_handler.py | 9 +- .../unit/amazon/aws/log/test_s3_task_handler.py | 41 +- .../airflow/providers/apache/beam/hooks/beam.py | 8 +- .../apache/flink/sensors/test_flink_kubernetes.py | 28 +- .../unit/celery/log_handlers/test_log_handlers.py | 2 + .../kubernetes/log_handlers/test_log_handlers.py | 5 +- .../kubernetes/sensors/test_spark_kubernetes.py | 27 +- .../sql/tests/unit/common/sql/hooks/test_dbapi.py | 8 +- .../sql/tests/unit/common/sql/hooks/test_sql.py | 2 + .../providers/databricks/operators/databricks.py | 9 +- .../databricks/plugins/databricks_workflow.py | 12 +- .../tests/unit/databricks/hooks/test_databricks.py | 1 + .../airflow/providers/docker/operators/docker.py | 9 +- .../tests/unit/docker/decorators/test_docker.py | 16 +- .../google/cloud/utils/bigquery_get_data.py | 2 +- .../microsoft/azure/log/test_wasb_task_handler.py | 26 +- .../airflow/providers/microsoft/psrp/hooks/psrp.py | 12 +- .../unit/microsoft/psrp/operators/test_psrp.py | 2 +- .../providers/snowflake/hooks/snowflake_sql_api.py | 2 +- .../ssh/src/airflow/providers/ssh/hooks/ssh.py | 6 - .../tests/unit/standard/operators/test_python.py | 17 +- pyproject.toml | 9 +- reproducible_build.yaml | 4 +- shared/logging/pyproject.toml | 54 --- .../logging/src/airflow_shared/logging/__init__.py | 19 - .../src/airflow_shared/logging/_noncaching.py | 38 -- .../airflow_shared/logging/percent_formatter.py | 153 ------ .../src/airflow_shared/logging/structlog.py | 531 --------------------- shared/logging/src/airflow_shared/logging/types.py | 43 -- shared/logging/tests/logging/test_structlog.py | 282 ----------- task-sdk/pyproject.toml | 9 +- task-sdk/src/airflow/sdk/_shared/logging | 1 - .../src/airflow/sdk/definitions/_internal/node.py | 11 +- task-sdk/src/airflow/sdk/definitions/dag.py | 24 + .../airflow/sdk/execution_time/execute_workload.py | 2 +- .../src/airflow/sdk/execution_time/supervisor.py | 19 +- .../src/airflow/sdk/execution_time/task_runner.py | 2 +- task-sdk/src/airflow/sdk/log.py | 361 ++++++++++---- task-sdk/src/airflow/sdk/types.py | 1 - task-sdk/tests/conftest.py | 30 +- task-sdk/tests/task_sdk/bases/test_operator.py | 28 +- .../tests/task_sdk/definitions/test_xcom_arg.py | 82 ++-- task-sdk/tests/task_sdk/log/test_log.py | 225 +++++++++ 83 files changed, 1788 insertions(+), 1926 deletions(-) delete mode 120000 airflow-core/src/airflow/_shared/logging create mode 100644 airflow-core/tests/unit/core/test_logging_config.py create mode 100644 airflow-core/tests/unit/utils/test_task_handler_with_custom_formatter.py delete mode 100644 shared/logging/pyproject.toml delete mode 100644 shared/logging/src/airflow_shared/logging/__init__.py delete mode 100644 shared/logging/src/airflow_shared/logging/_noncaching.py delete mode 100644 shared/logging/src/airflow_shared/logging/percent_formatter.py delete mode 100644 shared/logging/src/airflow_shared/logging/structlog.py delete mode 100644 shared/logging/src/airflow_shared/logging/types.py delete mode 100644 shared/logging/tests/logging/test_structlog.py delete mode 120000 task-sdk/src/airflow/sdk/_shared/logging create mode 100644 task-sdk/tests/task_sdk/log/test_log.py