This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-5-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
from caca35c546 Migrate remaining core sensors tests to `pytest` (#28204)
new 154ad9a02b Migrate amazon provider sensor tests from `unittests` to
`pytest` (#28139)
new 2ecbfd0118 Replace freezegun with time-machine (#28193)
new d503914b60 Add deferrable mode to CloudBuildCreateBuildOperator
(#27783)
new 7787fdb10f Fix discoverability of tests for ARM in Breeze (#28432)
new 3784f2e25b add hostname argument to DockerOperator (#27822)
new 393bba236e Update codespell and fix typos (#28568)
new 6f25448868 Improve "other" test category selection (#28630)
new 56b0b76b3a Variables set in variables.env are automatically exported
(#28633)
new 43b8ea65a2 Rerun flaky PinotDB integration test (#28562)
new 587b144569 Update black version automatically in pre-commit
configuration (#28578)
new 14fdfc07ac Switch to ruff for faster static checks (#28893)
new 4e2af12f99 Make static checks generated file more stable accross the
board (#29080)
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.codespellignorelines | 2 +
.flake8 | 8 -
.github/boring-cyborg.yml | 1 -
.github/workflows/ci.yml | 9 +-
.pre-commit-config.yaml | 90 +++----
.rat-excludes | 1 -
Dockerfile.ci | 4 +-
RELEASE_NOTES.rst | 2 +-
STATIC_CODE_CHECKS.rst | 14 +-
airflow/cli/commands/connection_command.py | 2 +-
airflow/compat/functools.pyi | 1 +
airflow/decorators/__init__.pyi | 13 +-
airflow/example_dags/example_sensor_decorator.py | 1 +
airflow/example_dags/tutorial_taskflow_api.py | 1 +
airflow/hooks/dbapi.py | 6 +-
airflow/migrations/db_types.pyi | 1 +
airflow/providers/amazon/aws/hooks/emr.py | 10 +-
airflow/providers/amazon/aws/operators/sns.py | 2 +-
.../amazon/aws/transfers/dynamodb_to_s3.py | 4 +-
.../providers/cncf/kubernetes/utils/__init__.py | 2 +
airflow/providers/docker/operators/docker.py | 4 +
.../providers/google/cloud/hooks/cloud_build.py | 98 +++++++-
.../google/cloud/operators/cloud_build.py | 90 +++++--
.../providers/google/cloud/operators/dataproc.py | 2 +-
.../google/cloud/operators/kubernetes_engine.py | 2 +-
.../providers/google/cloud/triggers/cloud_build.py | 125 ++++++++++
airflow/providers/microsoft/azure/hooks/wasb.py | 2 +-
airflow/providers/odbc/hooks/odbc.py | 2 +-
airflow/providers/sftp/hooks/sftp.py | 2 +-
airflow/utils/code_utils.py | 2 +-
airflow/utils/context.pyi | 5 +-
airflow/utils/log/action_logger.py | 1 +
airflow/utils/process_utils.py | 4 +-
.../0002-implement-standalone-python-command.md | 2 +-
.../src/airflow_breeze/commands/main_command.py | 4 +-
dev/breeze/src/airflow_breeze/global_constants.py | 9 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 9 +-
.../pre_commit_ids_TEMPLATE.py.jinja2 | 1 +
.../src/airflow_breeze/utils/selective_checks.py | 10 +-
dev/breeze/tests/test_selective_checks.py | 25 +-
dev/deprecations/generate_deprecated_dicts.py | 217 -----------------
dev/provider_packages/prepare_provider_packages.py | 18 +-
dev/stats/get_important_pr_candidates.py | 2 +-
.../operators/cloud/cloud_build.rst | 50 ++++
docs/apache-airflow/extra-packages-ref.rst | 2 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/build_docs.py | 6 +-
docs/exts/provider_init_hack.py | 4 +-
docs/spelling_wordlist.txt | 3 +
images/breeze/output-commands-hash.txt | 2 +-
images/breeze/output_static-checks.svg | 20 +-
images/breeze/output_stop.svg | 24 +-
provider_packages/.flake8 | 1 -
pyproject.toml | 108 ++++++++-
...elm_lint.py => common_precommit_black_utils.py} | 32 +--
scripts/ci/pre_commit/common_precommit_utils.py | 3 +-
.../pre_commit_check_pre_commit_hooks.py | 72 ++----
.../ci/pre_commit/pre_commit_compile_www_assets.py | 3 +-
scripts/ci/pre_commit/pre_commit_flake8.py | 72 ------
scripts/ci/pre_commit/pre_commit_insert_extras.py | 4 +-
.../ci/pre_commit/pre_commit_local_yml_mounts.py | 18 +-
scripts/ci/pre_commit/pre_commit_mypy.py | 13 +-
.../pre_commit/pre_commit_update_black_version.py | 28 +--
scripts/docker/entrypoint_ci.sh | 4 +-
scripts/in_container/configure_environment.sh | 2 +
scripts/in_container/run_extract_tests.sh | 25 --
scripts/in_container/run_flake8.sh | 20 --
scripts/in_container/test_pytest_collection.py | 66 +++++
setup.py | 12 +-
tests/api/client/test_local_client.py | 4 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 15 --
.../endpoints/test_dag_run_endpoint.py | 4 +-
tests/api_connexion/schemas/test_dataset_schema.py | 4 +-
tests/conftest.py | 20 +-
tests/core/test_sentry.py | 4 +-
tests/dag_processing/test_manager.py | 6 +-
tests/executors/test_celery_executor.py | 6 +-
.../providers/apache/pinot/hooks/test_pinot.py | 2 +
tests/jobs/test_scheduler_job.py | 4 +-
tests/models/test_dag.py | 6 +-
tests/models/test_dagbag.py | 14 +-
tests/models/test_taskinstance.py | 18 +-
tests/models/test_timestamp.py | 6 +-
tests/operators/test_datetime.py | 16 +-
tests/operators/test_generic_transfer.py | 6 +-
tests/operators/test_latest_only_operator.py | 4 +-
tests/operators/test_weekday.py | 10 +-
tests/providers/amazon/aws/hooks/test_eks.py | 10 +-
tests/providers/amazon/aws/sensors/test_athena.py | 11 +-
tests/providers/amazon/aws/sensors/test_batch.py | 49 ++--
.../amazon/aws/sensors/test_cloud_formation.py | 8 +-
.../providers/amazon/aws/sensors/test_dms_task.py | 5 +-
tests/providers/amazon/aws/sensors/test_eks.py | 12 +-
.../providers/amazon/aws/sensors/test_emr_base.py | 4 +-
.../amazon/aws/sensors/test_emr_containers.py | 5 +-
.../amazon/aws/sensors/test_emr_job_flow.py | 10 +-
.../providers/amazon/aws/sensors/test_emr_step.py | 10 +-
tests/providers/amazon/aws/sensors/test_glacier.py | 7 +-
tests/providers/amazon/aws/sensors/test_glue.py | 9 +-
.../amazon/aws/sensors/test_glue_crawler.py | 15 +-
.../amazon/aws/sensors/test_quicksight.py | 51 ++--
tests/providers/amazon/aws/sensors/test_s3_key.py | 16 +-
.../amazon/aws/sensors/test_s3_keys_unchanged.py | 62 +++--
.../amazon/aws/sensors/test_sagemaker_base.py | 4 +-
.../amazon/aws/sensors/test_sagemaker_endpoint.py | 3 +-
.../amazon/aws/sensors/test_sagemaker_training.py | 3 +-
.../amazon/aws/sensors/test_sagemaker_transform.py | 3 +-
.../amazon/aws/sensors/test_sagemaker_tuning.py | 3 +-
tests/providers/amazon/aws/sensors/test_sqs.py | 5 +-
.../amazon/aws/sensors/test_step_function.py | 10 +-
.../amazon/aws/utils/test_eks_get_token.py | 4 +-
.../apache/hive/transfers/test_mssql_to_hive.py | 12 +-
.../apache/hive/transfers/test_mysql_to_hive.py | 8 +-
tests/providers/docker/operators/test_docker.py | 7 +
.../elasticsearch/log/test_es_task_handler.py | 15 +-
.../google/cloud/hooks/test_cloud_build.py | 42 +++-
.../google/cloud/operators/test_cloud_build.py | 265 +++++++++++++++++----
.../test_cloud_storage_transfer_service.py | 4 +-
.../cloud/transfers/test_bigquery_to_mssql.py | 9 +-
.../google/cloud/transfers/test_mssql_to_gcs.py | 8 +-
.../google/cloud/transfers/test_mysql_to_gcs.py | 11 +-
.../google/cloud/triggers/test_cloud_build.py | 238 ++++++++++++++++++
.../providers/google/leveldb/hooks/test_leveldb.py | 7 +-
.../google/leveldb/operators/test_leveldb.py | 11 +-
.../providers/google/suite/hooks/test_calendar.py | 3 +-
tests/providers/microsoft/azure/hooks/test_asb.py | 8 +-
.../microsoft/azure/operators/test_asb.py | 6 +-
.../providers/microsoft/mssql/hooks/test_mssql.py | 6 +-
.../microsoft/mssql/operators/test_mssql.py | 10 +-
tests/providers/mysql/hooks/test_mysql.py | 11 +-
.../mysql/transfers/test_vertica_to_mysql.py | 8 +-
tests/providers/ssh/hooks/test_ssh.py | 4 +-
tests/sensors/test_base.py | 107 ++++-----
tests/sensors/test_time_sensor.py | 11 +-
.../cncf/kubernetes/example_spark_kubernetes.py | 3 +-
.../cloud/bigquery/example_bigquery_to_mssql.py | 8 +-
.../google/cloud/bigtable/example_bigtable.py | 6 +-
.../cloud/cloud_build/example_cloud_build.py | 18 +-
...cloud_build.py => example_cloud_build_async.py} | 44 ++--
.../cloud_build/example_cloud_build_trigger.py | 12 +-
.../google/cloud/gcs/example_mssql_to_gcs.py | 9 +-
.../google/cloud/gcs/example_mysql_to_gcs.py | 9 +-
.../providers/google/leveldb/example_leveldb.py | 10 +-
.../microsoft/azure/example_azure_service_bus.py | 30 ++-
.../providers/microsoft/mssql/example_mssql.py | 10 +-
tests/test_utils/get_all_tests.py | 4 +-
tests/ti_deps/deps/test_not_in_retry_period_dep.py | 6 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 6 +-
tests/timetables/test_interval_timetable.py | 8 +-
tests/timetables/test_trigger_timetable.py | 6 +-
tests/utils/log/test_file_processor_handler.py | 8 +-
tests/utils/test_serve_logs.py | 14 +-
tests/www/test_security.py | 10 +-
tests/www/views/test_views_grid.py | 23 +-
tests/www/views/test_views_tasks.py | 17 +-
155 files changed, 1787 insertions(+), 1159 deletions(-)
delete mode 100644 .flake8
create mode 100644 airflow/providers/google/cloud/triggers/cloud_build.py
delete mode 100644 dev/deprecations/generate_deprecated_dicts.py
delete mode 120000 provider_packages/.flake8
copy scripts/ci/pre_commit/{pre_commit_helm_lint.py =>
common_precommit_black_utils.py} (50%)
mode change 100755 => 100644
delete mode 100755 scripts/ci/pre_commit/pre_commit_flake8.py
copy tests/charts/test_chart_quality.py =>
scripts/ci/pre_commit/pre_commit_update_black_version.py (57%)
mode change 100644 => 100755
delete mode 100755 scripts/in_container/run_extract_tests.sh
delete mode 100755 scripts/in_container/run_flake8.sh
create mode 100755 scripts/in_container/test_pytest_collection.py
create mode 100644 tests/providers/google/cloud/triggers/test_cloud_build.py
copy tests/system/providers/google/cloud/cloud_build/{example_cloud_build.py
=> example_cloud_build_async.py} (83%)
