This is an automated email from the ASF dual-hosted git repository.
uranusjr pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 36e267d1d70 Split tests to core/providers/task-sdk/integration/system
(#43979)
add 123dadda0e0 Rename execution_date to logical_date across codebase
(#43902)
No new revisions were added by this update.
Summary of changes:
airflow/api/client/local_client.py | 4 +-
airflow/api/common/mark_tasks.py | 122 ++++-----
airflow/api/common/trigger_dag.py | 36 +--
.../api_connexion/endpoints/dag_run_endpoint.py | 18 +-
.../endpoints/task_instance_endpoint.py | 20 +-
airflow/api_connexion/openapi/v1.yaml | 27 +-
airflow/api_connexion/schemas/asset_schema.py | 2 +-
airflow/api_connexion/schemas/dag_run_schema.py | 26 +-
airflow/api_connexion/schemas/event_log_schema.py | 2 +-
.../api_connexion/schemas/task_instance_schema.py | 10 +-
airflow/api_connexion/schemas/xcom_schema.py | 2 +-
.../api_fastapi/core_api/datamodels/event_logs.py | 2 +-
.../core_api/datamodels/task_instances.py | 2 +-
airflow/api_fastapi/core_api/datamodels/xcom.py | 2 +-
.../api_fastapi/core_api/openapi/v1-generated.yaml | 12 +-
.../core_api/routes/public/event_logs.py | 2 +-
.../core_api/routes/public/task_instances.py | 8 +-
airflow/api_fastapi/core_api/routes/ui/assets.py | 4 +-
airflow/api_fastapi/core_api/routes/ui/dags.py | 16 +-
airflow/cli/cli_config.py | 48 ++--
airflow/cli/commands/dag_command.py | 22 +-
airflow/cli/commands/kubernetes_command.py | 8 +-
airflow/cli/commands/task_command.py | 58 ++---
airflow/configuration.py | 2 +-
airflow/dag_processing/collection.py | 10 +-
airflow/dag_processing/processor.py | 2 +-
.../example_branch_python_dop_operator_3.py | 8 +-
airflow/example_dags/tutorial_objectstorage.py | 6 +-
airflow/exceptions.py | 10 +-
airflow/jobs/scheduler_job_runner.py | 46 ++--
airflow/models/backfill.py | 4 +-
airflow/models/baseoperator.py | 26 +-
airflow/models/dag.py | 172 +++++++------
airflow/models/dagrun.py | 98 ++++----
airflow/models/log.py | 12 +-
airflow/models/renderedtifields.py | 8 +-
airflow/models/taskinstance.py | 132 ++--------
airflow/models/taskreschedule.py | 2 +-
airflow/models/xcom.py | 10 +-
airflow/operators/trigger_dagrun.py | 8 +-
airflow/policies.py | 2 +-
airflow/sensors/external_task.py | 24 +-
airflow/sentry.py | 2 +-
airflow/serialization/pydantic/dag_run.py | 6 +-
airflow/serialization/pydantic/taskinstance.py | 14 +-
airflow/settings.py | 2 +-
airflow/task/standard_task_runner.py | 2 +-
airflow/ti_deps/dep_context.py | 2 +-
.../ti_deps/deps/exec_date_after_start_date_dep.py | 12 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 4 +-
airflow/ti_deps/deps/runnable_exec_date_dep.py | 10 +-
airflow/timetables/base.py | 2 +-
airflow/timetables/simple.py | 2 +-
airflow/triggers/external_task.py | 24 +-
airflow/ui/openapi-gen/requests/schemas.gen.ts | 12 +-
airflow/ui/openapi-gen/requests/types.gen.ts | 4 +-
airflow/utils/cli.py | 6 +-
airflow/utils/cli_action_loggers.py | 8 +-
airflow/utils/context.py | 27 +-
airflow/utils/context.pyi | 12 -
airflow/utils/db.py | 2 +-
airflow/utils/helpers.py | 4 +-
airflow/utils/log/file_task_handler.py | 2 +-
airflow/utils/operator_helpers.py | 8 +-
airflow/utils/sensor_helper.py | 10 +-
airflow/utils/timezone.py | 2 +-
airflow/www/decorators.py | 10 +-
airflow/www/forms.py | 6 +-
airflow/www/static/js/api/useClearTask.ts | 6 +-
airflow/www/static/js/api/useClearTaskDryRun.ts | 6 +-
airflow/www/static/js/api/useExtraLinks.ts | 10 +-
airflow/www/static/js/api/useGridData.test.ts | 2 +-
airflow/www/static/js/api/useGridData.ts | 4 +-
airflow/www/static/js/dag/details/index.tsx | 4 +-
.../static/js/dag/details/task/TaskDuration.tsx | 2 +-
.../js/dag/details/taskInstance/ExtraLinks.tsx | 6 +-
.../dag/details/taskInstance/Logs/LogLink.test.tsx | 8 +-
.../js/dag/details/taskInstance/Logs/LogLink.tsx | 8 +-
.../dag/details/taskInstance/Logs/index.test.tsx | 8 +-
.../js/dag/details/taskInstance/Logs/index.tsx | 10 +-
.../www/static/js/dag/details/taskInstance/Nav.tsx | 8 +-
.../static/js/dag/details/taskInstance/index.tsx | 8 +-
.../taskInstance/taskActions/ClearInstance.tsx | 12 +-
.../www/static/js/dag/grid/dagRuns/index.test.tsx | 8 +-
airflow/www/static/js/dag/grid/index.test.tsx | 2 +-
airflow/www/static/js/dag/useFilters.tsx | 6 +-
airflow/www/static/js/dags.js | 6 +-
airflow/www/static/js/task_instances.js | 4 +-
airflow/www/static/js/ti_log.js | 8 +-
airflow/www/static/js/types/api-generated.ts | 26 +-
airflow/www/static/js/types/index.ts | 8 +-
airflow/www/static/js/utils/index.test.ts | 4 +-
airflow/www/static/js/utils/index.ts | 2 +-
airflow/www/templates/airflow/dag.html | 6 +-
airflow/www/templates/airflow/task_instance.html | 6 +-
airflow/www/templates/airflow/ti_log.html | 2 +-
airflow/www/templates/airflow/trigger.html | 8 +-
airflow/www/utils.py | 26 +-
airflow/www/views.py | 251 ++++++++++---------
dev/perf/dags/sql_perf_dag.py | 4 +-
dev/perf/scheduler_dag_execution_timing.py | 12 +-
docs/apache-airflow/templates-ref.rst | 29 ---
kubernetes_tests/test_base.py | 12 +-
kubernetes_tests/test_kubernetes_executor.py | 10 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 8 +-
kubernetes_tests/test_other_executors.py | 10 +-
newsfragments/43902.significant.rst | 6 +
.../apache/druid/transfers/hive_to_druid.py | 2 +-
.../providers/apache/hive/operators/hive.py | 8 +-
.../cncf/kubernetes/backcompat/__init__.py | 17 ++
.../cncf/kubernetes/cli/kubernetes_command.py | 16 +-
.../kubernetes/executors/kubernetes_executor.py | 9 +-
.../executors/kubernetes_executor_utils.py | 4 +-
.../cncf/kubernetes/kubernetes_helper_functions.py | 9 +-
.../cncf/kubernetes/operators/spark_kubernetes.py | 2 -
.../providers/cncf/kubernetes/pod_generator.py | 15 +-
.../databricks/plugins/databricks_workflow.py | 5 +-
.../providers/dbt/cloud/utils/openlineage.py | 20 +-
.../providers/elasticsearch/log/es_task_handler.py | 22 +-
.../google/cloud/log/stackdriver_task_handler.py | 11 +-
.../providers/google/cloud/operators/gcs.py | 6 +-
.../providers/google/cloud/operators/workflows.py | 2 +-
.../google/cloud/sensors/cloud_composer.py | 8 +-
.../airflow/providers/google/cloud/sensors/gcs.py | 2 +-
.../google/cloud/triggers/cloud_composer.py | 2 +-
.../src/airflow/providers/http/sensors/http.py | 2 +-
.../providers/openlineage/plugins/adapter.py | 6 +-
.../providers/openlineage/plugins/listener.py | 26 +-
.../providers/openlineage/plugins/macros.py | 6 +-
.../providers/opensearch/log/os_task_handler.py | 23 +-
.../src/airflow/providers/presto/hooks/presto.py | 10 +-
.../airflow/providers/standard/operators/bash.py | 2 +-
.../providers/standard/operators/datetime.py | 2 +-
.../airflow/providers/standard/operators/python.py | 33 +--
.../providers/standard/sensors/date_time.py | 4 +-
.../src/airflow/providers/trino/hooks/trino.py | 10 +-
.../alibaba/cloud/log/test_oss_task_handler.py | 2 +-
providers/tests/amazon/aws/links/test_base_aws.py | 4 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 11 +-
.../tests/amazon/aws/log/test_s3_task_handler.py | 6 +-
.../tests/amazon/aws/operators/test_athena.py | 21 +-
.../tests/amazon/aws/operators/test_base_aws.py | 7 +-
.../tests/amazon/aws/operators/test_datasync.py | 101 +++++---
providers/tests/amazon/aws/operators/test_dms.py | 21 +-
.../amazon/aws/operators/test_emr_add_steps.py | 38 ++-
.../aws/operators/test_emr_create_job_flow.py | 41 ++-
providers/tests/amazon/aws/operators/test_s3.py | 14 +-
.../amazon/aws/operators/test_sagemaker_base.py | 16 +-
.../tests/amazon/aws/sensors/test_base_aws.py | 7 +-
providers/tests/amazon/aws/sensors/test_ecs.py | 2 +-
providers/tests/amazon/aws/sensors/test_s3.py | 33 ++-
providers/tests/amazon/aws/transfers/test_base.py | 22 +-
.../amazon/aws/transfers/test_dynamodb_to_s3.py | 22 +-
.../tests/amazon/aws/transfers/test_mongo_to_s3.py | 22 +-
providers/tests/apache/hive/hooks/test_hive.py | 69 +++---
providers/tests/apache/hive/operators/test_hive.py | 14 +-
.../apache/hive/transfers/test_hive_to_mysql.py | 2 +-
.../apache/hive/transfers/test_mysql_to_hive.py | 2 +-
.../apache/kylin/operators/test_kylin_cube.py | 22 +-
providers/tests/apache/livy/operators/test_livy.py | 1 -
.../tests/apache/spark/decorators/test_pyspark.py | 8 +-
.../apache/spark/operators/test_spark_jdbc.py | 1 -
.../tests/apache/spark/operators/test_spark_sql.py | 1 -
.../apache/spark/operators/test_spark_submit.py | 23 +-
.../tests/celery/log_handlers/test_log_handlers.py | 7 +-
.../executors/test_kubernetes_executor.py | 8 +-
.../kubernetes/log_handlers/test_log_handlers.py | 25 +-
.../kubernetes/operators/test_spark_kubernetes.py | 40 +--
.../tests/cncf/kubernetes/test_pod_generator.py | 33 ++-
.../cncf/kubernetes/test_template_rendering.py | 2 +-
providers/tests/common/io/xcom/test_backend.py | 2 +-
providers/tests/common/sql/operators/test_sql.py | 185 +++++++++-----
.../databricks/operators/test_databricks_copy.py | 2 -
providers/tests/dbt/cloud/operators/test_dbt.py | 1 -
providers/tests/docker/decorators/test_docker.py | 14 +-
.../elasticsearch/log/test_es_task_handler.py | 24 +-
.../api_endpoints/test_asset_endpoint.py | 6 +-
.../api_endpoints/test_dag_endpoint.py | 2 +-
.../api_endpoints/test_dag_run_endpoint.py | 8 +-
.../api_endpoints/test_event_log_endpoint.py | 2 +-
.../api_endpoints/test_task_instance_endpoint.py | 14 +-
.../api_endpoints/test_xcom_endpoint.py | 112 ++++++---
.../google/cloud/log/test_gcs_task_handler.py | 2 +-
.../cloud/log/test_stackdriver_task_handler.py | 107 ++++----
.../tests/google/cloud/operators/test_automl.py | 14 --
.../tests/google/cloud/operators/test_bigquery.py | 6 +-
.../google/cloud/operators/test_bigquery_dts.py | 1 -
.../google/cloud/operators/test_cloud_build.py | 36 ++-
.../tests/google/cloud/operators/test_compute.py | 2 +-
.../tests/google/cloud/operators/test_dataproc.py | 7 -
providers/tests/google/cloud/operators/test_gcs.py | 4 +-
.../tests/google/cloud/operators/test_mlengine.py | 126 +++++++---
.../tests/google/cloud/operators/test_vertex_ai.py | 3 -
.../google/cloud/sensors/test_cloud_composer.py | 2 +-
.../google/cloud/transfers/test_gcs_to_bigquery.py | 169 ++++++-------
providers/tests/google/cloud/utils/airflow_util.py | 15 +-
providers/tests/http/sensors/test_http.py | 1 -
.../microsoft/azure/log/test_wasb_task_handler.py | 2 +-
.../tests/microsoft/azure/operators/test_adx.py | 2 -
.../microsoft/azure/operators/test_data_factory.py | 92 ++++---
.../microsoft/azure/operators/test_powerbi.py | 1 -
.../microsoft/azure/operators/test_synapse.py | 1 -
.../tests/microsoft/azure/sensors/test_wasb.py | 88 +++++--
.../tests/openlineage/plugins/test_adapter.py | 76 ++++--
.../tests/openlineage/plugins/test_listener.py | 58 +++--
providers/tests/openlineage/plugins/test_macros.py | 12 +-
.../tests/opensearch/log/test_os_task_handler.py | 18 +-
.../tests/papermill/operators/test_papermill.py | 1 -
providers/tests/presto/hooks/test_presto.py | 11 +-
.../tests/redis/log/test_redis_task_handler.py | 6 +-
.../tests/sftp/decorators/sensors/test_sftp.py | 8 +-
providers/tests/sftp/operators/test_sftp.py | 102 +++++---
providers/tests/smtp/notifications/test_smtp.py | 4 +-
.../tests/snowflake/operators/test_snowflake.py | 29 ++-
providers/tests/standard/operators/test_bash.py | 37 +--
.../tests/standard/operators/test_datetime.py | 54 ++--
providers/tests/standard/operators/test_python.py | 100 ++++----
providers/tests/standard/operators/test_weekday.py | 107 +++++---
.../tests/system/papermill/example_papermill.py | 2 +-
.../papermill/example_papermill_remote_verify.py | 2 +-
.../system/papermill/example_papermill_verify.py | 14 +-
.../tests/telegram/operators/test_telegram.py | 6 +-
providers/tests/trino/hooks/test_trino.py | 5 +-
providers/tests/ydb/operators/test_ydb.py | 2 -
.../ci/pre_commit/check_ti_vs_tis_attributes.py | 2 +-
.../src/airflow/sdk/definitions/baseoperator.py | 10 +-
task_sdk/src/airflow/sdk/definitions/dag.py | 2 +-
.../api_connexion/endpoints/test_asset_endpoint.py | 6 +-
.../endpoints/test_connection_endpoint.py | 6 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 12 +-
.../endpoints/test_dag_run_endpoint.py | 105 +++-----
.../endpoints/test_dag_stats_endpoint.py | 8 +-
.../endpoints/test_event_log_endpoint.py | 16 +-
.../endpoints/test_extra_link_endpoint.py | 2 +-
tests/api_connexion/endpoints/test_log_endpoint.py | 4 +-
.../test_mapped_task_instance_endpoint.py | 4 +-
.../api_connexion/endpoints/test_pool_endpoint.py | 10 +-
.../endpoints/test_task_instance_endpoint.py | 276 ++++++++++-----------
.../endpoints/test_variable_endpoint.py | 12 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 154 ++++++------
tests/api_connexion/schemas/test_dag_run_schema.py | 29 +--
.../api_connexion/schemas/test_event_log_schema.py | 8 +-
.../schemas/test_task_instance_schema.py | 13 +-
tests/api_connexion/schemas/test_xcom_schema.py | 34 +--
.../core_api/routes/public/test_assets.py | 2 +-
.../core_api/routes/public/test_dag_run.py | 6 +-
.../core_api/routes/public/test_dag_stats.py | 8 +-
.../core_api/routes/public/test_dags.py | 4 +-
.../core_api/routes/public/test_event_logs.py | 8 +-
.../core_api/routes/public/test_task_instances.py | 36 +--
.../core_api/routes/public/test_xcom.py | 14 +-
tests/api_fastapi/core_api/routes/ui/test_dags.py | 11 +-
.../core_api/routes/ui/test_dashboard.py | 6 +-
tests/assets/test_manager.py | 2 +-
tests/cli/commands/test_dag_command.py | 22 +-
tests/cli/commands/test_task_command.py | 134 +++++-----
tests/core/test_core.py | 27 --
tests/core/test_example_dags_system.py | 2 +-
tests/core/test_logging_config.py | 2 +-
tests/core/test_sentry.py | 8 +-
tests/dag_processing/test_collection.py | 4 +-
tests/dag_processing/test_processor.py | 8 +-
tests/dags/test_cli_triggered_dags.py | 2 +-
tests/decorators/test_branch_external_python.py | 8 +-
tests/decorators/test_branch_python.py | 8 +-
tests/decorators/test_branch_virtualenv.py | 8 +-
tests/decorators/test_external_python.py | 2 +-
tests/decorators/test_python.py | 4 +-
tests/decorators/test_python_virtualenv.py | 2 +-
tests/decorators/test_sensor.py | 16 +-
tests/executors/test_base_executor.py | 2 +-
tests/executors/test_local_executor.py | 8 +-
tests/jobs/test_local_task_job.py | 38 ++-
tests/jobs/test_scheduler_job.py | 148 ++++++-----
tests/jobs/test_triggerer_job.py | 6 +-
tests/lineage/test_lineage.py | 4 +-
tests/listeners/test_listeners.py | 6 +-
tests/models/test_backfill.py | 18 +-
tests/models/test_baseoperator.py | 20 +-
tests/models/test_cleartasks.py | 2 +-
tests/models/test_dag.py | 92 ++++---
tests/models/test_dagrun.py | 72 +++---
tests/models/test_param.py | 6 +-
tests/models/test_renderedtifields.py | 10 +-
tests/models/test_skipmixin.py | 2 +-
tests/models/test_taskinstance.py | 193 +++++---------
tests/models/test_trigger.py | 42 ++--
tests/models/test_xcom.py | 24 +-
tests/operators/test_branch_operator.py | 20 +-
tests/operators/test_latest_only_operator.py | 32 +--
tests/operators/test_trigger_dagrun.py | 28 +--
tests/sensors/test_external_task_sensor.py | 90 +++----
tests/serialization/test_dag_serialization.py | 50 ++--
tests/serialization/test_pydantic_models.py | 8 +-
tests/serialization/test_serialized_objects.py | 4 +-
.../deps/test_not_previously_skipped_dep.py | 2 +-
tests/ti_deps/deps/test_prev_dagrun_dep.py | 10 +-
tests/ti_deps/deps/test_ready_to_reschedule_dep.py | 4 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 35 ++-
tests/ti_deps/deps/test_task_concurrency.py | 2 +-
tests/triggers/test_external_task.py | 22 +-
tests/utils/log/test_log_reader.py | 8 +-
tests/utils/test_cli_util.py | 6 +-
tests/utils/test_dot_renderer.py | 4 +-
tests/utils/test_helpers.py | 4 +-
tests/utils/test_log_handlers.py | 34 +--
tests/utils/test_operator_helpers.py | 62 +----
tests/utils/test_sqlalchemy.py | 12 +-
tests/utils/test_state.py | 2 +-
tests/utils/test_task_group.py | 80 +++---
.../test_task_handler_with_custom_formatter.py | 2 +-
tests/utils/test_types.py | 2 +-
tests/www/test_utils.py | 12 +-
tests/www/views/test_views.py | 27 +-
tests/www/views/test_views_acl.py | 14 +-
tests/www/views/test_views_cluster_activity.py | 6 +-
tests/www/views/test_views_connection.py | 4 +-
tests/www/views/test_views_dagrun.py | 20 +-
tests/www/views/test_views_decorators.py | 14 +-
tests/www/views/test_views_extra_links.py | 26 +-
tests/www/views/test_views_grid.py | 14 +-
tests/www/views/test_views_log.py | 34 +--
tests/www/views/test_views_rendered.py | 34 +--
tests/www/views/test_views_task_norun.py | 4 +-
tests/www/views/test_views_tasks.py | 80 +++---
tests/www/views/test_views_trigger_dag.py | 12 +-
tests/www/views/test_views_variable.py | 6 +-
tests_common/pytest_plugin.py | 79 +++---
tests_common/test_utils/www.py | 18 +-
329 files changed, 3722 insertions(+), 3400 deletions(-)
create mode 100644 newsfragments/43902.significant.rst
