This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 1617015f45 Update RELEASE_NOTES.rst
omit 68ec830bc7 Update version to 2.10.0
omit 43e2eefe8f Regenerate command images
omit d61b5bb8b9 Update default branches for 2-10
add 16abb911e8 Upgrade package gcloud-aio-auth>=5.2.0 (#41262)
add 1544b08523 Change inserted airflow version of
"update-migration-references" command from airflow_version='...' to
airflow_version="..." #41275
add 968b8f2cce fix(TriggeredDagRuns.tsx): dataset page cannot correctly
load triggered dag runs due to lack of dagId (#41279)
add d855294a80 Make remaining provider tests pass in DB isolation mode
(#41282)
add 377e8cdcc5 Swallow exception when mini-scheduling raises an exception
(#41260)
add 7fa80f9b64 Don't reserialize DAG if no revision's applied (#41207)
add 30f776693e Fix tests/operators/test_bash.py and branch_operator.py for
Database Isolation Mode (#41277)
add 91ea7fc81c Skip highlighting lines that contain log group markers.
(#41222)
add f648129fe2 Fix sagemaker experiments cleanup (#41287)
add 78b7ffc194 Updated INTHEWILD.md with datapipes (#41285)
add 18aa7dca79 Fix some mor operators tests for Database Isolation Mode
(#41290)
add 63062c2743 Simplify log message for connection retrieval (#41288)
add c8bc42c383 Add DatasetDagRunQueue to all the consuming DAGs of a
dataset alias (#41264)
add 00991d5880 Fix PlainAsserts tests in Database Isolation Mode (#41299)
add 55872ab51c Move Create Dataset Event button above tabs (#41190)
add 3b90856ad3 Adding api doc (#40987)
add eda4329d65 Fix almost 100 tests for taskinstance for DB isolation mode
(#41296)
add 454b5bbf52 Fix RedshiftDataOperator not running in deferred mode when
it should (#41206)
add 7b15736f81 Update providers metadata 2024-08-06 (#41292)
add 1d68cf1423 Fix render template task_instance tests for db isolation
mode (#41309)
add 62e38f236f XCom tests pass DB isolation mode (#41308)
add 25342fad58 Adding session fixture into
create_task_instance_of_operator (#41317)
add 49669c95dc fix wrong link to the source DAG in consumer DAG's dataset
event section #41301
add 472e683732 feat(dataset_event): add showSource and
showTriggeredDagRuns to DatasetEventCard (#41300)
add 45658a8963 Clarify that the TI try selector only appears when you have
multiple tries (#41319)
add 5fe1d45111 Adding Dataset Alias Example DAG with classic operators
(#41302)
add d9f7febe33 chore: remove openlineage deprecation warnings (#41284)
add c3286e8b54 feat: remove openlineage client deprecated
from_environment() method (#41310)
add ec0e9f28ea feat: add fileloc to DAG info in AirflowRunFacet (#41311)
add c81d8f9d3c Add plugin data to scarf usage data collection (#41318)
add 463e28b9ce add `env_vars` into `_BasePythonVirtualenvOperator` (#40942)
add 3715e9e135 fix(graph/index): prevent reading properties of undefined
(reading 'id') (#41335)
add d310545798 docs: adding tip on configuration for healthcheck (#41289)
add 08589a76af Fix improper script tag usage for dark theme toggle (#41337)
add da553935d2 Send context using in venv operator (#41039)
add 090607d92a Feature: Allow set Dag Run resource into Dag Level
permission (#40703)
add 45e3e5e6f9 Fix Variables Tests for Database Isolation Tests (#41320)
add aa9bb4bb47 Fix all tests in Other group for Database Isolation Mode
(#41322)
add ac5c3e0c37 Update default branches for 2-10
add 82d94ed205 regenerate command hashes
add 1e5c18005a Update version to 2.10.0
add c999f6e6a1 Update RELEASE_NOTES.rst
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1617015f45)
\
N -- N -- N refs/heads/v2-10-test (c999f6e6a1)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 1 +
Dockerfile.ci | 2 +-
INTHEWILD.md | 1 +
RELEASE_NOTES.rst | 27 +-
airflow/api_internal/endpoints/rpc_api_endpoint.py | 2 +-
airflow/datasets/__init__.py | 14 +
airflow/datasets/manager.py | 66 +-
airflow/decorators/__init__.pyi | 22 +
airflow/example_dags/example_dataset_alias.py | 13 +-
.../example_dataset_alias_with_no_taskflow.py | 108 +
.../example_python_context_decorator.py | 92 +
.../example_python_context_operator.py | 91 +
airflow/hooks/base.py | 2 +-
...2_10_0_dag_schedule_dataset_alias_reference.py} | 45 +-
airflow/models/dag.py | 125 +-
airflow/models/dataset.py | 45 +
airflow/models/taskinstance.py | 16 +-
airflow/models/xcom.py | 4 +-
airflow/operators/python.py | 67 +-
airflow/providers/amazon/CHANGELOG.rst | 14 +
.../amazon/aws/operators/redshift_data.py | 6 +-
.../providers/fab/auth_manager/fab_auth_manager.py | 41 +-
.../fab/auth_manager/security_manager/override.py | 158 +-
.../providers/google/common/hooks/base_google.py | 37 +-
airflow/providers/google/provider.yaml | 8 +-
airflow/providers/openlineage/plugins/adapter.py | 2 +-
airflow/providers/openlineage/plugins/facets.py | 11 -
airflow/providers/openlineage/utils/utils.py | 10 +-
airflow/reproducible_build.yaml | 4 +-
airflow/security/permissions.py | 33 +-
airflow/settings.py | 2 +-
airflow/timetables/simple.py | 2 +-
airflow/utils/db.py | 15 +-
airflow/utils/process_utils.py | 7 +-
airflow/utils/python_virtualenv_script.jinja2 | 23 +
airflow/utils/types.py | 2 +
airflow/utils/usage_data_collection.py | 13 +
.../www/static/js/components/DatasetEventCard.tsx | 44 +-
.../static/js/components/SourceTaskInstance.tsx | 3 +-
.../www/static/js/components/TriggeredDagRuns.tsx | 2 +-
.../js/dag/details/dagRun/DatasetTriggerEvents.tsx | 8 +-
airflow/www/static/js/dag/details/graph/index.tsx | 2 +-
.../details/taskInstance/DatasetUpdateEvents.tsx | 6 +-
.../js/dag/details/taskInstance/Logs/utils.ts | 19 +-
.../www/static/js/datasets/CreateDatasetEvent.tsx | 16 +-
airflow/www/static/js/datasets/DatasetDetails.tsx | 31 -
airflow/www/static/js/datasets/Main.tsx | 108 +-
airflow/www/static/js/utils/index.test.ts | 42 +-
airflow/www/static/js/utils/index.ts | 9 +-
airflow/www/templates/airflow/main.html | 2 +-
airflow/www/views.py | 20 +-
airflow/www/webpack.config.js | 1 +
contributing-docs/17_adding_api_endpoints.rst | 135 ++
.../auth-manager/access-control.rst | 14 +-
docs/apache-airflow-providers-google/index.rst | 2 +-
.../logging-monitoring/check-health.rst | 5 +
.../authoring-and-scheduling/datasets.rst | 3 +-
docs/apache-airflow/core-concepts/dag-run.rst | 6 +-
docs/apache-airflow/faq.rst | 2 +
docs/apache-airflow/howto/operator/python.rst | 92 +
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 2060 ++++++++++----------
docs/apache-airflow/migrations-ref.rst | 4 +-
generated/provider_dependencies.json | 2 +-
generated/provider_metadata.json | 130 +-
scripts/docker/entrypoint_ci.sh | 2 +-
scripts/in_container/run_migration_reference.py | 2 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 12 +-
.../endpoints/test_dag_run_endpoint.py | 29 +-
.../endpoints/test_import_error_endpoint.py | 8 +-
tests/conftest.py | 2 +-
tests/dag_processing/test_job_runner.py | 9 +
tests/dag_processing/test_processor.py | 22 +-
tests/datasets/test_dataset.py | 19 +
tests/decorators/test_bash.py | 15 +
tests/decorators/test_branch_external_python.py | 1 +
tests/decorators/test_branch_python.py | 1 +
tests/decorators/test_branch_virtualenv.py | 1 +
tests/decorators/test_condition.py | 4 +
tests/decorators/test_external_python.py | 30 +-
tests/decorators/test_python.py | 15 +
tests/decorators/test_python_virtualenv.py | 53 +-
tests/decorators/test_sensor.py | 20 +-
tests/decorators/test_short_circuit.py | 7 +-
tests/lineage/test_lineage.py | 2 +
tests/listeners/test_dag_import_error_listener.py | 2 +
tests/listeners/test_dataset_listener.py | 1 +
tests/listeners/test_listeners.py | 5 +
tests/models/test_dag.py | 16 +-
tests/models/test_dagbag.py | 38 +-
tests/models/test_taskinstance.py | 70 +-
tests/models/test_variable.py | 66 +-
tests/models/test_xcom.py | 21 +-
tests/operators/test_bash.py | 43 +-
tests/operators/test_branch_operator.py | 274 +--
tests/operators/test_generic_transfer.py | 69 +-
tests/operators/test_latest_only_operator.py | 62 +-
tests/operators/test_python.py | 215 +-
tests/operators/test_subdag_operator.py | 23 +-
tests/operators/test_weekday.py | 223 ++-
tests/plugins/test_plugins_manager.py | 2 +
.../amazon/aws/operators/test_redshift_data.py | 38 +-
tests/providers/apache/livy/hooks/test_livy.py | 2 +
.../cncf/kubernetes/operators/test_job.py | 5 +-
.../cncf/kubernetes/operators/test_pod.py | 7 +-
.../kubernetes/operators/test_spark_kubernetes.py | 33 +-
.../cncf/kubernetes/test_template_rendering.py | 4 +-
tests/providers/common/io/xcom/test_backend.py | 146 +-
tests/providers/common/sql/operators/test_sql.py | 1 +
tests/providers/common/sql/sensors/test_sql.py | 1 +
.../databricks/operators/test_databricks_copy.py | 3 +
tests/providers/fab/auth_manager/test_security.py | 45 +-
.../providers/openlineage/plugins/test_adapter.py | 1 +
.../openlineage/plugins/test_execution.py | 3 +
tests/providers/openlineage/utils/test_utils.py | 2 +
tests/sensors/test_base.py | 1 +
tests/sensors/test_external_task_sensor.py | 41 +
tests/sensors/test_filesystem.py | 1 +
tests/sensors/test_time_delta.py | 1 +
tests/sensors/test_weekday_sensor.py | 3 +
tests/serialization/test_dag_serialization.py | 9 +-
.../providers/amazon/aws/example_sagemaker.py | 31 +-
.../amazon/aws/example_sagemaker_pipeline.py | 2 +
tests/task/task_runner/test_base_task_runner.py | 2 +-
.../task/task_runner/test_standard_task_runner.py | 5 +
tests/task/task_runner/test_task_runner.py | 1 +
.../test_utils/permissions.py | 22 +-
tests/timetables/test_datasets_timetable.py | 2 +-
tests/triggers/test_external_task.py | 2 +
tests/utils/test_db_cleanup.py | 1 +
tests/utils/test_process_utils.py | 4 +
tests/www/test_utils.py | 5 +
tests/www/views/test_views.py | 23 +-
tests/www/views/test_views_acl.py | 26 +-
tests/www/views/test_views_home.py | 11 +-
135 files changed, 3864 insertions(+), 1905 deletions(-)
create mode 100644
airflow/example_dags/example_dataset_alias_with_no_taskflow.py
create mode 100644 airflow/example_dags/example_python_context_decorator.py
create mode 100644 airflow/example_dags/example_python_context_operator.py
copy airflow/migrations/versions/{0150_2_10_0_dataset_alias_dataset.py =>
0151_2_10_0_dag_schedule_dataset_alias_reference.py} (53%)
create mode 100644 contributing-docs/17_adding_api_endpoints.rst
copy airflow/providers/fab/auth_manager/views/user_stats.py =>
tests/test_utils/permissions.py (63%)
