This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from f3913bc815e AIP-38 Fix clear mapped task with a note (#45821)
add d1b2a446538 Start porting mapped task to SDK (#45627)
No new revisions were added by this update.
Summary of changes:
airflow/api/common/mark_tasks.py | 3 +
airflow/api_connexion/schemas/common_schema.py | 4 +-
airflow/api_connexion/schemas/task_schema.py | 7 +-
airflow/api_fastapi/core_api/datamodels/tasks.py | 23 +-
airflow/api_fastapi/core_api/services/ui/grid.py | 9 +-
.../cli/commands/remote_commands/task_command.py | 5 +
airflow/decorators/base.py | 6 +-
airflow/models/abstractoperator.py | 212 +-----
airflow/models/baseoperator.py | 324 +++------
airflow/models/dag.py | 5 +-
airflow/models/dagrun.py | 24 +-
airflow/models/expandinput.py | 16 +-
airflow/models/mappedoperator.py | 763 +-------------------
airflow/models/param.py | 2 +-
airflow/models/renderedtifields.py | 2 +-
airflow/models/taskinstance.py | 84 ++-
airflow/models/taskmap.py | 141 +++-
airflow/models/xcom_arg.py | 774 +++------------------
airflow/serialization/serialized_objects.py | 29 +-
airflow/ti_deps/deps/mapped_task_upstream_dep.py | 2 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 2 +-
airflow/ti_deps/deps/trigger_rule_dep.py | 4 +-
airflow/utils/context.py | 2 +-
airflow/utils/dag_edges.py | 6 +-
airflow/utils/dot_renderer.py | 4 +-
airflow/utils/log/file_task_handler.py | 3 +-
airflow/utils/setup_teardown.py | 2 +-
airflow/utils/task_group.py | 35 +-
airflow/utils/types.py | 26 -
airflow/www/views.py | 3 +-
.../providers/elasticsearch/log/es_task_handler.py | 3 +-
.../openlineage/utils/selective_enable.py | 13 +-
.../airflow/providers/openlineage/utils/utils.py | 14 +-
.../providers/opensearch/log/os_task_handler.py | 3 +-
.../airflow/providers/standard/operators/python.py | 2 +-
providers/tests/openlineage/utils/test_utils.py | 3 -
providers/tests/standard/operators/test_python.py | 1 +
.../pre_commit/base_operator_partial_arguments.py | 14 +-
scripts/ci/pre_commit/template_context_key_sync.py | 3 +
task_sdk/src/airflow/sdk/__init__.py | 18 +-
.../sdk/definitions/_internal/abstractoperator.py | 165 ++++-
.../airflow/sdk/definitions/_internal/mixins.py | 2 +-
.../src/airflow/sdk/definitions/_internal/node.py | 6 +-
.../airflow/sdk/definitions/_internal/templater.py | 6 +-
.../src/airflow/sdk/definitions/asset/__init__.py | 6 -
.../src/airflow/sdk/definitions/baseoperator.py | 227 +++++-
task_sdk/src/airflow/sdk/definitions/dag.py | 2 +-
.../src/airflow/sdk/definitions}/mappedoperator.py | 83 ++-
task_sdk/src/airflow/sdk/definitions/taskgroup.py | 27 +-
.../src/airflow/sdk/definitions}/xcom_arg.py | 109 +--
task_sdk/src/airflow/sdk/types.py | 5 +-
task_sdk/tests/conftest.py | 9 +
task_sdk/tests/defintions/test_baseoperator.py | 23 +
task_sdk/tests/defintions/test_mappedoperator.py | 301 ++++++++
.../tests/defintions/test_minxins.py | 126 ++--
task_sdk/tests/execution_time/conftest.py | 9 -
.../test_mapped_task_instance_endpoint.py | 2 +-
.../core_api/routes/public/test_task_instances.py | 2 +-
tests/decorators/test_python.py | 8 +-
tests/models/test_baseoperator.py | 22 -
tests/models/test_dag.py | 33 +-
tests/models/test_mappedoperator.py | 238 +------
tests/models/test_renderedtifields.py | 3 +-
tests/models/test_taskinstance.py | 15 +-
tests/models/test_xcom_arg_map.py | 2 +-
tests/serialization/test_dag_serialization.py | 7 +-
tests_common/pytest_plugin.py | 2 +
tests_common/test_utils/compat.py | 5 +-
tests_common/test_utils/mapping.py | 4 +-
tests_common/test_utils/system_tests.py | 3 +
70 files changed, 1420 insertions(+), 2628 deletions(-)
copy {airflow/models =>
task_sdk/src/airflow/sdk/definitions}/mappedoperator.py (94%)
copy {airflow/models => task_sdk/src/airflow/sdk/definitions}/xcom_arg.py (84%)
create mode 100644 task_sdk/tests/defintions/test_mappedoperator.py
rename tests/models/test_taskmixin.py =>
task_sdk/tests/defintions/test_minxins.py (75%)
