This is an automated email from the ASF dual-hosted git repository.
amoghdesai pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 7b30cc0fb66 Refactor Dag trigger e2e tests into dags-list.spec (#59542)
add 3af4d289cd2 Move Serialization/Deserialization (serde) to task SDK
(#58992)
No new revisions were added by this update.
Summary of changes:
airflow-core/.pre-commit-config.yaml | 1 +
.../docs/authoring-and-scheduling/serializers.rst | 4 +-
.../api_fastapi/core_api/routes/public/xcom.py | 28 ++-
airflow-core/src/airflow/serialization/__init__.py | 12 ++
.../src/airflow/serialization/stringify.py | 141 ++++++++++++
airflow-core/src/airflow/utils/json.py | 37 +++-
.../serialization/serializers/test_serializers.py | 12 +-
.../tests/unit/serialization/test_stringify.py | 237 +++++++++++++++++++++
task-sdk/src/airflow/sdk/bases/xcom.py | 4 +-
task-sdk/src/airflow/sdk/definitions/deadline.py | 2 +-
.../src/airflow/sdk/serde/__init__.py | 13 +-
.../src/airflow/sdk/serde/serializers}/__init__.py | 0
.../src/airflow/sdk/serde}/serializers/bignum.py | 4 +-
.../src/airflow/sdk/serde}/serializers/builtin.py | 4 +-
.../src/airflow/sdk/serde}/serializers/datetime.py | 6 +-
.../airflow/sdk/serde}/serializers/deltalake.py | 4 +-
.../src/airflow/sdk/serde}/serializers/iceberg.py | 4 +-
.../airflow/sdk/serde}/serializers/kubernetes.py | 4 +-
.../src/airflow/sdk/serde}/serializers/numpy.py | 4 +-
.../src/airflow/sdk/serde}/serializers/pandas.py | 4 +-
.../src/airflow/sdk/serde}/serializers/pydantic.py | 6 +-
.../src/airflow/sdk/serde}/serializers/timezone.py | 4 +-
.../src/airflow/sdk/serde}/typing.py | 1 -
task-sdk/tests/task_sdk/docs/test_public_api.py | 1 +
.../tests/task_sdk/serde}/__init__.py | 0
.../tests/task_sdk/serde}/test_serde.py | 49 ++---
26 files changed, 506 insertions(+), 80 deletions(-)
create mode 100644 airflow-core/src/airflow/serialization/stringify.py
create mode 100644 airflow-core/tests/unit/serialization/test_stringify.py
rename airflow-core/src/airflow/serialization/serde.py =>
task-sdk/src/airflow/sdk/serde/__init__.py (97%)
copy {airflow-core/src/airflow/api/common =>
task-sdk/src/airflow/sdk/serde/serializers}/__init__.py (100%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/bignum.py (94%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/builtin.py (94%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/datetime.py (95%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/deltalake.py (96%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/iceberg.py (96%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/kubernetes.py (95%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/numpy.py (95%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/pandas.py (95%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/pydantic.py (94%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/serializers/timezone.py (96%)
copy {airflow-core/src/airflow/serialization =>
task-sdk/src/airflow/sdk/serde}/typing.py (99%)
copy {airflow-core/src/airflow/_shared =>
task-sdk/tests/task_sdk/serde}/__init__.py (100%)
rename {airflow-core/tests/unit/serialization =>
task-sdk/tests/task_sdk/serde}/test_serde.py (92%)