This is an automated email from the ASF dual-hosted git repository.
uranusjr pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 1d746851b8 Protect against the case where Airflow is checked out in
AIRFLOW_HOME (#37697)
add b52b227c04 Implement AIP-60 Dataset URI formats (#37005)
No new revisions were added by this update.
Summary of changes:
airflow/datasets/__init__.py | 79 +++++++++++++++++-----
airflow/example_dags/example_datasets.py | 2 +-
airflow/provider.yaml.schema.json | 20 ++++++
airflow/providers/amazon/provider.yaml | 4 ++
.../google/datasets}/__init__.py | 0
.../google/datasets/bigquery.py} | 16 ++---
airflow/providers/google/provider.yaml | 6 ++
.../mysql/datasets}/__init__.py | 0
.../mysql/datasets/mysql.py} | 19 +++---
airflow/providers/mysql/provider.yaml | 5 +-
.../postgres/datasets}/__init__.py | 0
.../postgres/datasets/postgres.py} | 28 ++++----
airflow/providers/postgres/provider.yaml | 4 ++
.../trino/datasets}/__init__.py | 0
.../trino/datasets/trino.py} | 19 +++---
airflow/providers/trino/provider.yaml | 4 ++
airflow/providers_manager.py | 38 +++++++++--
.../authoring-and-scheduling/datasets.rst | 49 +++++++++++---
newsfragments/37005.significant.rst | 10 +++
tests/datasets/test_dataset.py | 42 +++++++++---
tests/decorators/test_python.py | 2 +-
tests/models/test_dag.py | 6 +-
.../providers/google/datasets}/__init__.py | 0
.../datasets/test_bigquery.py} | 32 +++++----
.../providers/mysql/datasets}/__init__.py | 0
tests/providers/mysql/datasets/test_mysql.py | 66 ++++++++++++++++++
.../providers/postgres/datasets}/__init__.py | 0
tests/providers/postgres/datasets/test_postgres.py | 66 ++++++++++++++++++
.../providers/trino/datasets}/__init__.py | 0
tests/providers/trino/datasets/test_trino.py | 61 +++++++++++++++++
tests/serialization/test_serde.py | 2 +-
31 files changed, 484 insertions(+), 96 deletions(-)
copy airflow/{api_connexion => providers/google/datasets}/__init__.py (100%)
copy airflow/{callbacks/base_callback_sink.py =>
providers/google/datasets/bigquery.py} (69%)
copy airflow/{api_connexion => providers/mysql/datasets}/__init__.py (100%)
copy airflow/{callbacks/base_callback_sink.py =>
providers/mysql/datasets/mysql.py} (63%)
copy airflow/{api_connexion => providers/postgres/datasets}/__init__.py (100%)
copy airflow/{api/common/experimental/get_task.py =>
providers/postgres/datasets/postgres.py} (57%)
copy airflow/{api_connexion => providers/trino/datasets}/__init__.py (100%)
copy airflow/{callbacks/base_callback_sink.py =>
providers/trino/datasets/trino.py} (63%)
create mode 100644 newsfragments/37005.significant.rst
copy {airflow/api_connexion => tests/providers/google/datasets}/__init__.py
(100%)
copy tests/providers/{common/sql/hooks/test_sqlparse.py =>
google/datasets/test_bigquery.py} (53%)
copy {airflow/api_connexion => tests/providers/mysql/datasets}/__init__.py
(100%)
create mode 100644 tests/providers/mysql/datasets/test_mysql.py
copy {airflow/api_connexion => tests/providers/postgres/datasets}/__init__.py
(100%)
create mode 100644 tests/providers/postgres/datasets/test_postgres.py
copy {airflow/api_connexion => tests/providers/trino/datasets}/__init__.py
(100%)
create mode 100644 tests/providers/trino/datasets/test_trino.py
