This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 226de8a1911 Publish usage, run id and model name from LLMOperator's
subclasses (#75208)
add b394b884046 Add OpenLineage system tests for the emission policy
(#75678)
No new revisions were added by this update.
Summary of changes:
airflow-e2e-tests/docker/openlineage.yml | 88 ++-
...le_openlineage_policy_authoring_controls_dag.py | 140 ++++
...example_openlineage_policy_conf_controls_dag.py | 200 ++++++
..._openlineage_policy_conf_locked_controls_dag.py | 156 +++++
.../example_openlineage_policy_conf_locked_dag.py | 2 +-
...mple_openlineage_policy_conf_source_code_dag.py | 2 +-
...xample_openlineage_policy_dag_emit_false_dag.py | 2 +-
...mple_openlineage_policy_dag_events_false_dag.py | 4 +-
...le_openlineage_policy_dag_events_trigger_dag.py | 123 ++++
...ple_openlineage_policy_dag_override_task_dag.py | 2 +-
...ineage_policy_exclude_datasets_authoring_dag.py | 285 ++++++++
...openlineage_policy_exclude_datasets_conf_dag.py | 246 +++++++
...enlineage_policy_exclude_datasets_global_dag.py | 224 ++++++
...nlineage_policy_exclude_datasets_sources_dag.py | 342 +++++++++
...ineage_policy_exclude_datasets_versioned_dag.py | 125 ++++
...mple_openlineage_policy_extract_metadata_dag.py | 2 +-
...xample_openlineage_policy_full_task_info_dag.py | 2 +-
.../example_openlineage_policy_hook_lineage_dag.py | 2 +-
.../example_openlineage_policy_source_code_dag.py | 2 +-
...ample_openlineage_policy_task_emit_false_dag.py | 7 +-
...json => openlineage_defer_simple_dag__af2.json} | 0
.../openlineage_policy_authoring_controls_dag.json | 455 ++++++++++++
.../openlineage_policy_conf_controls_dag.json | 759 ++++++++++++++++++++
...penlineage_policy_conf_locked_controls_dag.json | 308 +++++++++
.../openlineage_policy_dag_events_trigger_dag.json | 487 +++++++++++++
...eage_policy_exclude_datasets_authoring_dag.json | 494 +++++++++++++
...enlineage_policy_exclude_datasets_conf_dag.json | 614 +++++++++++++++++
...lineage_policy_exclude_datasets_global_dag.json | 410 +++++++++++
...ineage_policy_exclude_datasets_sources_dag.json | 765 +++++++++++++++++++++
...eage_policy_exclude_datasets_versioned_dag.json | 172 +++++
...exclude_datasets_versioned_dag__af3_1_plus.json | 201 ++++++
...exclude_datasets_versioned_dag__af3_2_plus.json | 201 ++++++
.../openlineage_policy_task_emit_false_dag.json | 17 +-
.../tests/system/openlineage/operator.py | 56 +-
34 files changed, 6861 insertions(+), 34 deletions(-)
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_authoring_controls_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_conf_controls_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_conf_locked_controls_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_dag_events_trigger_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_exclude_datasets_authoring_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_exclude_datasets_conf_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_exclude_datasets_global_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_exclude_datasets_sources_dag.py
create mode 100644
providers/openlineage/tests/system/openlineage/example_openlineage_policy_exclude_datasets_versioned_dag.py
rename
providers/openlineage/tests/system/openlineage/expected_events/{openlineage_defer_simple_dag.json
=> openlineage_defer_simple_dag__af2.json} (100%)
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_authoring_controls_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_conf_controls_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_conf_locked_controls_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_dag_events_trigger_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_authoring_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_conf_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_global_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_sources_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_versioned_dag.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_versioned_dag__af3_1_plus.json
create mode 100644
providers/openlineage/tests/system/openlineage/expected_events/openlineage_policy_exclude_datasets_versioned_dag__af3_2_plus.json
