This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new b79acc8a8d6 Fix google provider BQ openlineage checks (#71777)
b79acc8a8d6 is described below
commit b79acc8a8d60bfe4479f178a2d28898693be8966
Author: olegkachur-e <[email protected]>
AuthorDate: Mon Oct 5 13:36:24 2026 +0000
Fix google provider BQ openlineage checks (#71777)
Co-authored-by: Oleg Kachur <[email protected]>
---
.../bigquery/resources/openlineage/bigquery_dts.json | 18 ++++++++++--------
.../resources/openlineage/bigquery_operations.json | 8 ++++----
.../resources/openlineage/bigquery_tables.json | 12 +++++++++---
.../resources/openlineage/bigquery_transfer.json | 8 ++++----
4 files changed, 27 insertions(+), 19 deletions(-)
diff --git
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_dts.json
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_dts.json
index f66e87b743f..a996f66212b 100644
---
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_dts.json
+++
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_dts.json
@@ -2,7 +2,7 @@
{
"eventType": "START",
"job": {
- "name": "gcp_bigquery_dts.create_table"
+ "name": "bigquery_dts.create_table"
},
"inputs": [],
"outputs": []
@@ -10,13 +10,13 @@
{
"eventType": "COMPLETE",
"job": {
- "name": "gcp_bigquery_dts.create_table"
+ "name": "bigquery_dts.create_table"
},
"inputs": [],
"outputs": [
{
"namespace": "bigquery",
- "name": "{{ env_var('SYSTEM_TESTS_GCP_PROJECT',
'example-project') }}.dataset_gcp_bigquery_dts_{{
env_var('SYSTEM_TESTS_ENV_ID', 'default') }}.DTS_BQ_TABLE",
+ "name": "{{ env_var('SYSTEM_TESTS_GCP_PROJECT',
'example-project') }}.dataset_bigquery_dts_{{ env_var('SYSTEM_TESTS_ENV_ID',
'default') }}.DTS_BQ_TABLE",
"facets": {
"schema": {
"fields": [
@@ -39,24 +39,26 @@
{
"eventType": "START",
"job": {
- "name": "gcp_bigquery_dts.gcp_bigquery_start_transfer"
+ "name": "bigquery_dts.gcp_bigquery_start_transfer"
}
},
{
"eventType": "COMPLETE",
"job": {
- "name": "gcp_bigquery_dts.gcp_bigquery_start_transfer"
+ "name": "bigquery_dts.gcp_bigquery_start_transfer"
},
"inputs": [
{
- "namespace": "gs://bucket-gcp_bigquery_dts-{{
env_var('SYSTEM_TESTS_ENV_ID', 'default') }}",
- "name": "us-states.csv"
+ "namespace": "gs://bucket_bigquery_dts_{{
env_var('SYSTEM_TESTS_ENV_ID', 'default') | replace('-', '_') }}",
+ "name": "us-states.csv",
+ "facets": {}
}
],
"outputs": [
{
"namespace": "bigquery",
- "name": "{{ env_var('SYSTEM_TESTS_GCP_PROJECT',
'example-project') }}.dataset_gcp_bigquery_dts_{{
env_var('SYSTEM_TESTS_ENV_ID', 'default') }}.DTS_BQ_TABLE"
+ "name": "{{ env_var('SYSTEM_TESTS_GCP_PROJECT',
'example-project') }}.dataset_bigquery_dts_{{ env_var('SYSTEM_TESTS_ENV_ID',
'default') }}.DTS_BQ_TABLE",
+ "facets": {}
}
]
}
diff --git
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_operations.json
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_operations.json
index 5ea0dcf5735..d59d909d315 100644
---
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_operations.json
+++
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_operations.json
@@ -7,7 +7,7 @@
"inputs": [
{
"namespace": "file",
- "name": "{{
result.endswith('airflow/providers/google/tests/system/google/cloud/bigquery/resources/us-states.csv')
}}"
+ "name": "{{ result.endswith('resources/us-states.csv') }}"
}
],
"outputs": [
@@ -25,7 +25,7 @@
"inputs": [
{
"namespace": "file",
- "name": "{{
result.endswith('airflow/providers/google/tests/system/google/cloud/bigquery/resources/us-states.csv')
}}"
+ "name": "{{ result.endswith('resources/us-states.csv') }}"
}
],
"outputs": [
@@ -38,7 +38,7 @@
{
"eventType": "START",
"job": {
- "name": "bigquery_operations.create_external_table"
+ "name": "bigquery_operations.create_table"
},
"inputs": [],
"outputs": []
@@ -46,7 +46,7 @@
{
"eventType": "COMPLETE",
"job": {
- "name": "bigquery_operations.create_external_table"
+ "name": "bigquery_operations.create_table"
},
"inputs": [],
"outputs": [
diff --git
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_tables.json
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_tables.json
index 72269be80dc..0beb8b09da9 100644
---
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_tables.json
+++
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_tables.json
@@ -211,7 +211,7 @@
{
"eventType": "START",
"job": {
- "name": "bigquery_tables.update_table_schema_json"
+ "name": "bigquery_tables.create_table_schema_json"
},
"inputs": [],
"outputs": []
@@ -219,9 +219,15 @@
{
"eventType": "COMPLETE",
"job": {
- "name": "bigquery_tables.update_table_schema_json"
+ "name": "bigquery_tables.create_table_schema_json"
},
- "inputs": [],
+ "inputs": [
+ {
+ "namespace": "gs://bucket_bigquery_tables_{{
env_var('SYSTEM_TESTS_ENV_ID', 'default') }}",
+ "name": "update_table_schema.json",
+ "facets": {}
+ }
+ ],
"outputs": []
},
{
diff --git
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_transfer.json
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_transfer.json
index 3cc22d964ad..47683d29234 100644
---
a/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_transfer.json
+++
b/providers/google/tests/system/google/cloud/bigquery/resources/openlineage/bigquery_transfer.json
@@ -27,7 +27,7 @@
{
"fields": [],
"name": "salary",
- "type": "INTEGER"
+ "type": "FLOAT"
}
]
}
@@ -49,7 +49,7 @@
{
"fields": [],
"name": "salary",
- "type": "INTEGER"
+ "type": "FLOAT"
}
]
}
@@ -85,7 +85,7 @@
{
"fields": [],
"name": "salary",
- "type": "INTEGER"
+ "type": "FLOAT"
}
]
}
@@ -134,7 +134,7 @@
{
"fields": [],
"name": "salary",
- "type": "INTEGER"
+ "type": "FLOAT"
}
]
}
