This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 8d1bd345b2 fix: empty openlineage dataset name for AthenaExtractor
(#39677)
8d1bd345b2 is described below
commit 8d1bd345b2f343c9abe83e6dc5a71604796f0085
Author: Kacper Muda <[email protected]>
AuthorDate: Fri May 17 11:51:32 2024 +0200
fix: empty openlineage dataset name for AthenaExtractor (#39677)
Signed-off-by: Kacper Muda <[email protected]>
---
airflow/providers/amazon/aws/operators/athena.py | 2 +-
tests/providers/amazon/aws/operators/test_athena.py | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/airflow/providers/amazon/aws/operators/athena.py
b/airflow/providers/amazon/aws/operators/athena.py
index a9e09fb325..48b4a8254c 100644
--- a/airflow/providers/amazon/aws/operators/athena.py
+++ b/airflow/providers/amazon/aws/operators/athena.py
@@ -266,7 +266,7 @@ class AthenaOperator(AwsBaseOperator[AthenaHook]):
if self.output_location:
parsed = urlparse(self.output_location)
-
outputs.append(Dataset(namespace=f"{parsed.scheme}://{parsed.netloc}",
name=parsed.path))
+
outputs.append(Dataset(namespace=f"{parsed.scheme}://{parsed.netloc}",
name=parsed.path or "/"))
return OperatorLineage(job_facets=job_facets, run_facets=run_facets,
inputs=inputs, outputs=outputs)
diff --git a/tests/providers/amazon/aws/operators/test_athena.py
b/tests/providers/amazon/aws/operators/test_athena.py
index d4ccf521a7..66fb6b297f 100644
--- a/tests/providers/amazon/aws/operators/test_athena.py
+++ b/tests/providers/amazon/aws/operators/test_athena.py
@@ -279,7 +279,7 @@ class TestAthenaOperator:
task_id="test_athena_openlineage",
query="INSERT INTO TEST_TABLE SELECT CUSTOMER_EMAIL FROM
DISCOUNTS",
database="TEST_DATABASE",
- output_location="s3://test_s3_bucket/",
+ output_location="s3://test_s3_bucket",
client_request_token="eac427d0-1c6d-4dfb-96aa-2835d3ac6595",
sleep_time=0,
max_polling_attempts=3,