This is an automated email from the ASF dual-hosted git repository.
zhli pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 95096e3d9 [VL] Enable arrays_overlap function (#5878)
95096e3d9 is described below
commit 95096e3d97277fa93b3ef7d8a921dd67d3422b6a
Author: Zhen Li <[email protected]>
AuthorDate: Mon May 27 18:23:39 2024 +0800
[VL] Enable arrays_overlap function (#5878)
[VL] Enable arrays_overlap function.
---
.../gluten/execution/ScalarFunctionsValidateSuite.scala | 16 ++++++++++++++++
cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc | 1 -
docs/velox-backend-support-progress.md | 2 +-
3 files changed, 17 insertions(+), 2 deletions(-)
diff --git
a/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala
b/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala
index 5923d6503..8802c61c5 100644
---
a/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala
+++
b/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala
@@ -1037,4 +1037,20 @@ class ScalarFunctionsValidateSuite extends
FunctionsValidateTest {
}
}
}
+
+ test("arrays_overlap") {
+ withTempPath {
+ path =>
+ Seq[(Seq[Integer], Seq[Integer])]((Seq(1, 2, 3), Seq(3, 4)), (Seq(5,
null), Seq()))
+ .toDF("v1", "v2")
+ .write
+ .parquet(path.getCanonicalPath)
+
+
spark.read.parquet(path.getCanonicalPath).createOrReplaceTempView("array_tbl")
+
+ runQueryAndCompare("select arrays_overlap(v1, v2) from array_tbl;") {
+ checkGlutenOperatorMatch[ProjectExecTransformer]
+ }
+ }
+ }
}
diff --git a/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc
b/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc
index 0b08ca205..abb2bbc56 100644
--- a/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc
+++ b/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc
@@ -68,7 +68,6 @@ static const std::unordered_set<std::string> kBlackList = {
"repeat",
"trunc",
"sequence",
- "arrays_overlap",
"approx_percentile",
"get_array_struct_fields"};
diff --git a/docs/velox-backend-support-progress.md
b/docs/velox-backend-support-progress.md
index 05c76bc47..5d083c4e5 100644
--- a/docs/velox-backend-support-progress.md
+++ b/docs/velox-backend-support-progress.md
@@ -272,7 +272,7 @@ Gluten supports 199 functions. (Drag to right to see all
data types)
| array_repeat | |
| S | | S | S | S | S | S | S
| S | S | S | S | S | | | |
| | | |
| array_sort | array_sort | array_sort
| S | | | | | | |
| | | | | | | | |
| | | |
| array_union | |
| | | | | | | |
| | | | | | | | |
| | | |
-| arrays_overlap | array_overlap |
| | | | | | | |
| | | | | | | | |
| | | |
+| arrays_overlap | array_overlap | S
| | | | | | | |
| | | | | | | | |
| | | |
| arrays_zip | zip |
| S | | | | | |
| | | | | | | | |
| | | | |
| cardinality | cardinality |
| | | | | | | |
| | | | | | | | |
| | | |
| element_at | element_at | element_at
| S | | | | | | |
| | | | | | | | |
S | S | | |
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
