This is an automated email from the ASF dual-hosted git repository.
zhangzc pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 7a4a07ffc [CH] support Levenshtein distance (#6108)
7a4a07ffc is described below
commit 7a4a07ffc2967997af8826b920dda860641ef2b6
Author: LiuNeng <[email protected]>
AuthorDate: Fri Jun 21 14:10:19 2024 +0800
[CH] support Levenshtein distance (#6108)
[CH] support Levenshtein distance
---------
Co-authored-by: liuneng1994 <[email protected]>
---
.../src/main/scala/org/apache/gluten/expression/ExpressionMappings.scala | 1 +
.../org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala | 1 -
.../org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala | 1 -
.../src/main/scala/org/apache/gluten/expression/ExpressionNames.scala | 1 +
4 files changed, 2 insertions(+), 2 deletions(-)
diff --git
a/gluten-core/src/main/scala/org/apache/gluten/expression/ExpressionMappings.scala
b/gluten-core/src/main/scala/org/apache/gluten/expression/ExpressionMappings.scala
index f0082456f..678ba3817 100644
---
a/gluten-core/src/main/scala/org/apache/gluten/expression/ExpressionMappings.scala
+++
b/gluten-core/src/main/scala/org/apache/gluten/expression/ExpressionMappings.scala
@@ -101,6 +101,7 @@ object ExpressionMappings {
Sig[Encode](ENCODE),
Sig[Uuid](UUID),
Sig[BitLength](BIT_LENGTH),
+ Sig[Levenshtein](LEVENSHTEIN),
Sig[UnBase64](UNBASE64),
Sig[Base64](BASE64),
diff --git
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
index 19c9b2cf4..8572ef54d 100644
---
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
+++
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -902,7 +902,6 @@ class ClickHouseTestSettings extends BackendTestSettings {
.exclude("string for ascii")
.exclude("base64/unbase64 for string")
.exclude("encode/decode for string")
- .exclude("Levenshtein distance")
.exclude("soundex unit test")
.exclude("replace")
.exclude("overlay for string")
diff --git
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
index da71110de..50e7929e4 100644
---
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
+++
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -911,7 +911,6 @@ class ClickHouseTestSettings extends BackendTestSettings {
.exclude("string for ascii")
.exclude("base64/unbase64 for string")
.exclude("encode/decode for string")
- .exclude("Levenshtein distance")
.exclude("soundex unit test")
.exclude("replace")
.exclude("overlay for string")
diff --git
a/shims/common/src/main/scala/org/apache/gluten/expression/ExpressionNames.scala
b/shims/common/src/main/scala/org/apache/gluten/expression/ExpressionNames.scala
index 112fa677d..2be3fad9d 100644
---
a/shims/common/src/main/scala/org/apache/gluten/expression/ExpressionNames.scala
+++
b/shims/common/src/main/scala/org/apache/gluten/expression/ExpressionNames.scala
@@ -127,6 +127,7 @@ object ExpressionNames {
final val ENCODE = "encode"
final val UUID = "uuid"
final val BIT_LENGTH = "bit_length"
+ final val LEVENSHTEIN = "levenshteinDistance"
final val UNBASE64 = "unbase64"
final val BASE64 = "base64"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
