This is an automated email from the ASF dual-hosted git repository.
rui pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 52c649823f [VL] Enable passing CSV tests (#10732)
52c649823f is described below
commit 52c649823f6424d98f6d6fa0bfedd639af11ab65
Author: Ankita Victor <[email protected]>
AuthorDate: Wed Sep 17 17:52:30 2025 +0530
[VL] Enable passing CSV tests (#10732)
---
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 4 ----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 4 ----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 4 ----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 5 -----
4 files changed, 17 deletions(-)
diff --git
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index b08d6ed056..97971e3f9c 100644
---
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -433,7 +433,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -445,10 +444,8 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("SPARK-23786: warning should be printed if CSV header doesn't
conform to schema")
// file cars.csv include null string, Arrow not support to read
.exclude("DDL test with schema")
- .exclude("old csv data source name works")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -463,7 +460,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
diff --git
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index c8ab231273..8fae1914e0 100644
---
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -226,7 +226,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -237,11 +236,9 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenCSVv2Suite]
.exclude("Gluten - test for FAILFAST parsing mode")
// file cars.csv include null string, Arrow not support to read
- .exclude("old csv data source name works")
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -255,7 +252,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
diff --git
a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index d027e49f44..81991d369c 100644
---
a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -226,7 +226,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -237,11 +236,9 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenCSVv2Suite]
.exclude("Gluten - test for FAILFAST parsing mode")
// file cars.csv include null string, Arrow not support to read
- .exclude("old csv data source name works")
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -255,7 +252,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 111f3fc912..98ec182ba5 100644
---
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -228,7 +228,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -240,18 +239,15 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("SPARK-48241: CSV parsing failure with char/varchar type columns")
// Flaky and already excluded in other cases
.exclude("Gluten - test for FAILFAST parsing mode")
-
enableSuite[GlutenCSVv2Suite]
.exclude("Gluten - test for FAILFAST parsing mode")
// Rule
org.apache.spark.sql.execution.datasources.v2.V2ScanRelationPushDown in batch
// Early Filter and Projection Push-Down generated an invalid plan
.exclude("SPARK-26208: write and read empty data to csv file with headers")
// file cars.csv include null string, Arrow not support to read
- .exclude("old csv data source name works")
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
.exclude("DDL test with tab separated file")
@@ -266,7 +262,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("DDL test with schema")
.exclude("save csv")
.exclude("save csv with compression codec option")
- .exclude("save csv with empty fields with user defined empty values")
.exclude("save csv with quote")
.exclude("SPARK-13543 Write the output as uncompressed via option()")
// Arrow not support corrupt record
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
