This is an automated email from the ASF dual-hosted git repository.
philo-he pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new cdf5292884 [GLUTEN-11865][VL] Re-enable Parquet thrift and avro
complex type tests (#13539)
cdf5292884 is described below
commit cdf5292884895126825e4349938f2da3959fc812
Author: rdtr <[email protected]>
AuthorDate: Sun Nov 8 17:11:33 2026 -0800
[GLUTEN-11865][VL] Re-enable Parquet thrift and avro complex type tests
(#13539)
---
.../datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala | 3 +--
.../datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala | 3 +--
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 2 --
.../datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala | 3 +--
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 2 --
.../datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala | 3 +--
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 2 --
.../datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala | 3 +--
8 files changed, 5 insertions(+), 16 deletions(-)
diff --git
a/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
b/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
index adb61baa49..6dc41c0902 100644
---
a/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
+++
b/gluten-ut/spark34/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
@@ -26,8 +26,7 @@ class GlutenParquetThriftCompatibilitySuite
getWorkspaceFilePath("sql", "core", "src", "test", "resources").toString +
"/test-data/parquet-thrift-compat.snappy.parquet"
- // TODO: https://github.com/apache/gluten/issues/11865
- ignoreGluten("Read Parquet file generated by parquet-thrift") {
+ testGluten("Read Parquet file generated by parquet-thrift") {
logInfo(s"""Schema of the Parquet file written by parquet-thrift:
|${readParquetSchema(parquetFilePath.toString)}
""".stripMargin)
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
index adb61baa49..6dc41c0902 100644
---
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
@@ -26,8 +26,7 @@ class GlutenParquetThriftCompatibilitySuite
getWorkspaceFilePath("sql", "core", "src", "test", "resources").toString +
"/test-data/parquet-thrift-compat.snappy.parquet"
- // TODO: https://github.com/apache/gluten/issues/11865
- ignoreGluten("Read Parquet file generated by parquet-thrift") {
+ testGluten("Read Parquet file generated by parquet-thrift") {
logInfo(s"""Schema of the Parquet file written by parquet-thrift:
|${readParquetSchema(parquetFilePath.toString)}
""".stripMargin)
diff --git
a/gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index e80db0b632..b29a3ffc06 100644
---
a/gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -345,8 +345,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenJsonParsingOptionsSuite]
// Generated suites for org.apache.spark.sql.execution.datasources.parquet
enableSuite[GlutenParquetAvroCompatibilitySuite]
- // TODO: https://github.com/apache/gluten/issues/11865
- .exclude("various complex types")
enableSuite[GlutenParquetCommitterSuite]
enableSuite[GlutenParquetFieldIdSchemaSuite]
enableSuite[GlutenParquetTypeWideningSuite]
diff --git
a/gluten-ut/spark40/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
b/gluten-ut/spark40/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
index adb61baa49..6dc41c0902 100644
---
a/gluten-ut/spark40/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
+++
b/gluten-ut/spark40/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
@@ -26,8 +26,7 @@ class GlutenParquetThriftCompatibilitySuite
getWorkspaceFilePath("sql", "core", "src", "test", "resources").toString +
"/test-data/parquet-thrift-compat.snappy.parquet"
- // TODO: https://github.com/apache/gluten/issues/11865
- ignoreGluten("Read Parquet file generated by parquet-thrift") {
+ testGluten("Read Parquet file generated by parquet-thrift") {
logInfo(s"""Schema of the Parquet file written by parquet-thrift:
|${readParquetSchema(parquetFilePath.toString)}
""".stripMargin)
diff --git
a/gluten-ut/spark41/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark41/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 4dca6768a7..185be7f705 100644
---
a/gluten-ut/spark41/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark41/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -355,8 +355,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenJsonParsingOptionsSuite]
// Generated suites for org.apache.spark.sql.execution.datasources.parquet
enableSuite[GlutenParquetAvroCompatibilitySuite]
- // TODO: https://github.com/apache/gluten/issues/11865
- .exclude("various complex types")
enableSuite[GlutenParquetCommitterSuite]
enableSuite[GlutenParquetFieldIdSchemaSuite]
enableSuite[GlutenParquetTypeWideningSuite]
diff --git
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
index adb61baa49..6dc41c0902 100644
---
a/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
+++
b/gluten-ut/spark41/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
@@ -26,8 +26,7 @@ class GlutenParquetThriftCompatibilitySuite
getWorkspaceFilePath("sql", "core", "src", "test", "resources").toString +
"/test-data/parquet-thrift-compat.snappy.parquet"
- // TODO: https://github.com/apache/gluten/issues/11865
- ignoreGluten("Read Parquet file generated by parquet-thrift") {
+ testGluten("Read Parquet file generated by parquet-thrift") {
logInfo(s"""Schema of the Parquet file written by parquet-thrift:
|${readParquetSchema(parquetFilePath.toString)}
""".stripMargin)
diff --git
a/gluten-ut/spark42/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark42/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 90b0120b6c..2a14b80479 100644
---
a/gluten-ut/spark42/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark42/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -383,8 +383,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenJsonParsingOptionsSuite]
// Generated suites for org.apache.spark.sql.execution.datasources.parquet
enableSuite[GlutenParquetAvroCompatibilitySuite]
- // TODO: https://github.com/apache/gluten/issues/11865
- .exclude("various complex types")
enableSuite[GlutenParquetCommitterSuite]
enableSuite[GlutenParquetFieldIdSchemaSuite]
enableSuite[GlutenParquetTypeWideningSuite]
diff --git
a/gluten-ut/spark42/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
b/gluten-ut/spark42/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
index adb61baa49..6dc41c0902 100644
---
a/gluten-ut/spark42/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
+++
b/gluten-ut/spark42/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetThriftCompatibilitySuite.scala
@@ -26,8 +26,7 @@ class GlutenParquetThriftCompatibilitySuite
getWorkspaceFilePath("sql", "core", "src", "test", "resources").toString +
"/test-data/parquet-thrift-compat.snappy.parquet"
- // TODO: https://github.com/apache/gluten/issues/11865
- ignoreGluten("Read Parquet file generated by parquet-thrift") {
+ testGluten("Read Parquet file generated by parquet-thrift") {
logInfo(s"""Schema of the Parquet file written by parquet-thrift:
|${readParquetSchema(parquetFilePath.toString)}
""".stripMargin)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]