This is an automated email from the ASF dual-hosted git repository.
zml1206 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 61298eb3f6 [GLUTEN][VL] Re-enable the ignored "Velox Parquet Write"
test in ORC suite (#12977)
61298eb3f6 is described below
commit 61298eb3f619f4cdb5b57923168ab3c25e763809
Author: Kaifei Yi <[email protected]>
AuthorDate: Mon Sep 21 09:02:52 2026 +0800
[GLUTEN][VL] Re-enable the ignored "Velox Parquet Write" test in ORC suite
(#12977)
---
.../execution/VeloxOrcDataTypeValidationSuite.scala | 21 +++++++++++++++------
1 file changed, 15 insertions(+), 6 deletions(-)
diff --git
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala
index 87c641a2dc..a849e13bf7 100644
---
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala
+++
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxOrcDataTypeValidationSuite.scala
@@ -461,16 +461,25 @@ class VeloxOrcDataTypeValidationSuite extends
VeloxWholeStageTransformerSuite {
}
}
- ignore("Velox Parquet Write") {
+ test("Velox Parquet Write") {
withSQLConf((GlutenConfig.NATIVE_WRITER_ENABLED.key, "true")) {
withTempDir {
dir =>
- val write_path = dir.toURI.getPath
- val data_path = getClass.getResource("/").getPath +
"/data-type-validation-data/type1"
- val df = spark.read.format("parquet").load(data_path)
- df.write.mode("append").format("parquet").save(write_path)
+ val writePath = dir.toURI.getPath
+ val dataPath = getClass.getResource("/").getPath +
"/data-type-validation-data/type1"
+ // Velox native write doesn't support Complex type.
+ val df = spark.read
+ .format("parquet")
+ .load(dataPath)
+ .drop("array")
+ .drop("struct")
+ .drop("map")
+ df.write.mode("append").format("parquet").save(writePath)
+ val parquetDf = spark.read
+ .format("parquet")
+ .load(writePath)
+ checkAnswer(parquetDf, df)
}
}
-
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
