This is an automated email from the ASF dual-hosted git repository.
kejia pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 417a36e01 [VL] Fix velox parquet suite (#5483)
417a36e01 is described below
commit 417a36e01e73ac024f2e028e81781fe75ca4be4e
Author: 高阳阳 <[email protected]>
AuthorDate: Thu Apr 25 11:34:02 2024 +0800
[VL] Fix velox parquet suite (#5483)
---
.../gluten/execution/VeloxParquetDataTypeValidationSuite.scala | 10 ++++++++--
1 file changed, 8 insertions(+), 2 deletions(-)
diff --git
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
index 612ce36d0..bd42b6024 100644
---
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
+++
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxParquetDataTypeValidationSuite.scala
@@ -472,8 +472,14 @@ class VeloxParquetDataTypeValidationSuite extends
VeloxWholeStageTransformerSuit
dir =>
val write_path = dir.toURI.getPath
val data_path = getClass.getResource("/").getPath +
"/data-type-validation-data/type1"
- // Velox native write doesn't support Timestamp type.
- val df =
spark.read.format("parquet").load(data_path).drop("timestamp")
+ // Velox native write doesn't support Complex type.
+ val df = spark.read
+ .format("parquet")
+ .load(data_path)
+ .drop("timestamp")
+ .drop("array")
+ .drop("struct")
+ .drop("map")
df.write.mode("append").format("parquet").save(write_path)
val parquetDf = spark.read
.format("parquet")
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
