This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 33d183203 [VL] Fix ORC reader for ByteType (#5416)
33d183203 is described below
commit 33d183203c79c2a2c89f78f06dcc6306fa0618b3
Author: zhaokuo <[email protected]>
AuthorDate: Tue Apr 16 19:59:54 2024 +0800
[VL] Fix ORC reader for ByteType (#5416)
Velox already supports ByteType
---
.../main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala | 2 --
1 file changed, 2 deletions(-)
diff --git
a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
index 1e6de343b..9fb2e626b 100644
---
a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
+++
b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
@@ -95,7 +95,6 @@ object BackendSettings extends BackendSettingsApi {
structType.simpleString + " is forced to fallback."
}
val orcTypeValidatorWithComplexTypeFallback: PartialFunction[StructField,
String] = {
- case StructField(_, ByteType, _, _) => "ByteType not support"
case StructField(_, arrayType: ArrayType, _, _) =>
arrayType.simpleString + " is forced to fallback."
case StructField(_, mapType: MapType, _, _) =>
@@ -136,7 +135,6 @@ object BackendSettings extends BackendSettingsApi {
ValidationResult.notOk(s"Velox ORC scan is turned off.")
} else {
val typeValidator: PartialFunction[StructField, String] = {
- case StructField(_, ByteType, _, _) => "ByteType not support"
case StructField(_, arrayType: ArrayType, _, _)
if arrayType.elementType.isInstanceOf[StructType] =>
"StructType as element in ArrayType"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
