This is an automated email from the ASF dual-hosted git repository.
felixybw pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 8e7f7c1bd6 remove validation (#9963)
8e7f7c1bd6 is described below
commit 8e7f7c1bd6a1bdbc78a6f9f01eb72e8f73a89bb6
Author: Alex R <[email protected]>
AuthorDate: Fri Aug 8 10:59:49 2025 -0700
remove validation (#9963)
Which causes fallback whenever running SELECT * FROM on hudi tables
---
.../main/scala/org/apache/gluten/execution/HudiScanTransformer.scala | 3 ---
1 file changed, 3 deletions(-)
diff --git
a/gluten-hudi/src/main/scala/org/apache/gluten/execution/HudiScanTransformer.scala
b/gluten-hudi/src/main/scala/org/apache/gluten/execution/HudiScanTransformer.scala
index 10aec8042f..ba430eb8d1 100644
---
a/gluten-hudi/src/main/scala/org/apache/gluten/execution/HudiScanTransformer.scala
+++
b/gluten-hudi/src/main/scala/org/apache/gluten/execution/HudiScanTransformer.scala
@@ -51,9 +51,6 @@ case class HudiScanTransformer(
override lazy val fileFormat: ReadFileFormat =
ReadFileFormat.ParquetReadFormat
override protected def doValidateInternal(): ValidationResult = {
- if (requiredSchema.fields.exists(_.name.startsWith("_hoodie"))) {
- return ValidationResult.failed(s"Hudi meta field not supported.")
- }
super.doValidateInternal()
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
