This is an automated email from the ASF dual-hosted git repository.
marong pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 39370b2be5 [ICEBERG] Fix get iceberg index error (#8199)
39370b2be5 is described below
commit 39370b2be50edf3dbd8964b37e92263a0f3e7e27
Author: liangyongyuan <[email protected]>
AuthorDate: Wed Dec 11 11:57:12 2024 +0800
[ICEBERG] Fix get iceberg index error (#8199)
---
.../apache/iceberg/spark/source/GlutenIcebergSourceUtil.scala | 10 +++++++---
1 file changed, 7 insertions(+), 3 deletions(-)
diff --git
a/gluten-iceberg/src/main/scala/org/apache/iceberg/spark/source/GlutenIcebergSourceUtil.scala
b/gluten-iceberg/src/main/scala/org/apache/iceberg/spark/source/GlutenIcebergSourceUtil.scala
index a7451355b0..0898e068b7 100644
---
a/gluten-iceberg/src/main/scala/org/apache/iceberg/spark/source/GlutenIcebergSourceUtil.scala
+++
b/gluten-iceberg/src/main/scala/org/apache/iceberg/spark/source/GlutenIcebergSourceUtil.scala
@@ -152,9 +152,13 @@ object GlutenIcebergSourceUtil {
val spec = task.spec()
val partition = task.partition()
if (spec.isPartitioned) {
- val partitionFields =
- spec.partitionType().fields().asScala.filter(f =>
readPartitionFields.contains(f.name()))
- partitionFields.zipWithIndex.foreach {
+ val partitionFields = spec
+ .partitionType()
+ .fields()
+ .asScala
+ .zipWithIndex
+ .filter(f => readPartitionFields.contains(f._1.name()))
+ partitionFields.foreach {
case (field, index) =>
val partitionValue = partition.get(index,
field.`type`().typeId().javaClass())
val partitionType = field.`type`()
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
