This is an automated email from the ASF dual-hosted git repository.
richox pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/auron.git
The following commit(s) were added to refs/heads/master by this push:
new cf8f95f6 [AURON #1610] Handle case-insensitive columns in
NativeHiveTableScanBase (#1611)
cf8f95f6 is described below
commit cf8f95f6a4536cc141c5266efe6a6c408a2f96b7
Author: Flyangz <[email protected]>
AuthorDate: Sat Jan 17 14:36:00 2026 +0800
[AURON #1610] Handle case-insensitive columns in NativeHiveTableScanBase
(#1611)
# Which issue does this PR close?
Closes #1610
# Rationale for this change
Make `NativeFileSourceScanBase.nativeFileSchema` can handle uppercase
column name.
# What changes are included in this PR?
Use `output` instead of `requestedAttributes` to match.
# Are there any user-facing changes?
no
# How was this patch tested?
manually
---
.../spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala
b/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala
index 4c104d17..24db3a7d 100644
---
a/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala
+++
b/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala
@@ -70,7 +70,7 @@ abstract class NativeHiveTableScanBase(basedHiveScan:
HiveTableScanExec)
// should not include partition columns
protected def nativeFileSchema: pb.Schema =
NativeConverters.convertSchema(StructType(relation.tableMeta.dataSchema.map {
- case field if basedHiveScan.requestedAttributes.exists(_.name ==
field.name) =>
+ case field if output.exists(_.name == field.name) =>
field.copy(nullable = true)
case field =>
// avoid converting unsupported type in non-used fields