From 3c118963b893f5b23d3233818856678eef6bdf64 Mon Sep 17 00:00:00 2001 From: liuyang Date: Thu, 6 Nov 2025 10:57:26 +0800 Subject: [PATCH] Handle case-insensitive columns in NativeHiveTableScanBase --- .../sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala b/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala index 4c104d178..24db3a7d5 100644 --- a/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala +++ b/spark-extension/src/main/scala/org/apache/spark/sql/hive/execution/auron/plan/NativeHiveTableScanBase.scala @@ -70,7 +70,7 @@ abstract class NativeHiveTableScanBase(basedHiveScan: HiveTableScanExec) // should not include partition columns protected def nativeFileSchema: pb.Schema = NativeConverters.convertSchema(StructType(relation.tableMeta.dataSchema.map { - case field if basedHiveScan.requestedAttributes.exists(_.name == field.name) => + case field if output.exists(_.name == field.name) => field.copy(nullable = true) case field => // avoid converting unsupported type in non-used fields