Fix unknown column name error when filtering ORC file with no names (#…

…2007) Signed-off-by: Jason Lowe <jlowe@nvidia.com>
NVIDIA · Mar 24, 2021 · ec2dcd7 · ec2dcd7
1 parent 087e1ea
commit ec2dcd7
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuOrcScan.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuOrcScan.scala
@@ -840,7 +840,8 @@ class GpuOrcPartitionReader(
         if (debugDumpPrefix != null) {
           dumpOrcData(dataBuffer, dataSize)
         }
-        val includedColumns = ctx.updatedReadSchema.getFieldNames.asScala
+        val fieldNames = ctx.updatedReadSchema.getFieldNames.asScala.toArray
+        val includedColumns = requestedMapping.map(_.map(fieldNames(_))).getOrElse(fieldNames)
         val parseOpts = ORCOptions.builder()
           .withTimeUnit(DType.TIMESTAMP_MICROSECONDS)
           .withNumPyTypes(false)