Fix unfiltered partitions being used to create GpuBatchScanExec RDD (#…

…5578) Signed-off-by: Jason Lowe <jlowe@nvidia.com>
NVIDIA · May 20, 2022 · 1fd1aef · 1fd1aef
1 parent dad504f
commit 1fd1aef
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...lugin/src/main/320until330-all/scala/com/nvidia/spark/rapids/shims/GpuBatchScanExec.scala b/...lugin/src/main/320until330-all/scala/com/nvidia/spark/rapids/shims/GpuBatchScanExec.scala
@@ -93,7 +93,7 @@ case class GpuBatchScanExec(
       // return an empty RDD with 1 partition if dynamic filtering removed the only split
       sparkContext.parallelize(Array.empty[InternalRow], 1)
     } else {
-      new GpuDataSourceRDD(sparkContext, partitions, readerFactory)
+      new GpuDataSourceRDD(sparkContext, filteredPartitions, readerFactory)
     }
   }