Fix failing serializer tests on Spark 3.3.0

Signed-off-by: Robert (Bobby) Evans <bobby@apache.org>
NVIDIA · Feb 9, 2022 · 96cb846 · 96cb846
1 parent 7a99707
commit 96cb846
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...c/main/311+-all/scala/com/nvidia/spark/rapids/shims/v2/ParquetCachedBatchSerializer.scala b/...c/main/311+-all/scala/com/nvidia/spark/rapids/shims/v2/ParquetCachedBatchSerializer.scala
@@ -498,7 +498,6 @@ protected class ParquetCachedBatchSerializer extends GpuCachedBatchSerializer wi
                   case _ => false
                 },
                 (dataType, cv) => {
-                  //TODO: why do we have to copy to a vector
                   dataType match {
                     case d: DecimalType =>
                       withResource(cv.bitCastTo(DecimalUtil.createCudfDecimal(d))) {
@@ -1419,6 +1418,7 @@ protected class ParquetCachedBatchSerializer extends GpuCachedBatchSerializer wi
 
     hadoopConf.setBoolean(SQLConf.PARQUET_BINARY_AS_STRING.key, false)
     hadoopConf.setBoolean(SQLConf.PARQUET_INT96_AS_TIMESTAMP.key, false)
+    hadoopConf.setBoolean(SQLConf.CASE_SENSITIVE.key, false)
 
     hadoopConf.set(ShimLoader.getSparkShims.parquetRebaseWriteKey,
       LegacyBehaviorPolicy.CORRECTED.toString)