Add scala test for UINT64 parquet

Signed-off-by: Kuhu Shukla <kuhus@nvidia.com>
NVIDIA · Dec 22, 2021 · 37ff090 · 37ff090
1 parent 13f8d7c
commit 37ff090
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/tests/src/test/resources/test_unsigned64.parquet b/tests/src/test/resources/test_unsigned64.parquet
diff --git a/tests/src/test/scala/com/nvidia/spark/rapids/ParquetScanSuite.scala b/tests/src/test/scala/com/nvidia/spark/rapids/ParquetScanSuite.scala
@@ -138,4 +138,17 @@ class ParquetScanSuite extends SparkQueryCompareTestSuite {
     assumeCondition = (_ => (VersionUtils.isSpark320OrLater, "Spark version not 3.2.0+"))) {
     frame => frame.select(col("*"))
   }
+
+  /** Parquet file with 2 columns
+    * <simple_uint64, UINT64>
+    * <arr_uint64, array(UINT64)>
+    */
+ *
+  testSparkResultsAreEqual("Test Parquet unsigned int: uint64",
+    frameFromParquet("test_unsigned64.parquet"),
+    // CPU version throws an exception when Spark < 3.2, so skip when Spark < 3.2.
+    // The exception is like "Parquet type not supported: INT32 (UINT_8)"
+    assumeCondition = (_ => (VersionUtils.isSpark320OrLater, "Spark version not 3.2.0+"))) {
+    frame => frame.select(col("*"))
+  }
 }