fix GDS spill bug when copying from the batch write buffer (#2697)

Signed-off-by: Rong Ou <rong.ou@gmail.com>
NVIDIA · Jun 10, 2021 · 96049a6 · 96049a6
1 parent cc60188
commit 96049a6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsGdsStore.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsGdsStore.scala
@@ -259,9 +259,9 @@ class RapidsGdsStore(
           case dmOriginal: DeviceMemoryBuffer =>
             val dm = dmOriginal.slice(dstOffset, length)
             if (isPending) {
-              copyToBuffer(dm, fileOffset + srcOffset, size, stream)
+              copyToBuffer(dm, fileOffset + srcOffset, length, stream)
               stream.sync()
-              logDebug(s"Created device buffer $size from batch write buffer")
+              logDebug(s"Created device buffer $length from batch write buffer")
             } else {
               // TODO: switch to async API when it's released, using the passed in CUDA stream.
               stream.sync()