Fix the qualification tool per sql number output rows option (#6181)

Signed-off-by: Thomas Graves <tgraves@apache.org>
NVIDIA · Aug 1, 2022 · 19e914a · 19e914a
1 parent d586b28
commit 19e914a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/QualOutputWriter.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/qualification/QualOutputWriter.scala
@@ -123,7 +123,7 @@ class QualOutputWriter(outputDir: String, reportReadSchema: Boolean,
       sortedAsc.reverse
     }
     val finalSums = sorted.take(numOutputRows)
-    sorted.foreach { estInfo =>
+    finalSums.foreach { estInfo =>
       val wStr = QualOutputWriter.constructPerSqlSummaryInfo(estInfo, headersAndSizes,
         appIdMaxSize, TEXT_DELIMITER, true, maxSQLDescLength)
       writer.write(wStr)

diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala
@@ -312,7 +312,7 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging {
       try {
         val lines = persqlInputSource.getLines
         // 4 lines of header and footer, limit is 2
-        assert(lines.size == (4 + 17))
+        assert(lines.size == (4 + 2))
       } finally {
         persqlInputSource.close()
       }