GpuStringSplit returns an array on not-null elements(#4716)

Signed-off-by: remzi <13716567376yh@gmail.com>
NVIDIA · Feb 8, 2022 · 7f4ac58 · 7f4ac58
1 parent 43d26cc
commit 7f4ac58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/stringFunctions.scala
@@ -1346,7 +1346,7 @@ class GpuStringSplitMeta(
 case class GpuStringSplit(str: Expression, regex: Expression, limit: Expression)
     extends GpuTernaryExpression with ImplicitCastInputTypes {
 
-  override def dataType: DataType = ArrayType(StringType)
+  override def dataType: DataType = ArrayType(StringType, containsNull = false)
   override def inputTypes: Seq[DataType] = Seq(StringType, StringType, IntegerType)
   override def first: Expression = str
   override def second: Expression = regex