diff --git a/dist/pom.xml b/dist/pom.xml index d3f639eec784..888e69b4bde9 100644 --- a/dist/pom.xml +++ b/dist/pom.xml @@ -51,12 +51,8 @@ 314, 322, - 330 - - + 330, + 340 312db, diff --git a/jenkins/spark-premerge-build.sh b/jenkins/spark-premerge-build.sh index 42c72e22ca72..0cff2cd5c516 100755 --- a/jenkins/spark-premerge-build.sh +++ b/jenkins/spark-premerge-build.sh @@ -50,8 +50,7 @@ mvn_verify() { env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=321 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am [[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=322 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=330 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am - # Skip 340 now due to https://github.com/NVIDIA/spark-rapids/issues/5688. Need to enable it when #5688 is fixed - # [[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=340 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am + [[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=340 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am # Here run Python integration tests tagged with 'premerge_ci_1' only, that would help balance test duration and memory # consumption from two k8s pods running in parallel, which executes 'mvn_verify()' and 'ci_2()' respectively. diff --git a/jenkins/version-def.sh b/jenkins/version-def.sh index a67f7f763076..b0b21382b6c0 100755 --- a/jenkins/version-def.sh +++ b/jenkins/version-def.sh @@ -48,9 +48,8 @@ SPARK_REPO=${SPARK_REPO:-"$URM_URL"} echo "CUDF_VER: $CUDF_VER, CUDA_CLASSIFIER: $CUDA_CLASSIFIER, PROJECT_VER: $PROJECT_VER \ SPARK_VER: $SPARK_VER, SCALA_BINARY_VER: $SCALA_BINARY_VER" -# Remove 340 now due to https://github.com/NVIDIA/spark-rapids/issues/5688. -# Need to add it back when #5688 is fixed -SPARK_SHIM_VERSIONS_STR=${SPARK_SHIM_VERSIONS_STR:-"311 321cdh 312 313 314 320 321 322 330"} + +SPARK_SHIM_VERSIONS_STR=${SPARK_SHIM_VERSIONS_STR:-"311 321cdh 312 313 314 320 321 322 330 340"} IFS=" " <<< $SPARK_SHIM_VERSIONS_STR read -r -a SPARK_SHIM_VERSIONS diff --git a/tests/src/test/scala/com/nvidia/spark/rapids/CastOpSuite.scala b/tests/src/test/scala/com/nvidia/spark/rapids/CastOpSuite.scala index fc6c47148d32..62cbc197933c 100644 --- a/tests/src/test/scala/com/nvidia/spark/rapids/CastOpSuite.scala +++ b/tests/src/test/scala/com/nvidia/spark/rapids/CastOpSuite.scala @@ -342,7 +342,6 @@ class CastOpSuite extends GpuExpressionTestSuite { "org.apache.spark.sql.catalyst.expressions.Cast" } Class.forName(keyString).asInstanceOf[Class[Expression]] - //Class.forName(keyString) } private def getUnsupportedCasts(ansiEnabled: Boolean): Seq[(DataType, DataType)] = {