Skip to content

Commit

Permalink
Revert "Disable 340 for premerge and nightly (NVIDIA#5689)"
Browse files Browse the repository at this point in the history
This reverts commit 4769926.
  • Loading branch information
firestarman committed Jun 2, 2022
1 parent b40d264 commit 8c83f12
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 12 deletions.
8 changes: 2 additions & 6 deletions dist/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -51,12 +51,8 @@
<snapshot.buildvers>
314,
322,
330
<!--
Remove 340 now due to https://github.com/NVIDIA/spark-rapids/issues/5688.
Need to add it back when #5688 is fixed
-->
<!-- 340 -->
330,
340
</snapshot.buildvers>
<databricks.buildvers>
312db,
Expand Down
3 changes: 1 addition & 2 deletions jenkins/spark-premerge-build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -50,8 +50,7 @@ mvn_verify() {
env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=321 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am
[[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=322 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am
env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=330 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am
# Skip 340 now due to https://github.com/NVIDIA/spark-rapids/issues/5688. Need to enable it when #5688 is fixed
# [[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=340 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am
[[ $BUILD_SNAPSHOTS == "true" ]] && env -u SPARK_HOME mvn -U -B $MVN_URM_MIRROR -Dbuildver=340 clean install -Drat.skip=true -DskipTests -Dmaven.javadoc.skip=true -Dskip -Dmaven.scalastyle.skip=true -Dcuda.version=$CUDA_CLASSIFIER -pl aggregator -am

# Here run Python integration tests tagged with 'premerge_ci_1' only, that would help balance test duration and memory
# consumption from two k8s pods running in parallel, which executes 'mvn_verify()' and 'ci_2()' respectively.
Expand Down
5 changes: 2 additions & 3 deletions jenkins/version-def.sh
Original file line number Diff line number Diff line change
Expand Up @@ -48,9 +48,8 @@ SPARK_REPO=${SPARK_REPO:-"$URM_URL"}
echo "CUDF_VER: $CUDF_VER, CUDA_CLASSIFIER: $CUDA_CLASSIFIER, PROJECT_VER: $PROJECT_VER \
SPARK_VER: $SPARK_VER, SCALA_BINARY_VER: $SCALA_BINARY_VER"

# Remove 340 now due to https://github.com/NVIDIA/spark-rapids/issues/5688.
# Need to add it back when #5688 is fixed
SPARK_SHIM_VERSIONS_STR=${SPARK_SHIM_VERSIONS_STR:-"311 321cdh 312 313 314 320 321 322 330"}

SPARK_SHIM_VERSIONS_STR=${SPARK_SHIM_VERSIONS_STR:-"311 321cdh 312 313 314 320 321 322 330 340"}

IFS=" " <<< $SPARK_SHIM_VERSIONS_STR read -r -a SPARK_SHIM_VERSIONS

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -342,7 +342,6 @@ class CastOpSuite extends GpuExpressionTestSuite {
"org.apache.spark.sql.catalyst.expressions.Cast"
}
Class.forName(keyString).asInstanceOf[Class[Expression]]
//Class.forName(keyString)
}

private def getUnsupportedCasts(ansiEnabled: Boolean): Seq[(DataType, DataType)] = {
Expand Down

0 comments on commit 8c83f12

Please sign in to comment.