Update nightly build to pull Databricks jars (#3445)

* update deploy script for Databricks Signed-off-by: Thomas Graves <tgraves@nvidia.com> * Add classifier on deploy * Update nightly to pull in databtricks jars Signed-off-by: Thomas Graves <tgraves@nvidia.com>
NVIDIA · Sep 10, 2021 · a94c306 · a94c306
1 parent 3aae123
commit a94c306
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/dist/pom.xml b/dist/pom.xml
@@ -1230,6 +1230,7 @@
                                   <outputDirectory>${project.build.directory}/deps</outputDirectory>
                                 </artifactItem>
                             </artifactItems>
+                            <useBaseVersion>true</useBaseVersion>
                             <outputDirectory>${project.build.directory}/deps</outputDirectory>
                             <overWriteReleases>false</overWriteReleases>
                             <overWriteSnapshots>true</overWriteSnapshots>

diff --git a/jenkins/spark-nightly-build.sh b/jenkins/spark-nightly-build.sh
@@ -31,7 +31,7 @@ mvn -U -B -Dbuildver=313 clean install $MVN_URM_MIRROR -Dmaven.repo.local=$M2DIR
 mvn -U -B -Dbuildver=311cdh clean install $MVN_URM_MIRROR -Dmaven.repo.local=$M2DIR -Dcuda.version=$CUDA_CLASSIFIER
 # note that Spark 3.2.0 tests fail right now so just skip them
 mvn -U -B -Dbuildver=320 clean install $MVN_URM_MIRROR -Dmaven.repo.local=$M2DIR -Dcuda.version=$CUDA_CLASSIFIER -DskipTests
-mvn -U -B -Dbuildver=301 -Psnapshots clean deploy $MVN_URM_MIRROR -Dmaven.repo.local=$M2DIR -Dcuda.version=$CUDA_CLASSIFIER \
+mvn -U -B -Dbuildver=301 -PsnapshotsWithDatabricks clean deploy $MVN_URM_MIRROR -Dmaven.repo.local=$M2DIR -Dcuda.version=$CUDA_CLASSIFIER \
     -Dpytest.TEST_TAGS='' -Dpytest.TEST_TYPE="nightly"
 
 # Parse cudf and spark files from local mvn repo