Make databricks build.sh more convenient for dev (#1838)

Signed-off-by: Thomas Graves <tgraves@nvidia.com>
NVIDIA · Mar 1, 2021 · 7e210c2 · 7e210c2
1 parent c52e9a5
commit 7e210c2
Showing 1 changed file with 10 additions and 5 deletions.
diff --git a/jenkins/databricks/build.sh b/jenkins/databricks/build.sh
@@ -21,6 +21,8 @@ SPARKSRCTGZ=$1
 # version of Apache Spark we are building against
 BASE_SPARK_VERSION=$2
 BUILD_PROFILES=$3
+BUILD_PROFILES=${BUILD_PROFILES:-'databricks301,!snapshot-shims'}
+BASE_SPARK_VERSION=${BASE_SPARK_VERSION:-'3.0.1'}
 
 echo "tgz is $SPARKSRCTGZ"
 echo "Base Spark version is $BASE_SPARK_VERSION"
@@ -31,11 +33,14 @@ sudo apt install -y maven
 # this has to match the Databricks init script
 DB_JAR_LOC=/databricks/jars/
 
-rm -rf spark-rapids
-mkdir spark-rapids
-echo  "tar -zxvf $SPARKSRCTGZ -C spark-rapids"
-tar -zxvf $SPARKSRCTGZ -C spark-rapids
-cd spark-rapids
+if [[ -n $SPARKSRCTGZ ]]
+then
+    rm -rf spark-rapids
+    mkdir spark-rapids
+    echo  "tar -zxvf $SPARKSRCTGZ -C spark-rapids"
+    tar -zxvf $SPARKSRCTGZ -C spark-rapids
+    cd spark-rapids
+fi
 export WORKSPACE=`pwd`
 
 SPARK_PLUGIN_JAR_VERSION=`mvn help:evaluate -q -pl dist -Dexpression=project.version -DforceStdout`