From 3e988fe41d548eabc55fb2ec397aa432107549b0 Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Mon, 1 Mar 2021 14:41:30 -0600 Subject: [PATCH] Make databricks build.sh more convenient for dev Signed-off-by: Thomas Graves --- jenkins/databricks/build.sh | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/jenkins/databricks/build.sh b/jenkins/databricks/build.sh index c6c9bdabdd1..e79c70e5de3 100755 --- a/jenkins/databricks/build.sh +++ b/jenkins/databricks/build.sh @@ -21,6 +21,8 @@ SPARKSRCTGZ=$1 # version of Apache Spark we are building against BASE_SPARK_VERSION=$2 BUILD_PROFILES=$3 +BUILD_PROFILES=${BUILD_PROFILES:-'databricks301,!snapshot-shims'} +BASE_SPARK_VERSION=${BASE_SPARK_VERSION:-'3.0.1'} echo "tgz is $SPARKSRCTGZ" echo "Base Spark version is $BASE_SPARK_VERSION" @@ -31,11 +33,14 @@ sudo apt install -y maven # this has to match the Databricks init script DB_JAR_LOC=/databricks/jars/ -rm -rf spark-rapids -mkdir spark-rapids -echo "tar -zxvf $SPARKSRCTGZ -C spark-rapids" -tar -zxvf $SPARKSRCTGZ -C spark-rapids -cd spark-rapids +if [[ -n $SPARKSRCTGZ ]] +then + rm -rf spark-rapids + mkdir spark-rapids + echo "tar -zxvf $SPARKSRCTGZ -C spark-rapids" + tar -zxvf $SPARKSRCTGZ -C spark-rapids + cd spark-rapids +fi export WORKSPACE=`pwd` SPARK_PLUGIN_JAR_VERSION=`mvn help:evaluate -q -pl dist -Dexpression=project.version -DforceStdout`