From 86455b5dc5284d2ce49d928af9173f76218a02bc Mon Sep 17 00:00:00 2001
From: pxLi <pxli@nyu.edu>
Date: Mon, 21 Sep 2020 11:55:54 +0800
Subject: [PATCH] Persist workspace data on PVC for premerge (#788)

Signed-off-by: Peixin Li <pxli@nyu.edu>
---
 jenkins/Jenkinsfile-blossom.premerge | 34 ++++++++++++----------------
 1 file changed, 15 insertions(+), 19 deletions(-)

diff --git a/jenkins/Jenkinsfile-blossom.premerge b/jenkins/Jenkinsfile-blossom.premerge
index 60123fdce75..29a971d799c 100644
--- a/jenkins/Jenkinsfile-blossom.premerge
+++ b/jenkins/Jenkinsfile-blossom.premerge
@@ -29,6 +29,9 @@ def pluginDockerBuild = """
 apiVersion: v1
 kind: Pod
 spec:
+  securityContext: # ref: https://github.com/kubernetes/examples/issues/260
+    runAsUser: 0
+    runAsGroup: 0
   containers:
   - name: plugin-docker
     image: docker:19.03.12
@@ -61,6 +64,9 @@ def pluginPremerge = """
 apiVersion: v1
 kind: Pod
 spec:
+  securityContext:
+    runAsUser: 0
+    runAsGroup: 0
   containers:
   - name: plugin-premerge
     image: IMAGE_PREMERGE
@@ -115,10 +121,11 @@ pipeline {
         LIBCUDF_KERNEL_CACHE_PATH = '/tmp/.cudf'
         ARTIFACTORY_NAME = "${ArtifactoryConstants.ARTIFACTORY_NAME}"
         GITHUB_TOKEN = credentials("github-token")
-        // TODO: rename this credential after we shutdown premerge pipeline on ngcc
-        URM_CREDS = credentials("svcngcc_artifactory")
+        URM_CREDS = credentials("urm_creds")
         URM_URL = "https://${ArtifactoryConstants.ARTIFACTORY_NAME}/artifactory/sw-spark-maven"
         GPU_TYPES = credentials("pre-merge_gpu_types")
+        PVC = credentials("pvc")
+        CUSTOM_WORKSPACE = "/home/jenkins/agent/workspace/${BUILD_TAG}"
     }
 
     stages {
@@ -126,8 +133,9 @@ pipeline {
             steps {
                 script {
                     githubHelper = GithubHelper.getInstance("${GITHUB_TOKEN}", githubData)
-                    def title = githubHelper.getIssue().title
+                    githubHelper.updateCommitStatus("$BUILD_URL", "Running", GitHubCommitState.PENDING)
 
+                    def title = githubHelper.getIssue().title
                     if (title ==~ /.*\[skip ci\].*/) {
                         githubHelper.updateCommitStatus("$BUILD_URL", "Skipped", GitHubCommitState.SUCCESS)
                         currentBuild.result == "SUCCESS"
@@ -151,13 +159,13 @@ pipeline {
                     label "premerge-docker-${BUILD_TAG}"
                     cloud 'sc-ipp-blossom-prod'
                     yaml "$pluginDockerBuild"
+                    workspaceVolume persistentVolumeClaimWorkspaceVolume(claimName: "${PVC}", readOnly: false)
+                    customWorkspace "${CUSTOM_WORKSPACE}"
                 }
             }
 
             steps {
                 script {
-                    githubHelper.updateCommitStatus("$BUILD_URL", "Running", GitHubCommitState.PENDING)
-
                     currentBuild.description = githubHelper.getBuildDescription()
                     checkout(
                             changelog: false,
@@ -209,25 +217,13 @@ pipeline {
                     label "premerge-test-${BUILD_TAG}"
                     cloud 'sc-ipp-blossom-prod'
                     yaml "$pluginPremerge"
+                    workspaceVolume persistentVolumeClaimWorkspaceVolume(claimName: "${PVC}", readOnly: false)
+                    customWorkspace "${CUSTOM_WORKSPACE}"
                 }
             }
 
             steps {
                 script {
-                    checkout(
-                            changelog: false,
-                            poll: true,
-                            scm: [
-                                    $class: 'GitSCM', branches: [[name: "pr/" + githubHelper.getPRNumber()]],
-                                    doGenerateSubmoduleConfigurations: false,
-                                    submoduleCfg: [],
-                                    userRemoteConfigs: [[
-                                        credentialsId: 'github-token',
-                                        url: githubHelper.getCloneUrl(),
-                                        refspec: '+refs/pull/*/head:refs/remotes/origin/pr/*']]
-                            ]
-                    )
-
                     container('plugin-premerge') {
                         sh "$PREMERGE_SCRIPT"
                         step([$class                : 'JacocoPublisher',