jenkins/ci-pipelines/ci_stage_3.groovy

   1 /* Copyright 2017 Sandvine
   2  *
   3  * All Rights Reserved.
   4  *
   5  *   Licensed under the Apache License, Version 2.0 (the "License"); you may
   6  *   not use this file except in compliance with the License. You may obtain
   7  *   a copy of the License at
   8  *
   9  *        http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  *   Unless required by applicable law or agreed to in writing, software
  12  *   distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  13  *   WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  14  *   License for the specific language governing permissions and limitations
  15  *   under the License.
  16  */
  17
  18 properties([
  19     parameters([
  20         string(defaultValue: env.GERRIT_BRANCH, description: '', name: 'GERRIT_BRANCH'),
  21         string(defaultValue: 'system', description: '', name: 'NODE'),
  22         string(defaultValue: '', description: '', name: 'BUILD_FROM_SOURCE'),
  23         string(defaultValue: 'unstable', description: '', name: 'REPO_DISTRO'),
  24         string(defaultValue: '', description: '', name: 'COMMIT_ID'),
  25         string(defaultValue: '-stage_2', description: '', name: 'UPSTREAM_SUFFIX'),
  26         string(defaultValue: 'pubkey.asc', description: '', name: 'REPO_KEY_NAME'),
  27         string(defaultValue: 'release', description: '', name: 'RELEASE'),
  28         string(defaultValue: '', description: '', name: 'UPSTREAM_JOB_NAME'),
  29         string(defaultValue: '', description: '', name: 'UPSTREAM_JOB_NUMBER'),
  30         string(defaultValue: '', description: '', name: 'UPSTREAM_JOB_NUMBER'),
  31         string(defaultValue: 'dpkg1', description: '', name: 'GPG_KEY_NAME'),
  32         string(defaultValue: 'artifactory-osm', description: '', name: 'ARTIFACTORY_SERVER'),
  33         booleanParam(defaultValue: false, description: '', name: 'SAVE_CONTAINER_ON_FAIL'),
  34         booleanParam(defaultValue: false, description: '', name: 'SAVE_CONTAINER_ON_PASS')
  35     ])
  36 ])
  37
  38 node("${params.NODE}") {
  39
  40     sh 'env'
  41
  42     tag_or_branch = params.GERRIT_BRANCH.replaceAll(/\./,"")
  43
  44     stage("Checkout") {
  45         checkout scm
  46     }
  47
  48     ci_helper = load "jenkins/ci-pipelines/ci_helper.groovy"
  49
  50     def upstream_main_job = params.UPSTREAM_SUFFIX
  51     def save_artifacts = false
  52
  53     // upstream jobs always use merged artifacts
  54     upstream_main_job += '-merge'
  55     container_name_prefix = "osm-${tag_or_branch}"
  56     container_name = "${container_name_prefix}"
  57     if ( JOB_NAME.contains('merge') ) {
  58         save_artifacts = true
  59         println("merge job, saving artifacts")
  60         container_name += "-merge"
  61     }
  62     container_name += "-${BUILD_NUMBER}"
  63
  64     // Copy the artifacts from the upstream jobs
  65     stage("Copy Artifacts") {
  66         // cleanup any previous repo
  67         sh 'rm -rf repo'
  68         dir("repo") {
  69             // grab all stable upstream builds based on the
  70
  71             dir("${RELEASE}") {
  72                 def list = ["SO", "UI", "RO", "openvim", "osmclient", "IM"]
  73                 for (component in list) {
  74                     step ([$class: 'CopyArtifact',
  75                            projectName: "${component}${upstream_main_job}/${GERRIT_BRANCH}"])
  76
  77                     // grab the build name/number
  78                     //options = get_env_from_build('build.env')
  79                     build_num = ci_helper.get_env_value('build.env','BUILD_NUMBER')
  80
  81                     // grab the archives from the stage_2 builds (ie. this will be the artifacts stored based on a merge)
  82                     ci_helper.get_archive(params.ARTIFACTORY_SERVER,component,GERRIT_BRANCH, "${component}${upstream_main_job} :: ${GERRIT_BRANCH}", build_num)
  83
  84                     // cleanup any prevously defined dists
  85                     sh "rm -rf dists"
  86                 }
  87
  88                 // check if an upstream artifact based on specific build number has been requested
  89                 // This is the case of a merge build and the upstream merge build is not yet complete (it is not deemed
  90                 // a successful build yet). The upstream job is calling this downstream job (with the its build artifiact)
  91                 if ( params.UPSTREAM_JOB_NAME ) {
  92                     step ([$class: 'CopyArtifact',
  93                            projectName: "${params.UPSTREAM_JOB_NAME}",
  94                            selector: [$class: 'SpecificBuildSelector', buildNumber: "${params.UPSTREAM_JOB_NUMBER}"]
  95                           ])
  96
  97                     //options = get_env_from_build('build.env')
  98                     // grab the build name/number
  99                     //build_num = sh(returnStdout:true,  script: "cat build.env | awk -F= '/BUILD_NUMBER/{print \$2}'").trim()
 100                     build_num = ci_helper.get_env_value('build.env','BUILD_NUMBER')
 101                     component = ci_helper.get_mdg_from_project(ci_helper.get_env_value('build.env','GERRIT_PROJECT'))
 102
 103                     // the upstream job name contains suffix with the project. Need this stripped off
 104                     def project_without_branch = params.UPSTREAM_JOB_NAME.split('/')[0]
 105
 106                     ci_helper.get_archive(params.ARTIFACTORY_SERVER,component,GERRIT_BRANCH, "${project_without_branch} :: ${GERRIT_BRANCH}", build_num)
 107
 108                     sh "rm -rf dists"
 109                 }
 110
 111                 // sign all the components
 112                 for (component in list) {
 113                     sh "dpkg-sig --sign builder -k ${GPG_KEY_NAME} pool/${component}/*"
 114                 }
 115
 116                 // now create the distro
 117                 for (component in list) {
 118                     sh "mkdir -p dists/${params.REPO_DISTRO}/${component}/binary-amd64/"
 119                     sh "apt-ftparchive packages pool/${component} > dists/${params.REPO_DISTRO}/${component}/binary-amd64/Packages"
 120                     sh "gzip -9fk dists/${params.REPO_DISTRO}/${component}/binary-amd64/Packages"
 121                 }
 122
 123                 // create and sign the release file
 124                 sh "apt-ftparchive release dists/${params.REPO_DISTRO} > dists/${params.REPO_DISTRO}/Release"
 125                 sh "gpg --yes -abs -u ${GPG_KEY_NAME} -o dists/${params.REPO_DISTRO}/Release.gpg dists/${params.REPO_DISTRO}/Release"
 126
 127                 // copy the public key into the release folder
 128                 // this pulls the key from the home dir of the current user (jenkins)
 129                 sh "cp ~/${REPO_KEY_NAME} ."
 130             }
 131             // start an apache server to serve up the images
 132             http_server_name = "${container_name}-apache"
 133
 134             pwd = sh(returnStdout:true,  script: 'pwd').trim()
 135             repo_base_url = ci_helper.start_http_server(pwd,http_server_name)
 136         }
 137     }
 138
 139     error = null
 140
 141     try {
 142         stage("Install") {
 143
 144             //will by default always delete containers on complete
 145             //sh "jenkins/system/delete_old_containers.sh ${container_name_prefix}"
 146
 147             commit_id = ''
 148             repo_distro = ''
 149             repo_key_name = ''
 150             release = ''
 151
 152             if ( params.COMMIT_ID )
 153             {
 154                 commit_id = "-b ${params.COMMIT_ID}"
 155             }
 156
 157             if ( params.REPO_DISTRO )
 158             {
 159                 repo_distro = "-r ${params.REPO_DISTRO}"
 160             }
 161
 162             if ( params.REPO_KEY_NAME )
 163             {
 164                 repo_key_name = "-k ${params.REPO_KEY_NAME}"
 165             }
 166
 167             if ( params.RELEASE )
 168             {
 169                 release = "-R ${params.RELEASE}"
 170             }
 171
 172             sh """
 173                 export OSM_USE_LOCAL_DEVOPS=true
 174                 jenkins/host/start_build system --build-container ${container_name} \
 175                                                 ${commit_id} \
 176                                                 ${repo_distro} \
 177                                                 ${repo_base_url} \
 178                                                 ${repo_key_name} \
 179                                                 ${release} \
 180                                                 ${params.BUILD_FROM_SOURCE}
 181                """
 182         }
 183
 184         stage("Test") {
 185             ci_helper.systest_run(container_name, 'smoke')
 186             junit '*.xml'
 187         }
 188
 189         // save the artifacts of this build if this is a merge job
 190         if ( save_artifacts ) {
 191             stage("Archive") {
 192                 sh "echo ${container_name} > build_version.txt"
 193                 archiveArtifacts artifacts: "build_version.txt", fingerprint: true
 194
 195                 // Archive the tested repo
 196                 dir("repo/${RELEASE}") {
 197                     ci_helper.archive(params.ARTIFACTORY_SERVER,RELEASE,GERRIT_BRANCH,'tested')
 198                 }
 199             }
 200         }
 201     }
 202     catch(caughtError) {
 203         error = caughtError
 204         currentBuild.result = 'FAILURE'
 205     }
 206     finally {
 207         sh "docker stop ${http_server_name}"
 208
 209         if (error) {
 210             if ( !params.SAVE_CONTAINER_ON_FAIL ) {
 211                 sh "lxc delete ${container_name} --force"
 212             }
 213             throw error
 214         }
 215         else {
 216             if ( !params.SAVE_CONTAINER_ON_PASS ) {
 217                 sh "lxc delete ${container_name} --force"
 218             }
 219         }
 220     }
 221 }