X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=jenkins%2Fci-pipelines%2Fci_stage_2.groovy;h=1c8911f292a6e18e4e37616963d70422c34e1b95;hb=refs%2Fchanges%2F32%2F12532%2F4;hp=dc155a194cc362f5bc21608e284f0e011bb7e599;hpb=7875aedf960fc966a4b15062b82713b7885cf0bd;p=osm%2Fdevops.git diff --git a/jenkins/ci-pipelines/ci_stage_2.groovy b/jenkins/ci-pipelines/ci_stage_2.groovy index dc155a19..1c8911f2 100644 --- a/jenkins/ci-pipelines/ci_stage_2.groovy +++ b/jenkins/ci-pipelines/ci_stage_2.groovy @@ -99,8 +99,8 @@ def ci_pipeline(mdg,url_prefix,project,branch,refspec,revision,do_stage_3,artifa } } - if (fileExists('snap/snapcraft.yaml')) { - stage('Snap build') { + stage('Snap build') { + if (fileExists('snap/snapcraft.yaml')) { withCredentials([string(credentialsId: 'Snapstore', variable: 'SNAPCRAFT_STORE_CREDENTIALS')]) { sh "sudo rm -rf ${WORKSPACE}/stage/ ${WORKSPACE}/parts/ ${WORKSPACE}/prime/ ${WORKSPACE}/*.snap" sh "sudo snapcraft clean --use-lxd" @@ -125,6 +125,95 @@ def ci_pipeline(mdg,url_prefix,project,branch,refspec,revision,do_stage_3,artifa } } + stage('Charm build') { + charms = [ + 'installers/charm/bundles/osm', + 'installers/charm/bundles/osm-ha', + 'installers/charm/grafana', + 'installers/charm/juju-simplestreams-operator', + 'installers/charm/kafka-exporter', + 'installers/charm/mariadb-k8s', + 'installers/charm/mongodb-exporter', + 'installers/charm/mysqld-exporter', + 'installers/charm/osm-lcm', + 'installers/charm/osm-mon', + 'installers/charm/osm-nbi', + 'installers/charm/osm-ng-ui', + 'installers/charm/osm-pol', + 'installers/charm/osm-ro', + 'installers/charm/prometheus', + 'installers/charm/vca-integrator-operator', + ] + parallelSteps = [:] + concurrency = sh(returnStdout: true, script: "expr `nproc` / 2").trim() as int + for (charmPath in charms) { + def directory = charmPath + CHECK_CHANGES = "git diff --name-only origin/$GERRIT_BRANCH -- $directory |wc -l" + charmsChanged = sh(returnStdout:true, script: CHECK_CHANGES).trim() + if (charmsChanged != "0") { + println("$directory has changes, rebuilding") + + parallelSteps[directory] = { + waitUntil(quiet: true, initialRecurrencePeriod: 5) { + if (concurrency > 0) { + concurrency-- + true + } else { + sleep 5 + false + } + } + try { + dir("${directory}") { + try { + sh "charmcraft pack --format json --verbosity brief 1> pack.json 2> pack-stderr.log" + } catch (Exception e) { + sh "cat pack-stderr.log" + throw e + } + + def resourceName = sh( + returnStdout: true, + script: 'cat pack.json | jq -r ".charms[0], .bundles[0]" | grep -v null').trim() + + withCredentials([string(credentialsId: 'Charmstore', variable: 'CHARMCRAFT_AUTH')]) { + commandOutput = sh(returnStdout:true, script: "charmcraft whoami") + try { + println("Uploading $resourceName") + sh "charmcraft upload --format json --verbosity brief $resourceName 1> upload.json 2> upload-stderr.log" + } catch (Exception e) { + sh "cat upload-stderr.log" + throw e + } + def charmRevision = sh( + returnStdout: true, + script: 'cat upload.json | jq -r ".revision"').trim() + + def charmBranch="merged" + if ( !JOB_NAME.contains('merge') ) { + charmBranch="${GERRIT_REFSPEC}".replaceAll('/','-') + } + def channel="latest" + if (BRANCH_NAME.startsWith("v")) { + channel=BRANCH_NAME.substring(1) + } else if (BRANCH_NAME!="master") { + REV="/"+BRANCH_NAME+REV.replaceAll('/','-') + } + + def charmName = sh( + returnStdout:true, + script: "if [ -f bundle.yaml ];then cat bundle.yaml;else cat metadata.yaml;fi|yq -r .name").trim() + sh "charmcraft release ${charmName} --revision=${charmRevision} --channel=${channel}/edge/${charmBranch}" + } + } + } finally { + concurrency++ + } + } + } + } + parallel parallelSteps + } if ( do_stage_3 ) { stage('Build System') { def downstream_params_stage_3 = [