tools/gen-repo.sh

   1 #!/bin/bash
   2
   3 function usage() {
   4     echo -e "usage: $0 [OPTIONS] BUILD"
   5     echo -e "  OPTIONS"
   6     echo -e "  -p  <passphrase file>:   gpg passphrase file"
   7     echo -e "  -i  <incoming repo>      "
   8     echo -e "  -o  <outgoing repo>      "
   9     echo -e "  -k  <gpg key>            "
  10     echo -e "  -j  <jfrog cli>          "
  11     echo -e "  -d  <base dir>           "
  12     echo -e "  -b  <build>              "
  13     echo -e "  -r  <release dir>        "
  14     echo -e "  -h  <rsync user@host>    "
  15     echo -e "  -R  <rsync options>      "
  16     echo -e "  -P  <public key file>    "
  17     echo -e "  -c  <changelogfile>      "
  18     echo -e "  -m  <MDG repos>          "
  19     exit 1
  20 }
  21
  22 function FATAL() {
  23     echo -e $1
  24     exit 1
  25 }
  26
  27 function dump_vars() {
  28     echo "incoming repo:  $IN_REPO"
  29     echo "outgoing repo:  $OUT_REPO"
  30     echo "GPGKEY:         $GPGKEY"
  31     echo "JFROG_CLI:      $JFROG_CLI"
  32     echo "REPO_BASE:      $REPO_BASE"
  33     echo "RELEASE_DIR:    $RELEASE_DIR"
  34     echo "BUILD:          $BUILD"
  35     echo "RSYNC_USER_HOST $RSYNC_USER_HOST"
  36     echo "RSYNC_OPTIONS   $RSYNC_OPTIONS"
  37     echo "PUBLIC_KEY_FILE $PUBLIC_KEY_FILE"
  38     echo "BUILD:          $BUILD"
  39     echo "BUILD_NUMBER:   $BUILD_NUMBER"
  40 }
  41
  42 MDG_REPOS="RO osmclient openvim SO UI IM devops MON N2VC NBI common"
  43 IN_REPO="unstable"
  44 OUT_REPO="stable"
  45 GPGKEY=71C0472C
  46 JFROG_CLI=~/jfrog
  47 REPO_BASE=repo
  48 RELEASE_DIR=ReleaseTWO
  49 RSYNC_USER_HOST=osmusers@osm-download.etsi.org
  50 CURR_DIR=$(pwd)
  51 PUBLIC_KEY_FILE=~/OSM\ ETSI\ Release\ Key.gpg
  52 CHANGE_LOG_FILE=
  53
  54 while getopts ":p:i:o:k:j::d:b:r:h:R:P:c:m:" o; do
  55     case "${o}" in
  56         p)
  57             PASSPHRASE_FILE=${OPTARG}
  58             ;;
  59         i)
  60             IN_REPO=${OPTARG}
  61             ;;
  62         o)
  63             OUT_REPO=${OPTARG}
  64             ;;
  65         k)
  66             GPGKEY=${OPTARG}
  67             ;;
  68         j)
  69             JFROG_CLI=${OPTARG}
  70             ;;
  71         d)
  72             BASE_DIR=${OPTARG}
  73             ;;
  74         b)
  75             BUILD=${OPTARG}
  76             ;;
  77         r)
  78             RELEASE_DIR=${OPTARG}
  79             ;;
  80         h)
  81             RSYNC_USER_HOST=${OPTARG}
  82             ;;
  83         R)
  84             RSYNC_OPTIONS=${OPTARG}
  85             ;;
  86         P)
  87             PUBLIC_KEY_FILE=${OPTARG}
  88             ;;
  89         c)
  90             CHANGE_LOG_FILE=${OPTARG}
  91             ;;
  92         m)
  93             MDG_REPOS=${OPTARG}
  94             ;;
  95         *)
  96             usage
  97             exit 1
  98             ;;
  99     esac
 100 done
 101
 102 BASE_DIR=$REPO_BASE/osm/debian/$RELEASE_DIR
 103
 104 [ -z "$BUILD" ] && FATAL "missing option: -b <build>"
 105
 106 BUILD_NUMBER=$(echo "$BUILD" | sed -e 's/.*:: //g')
 107
 108 dump_vars
 109
 110 [ -x $JFROG_CLI ] || FATAL "jfrog cli not found. Please install https://www.jfrog.com/getcli/ and use option '-j <jfrog cli location>'"
 111
 112 $JFROG_CLI rt download --build "$BUILD" osm-release || FATAL "Failed to download"
 113
 114
 115 [ $PASSPHRASE_FILE ] && GPG_PASSPHRASE="--no-tty --no-use-agent --passphrase \"$(cat $PASSPHRASE_FILE)\""
 116
 117 mkdir -p $BASE_DIR/dists
 118
 119 cp -R $BUILD_NUMBER/dists/$IN_REPO $BASE_DIR/dists/$OUT_REPO
 120 cp -R $BUILD_NUMBER/pool $BASE_DIR/
 121
 122 echo "copy changelog from $BUILD_NUMBER/changelog to $BASE_DIR/"
 123 cp -R $BUILD_NUMBER/changelog $BASE_DIR/
 124
 125 cd $BASE_DIR
 126
 127 for i in $MDG_REPOS; do
 128
 129     # gpg sign the packages
 130     dpkg-sig -g "$GPG_PASSPHRASE" -k $GPGKEY --sign builder pool/$i/*.deb
 131
 132     # mkdir -p dists/stable/$i/binary-amd64/
 133     apt-ftparchive packages pool/$i > dists/$OUT_REPO/$i/binary-amd64/Packages
 134     rm -f dists/$OUT_REPO/$i/binary-amd64/Packages.gz
 135     gzip -9fk dists/$OUT_REPO/$i/binary-amd64/Packages
 136 done
 137
 138 # Generate the root Release
 139 # pushd dists/
 140 apt-ftparchive release dists/$OUT_REPO > dists/$OUT_REPO/Release
 141 #gzip -9fk dists/$OUT_REPO/Release
 142
 143 rm -f dists/$OUT_REPO/InRelease
 144 eval gpg $GPG_PASSPHRASE --no-tty --default-key $GPGKEY --clearsign -o dists/$OUT_REPO/InRelease dists/$OUT_REPO/Release
 145
 146 rm -f dists/$OUT_REPO/Release.gpg
 147 eval gpg $GPG_PASSPHRASE --no-tty --default-key $GPGKEY -abs -o dists/$OUT_REPO/Release.gpg dists/$OUT_REPO/Release
 148
 149 echo "performing rsync of repo $RELEASE_DIR/dist/$OUT_REPO to osm-download.etsi.org:/repos/"
 150 cd $CURR_DIR/$REPO_BASE
 151
 152 # copy over the public key file
 153 [ "$PUBLIC_KEY_FILE" ] && cp "$PUBLIC_KEY_FILE" osm/debian/$RELEASE_DIR
 154
 155 # copy over the changelog file
 156 [ "$CHANGE_LOG_FILE" ] && cp "$CHANGE_LOG_FILE" osm/debian/$RELEASE_DIR
 157
 158 IM_BASE="osm/debian/$RELEASE_DIR/pool/IM/osm-imdocs_"
 159 if ls "$IM_BASE"* 1> /dev/null 2>&1; then
 160     IM_TMP_DIR=$(mktemp -d)
 161     dpkg -x "$IM_BASE"* $IM_TMP_DIR
 162     mkdir osm/debian/$RELEASE_DIR/docs
 163     cp -R $IM_TMP_DIR/usr/share/osm-im osm/debian/$RELEASE_DIR/docs
 164 fi
 165
 166 rsync -avR $RSYNC_OPTIONS osm/debian/$RELEASE_DIR rsync://$RSYNC_USER_HOST/repos