installers/full_install_osm.sh

   1 #!/bin/bash
   2 #
   3 #   Licensed under the Apache License, Version 2.0 (the "License");
   4 #   you may not use this file except in compliance with the License.
   5 #   You may obtain a copy of the License at
   6 #
   7 #       http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 #   Unless required by applicable law or agreed to in writing, software
  10 #   distributed under the License is distributed on an "AS IS" BASIS,
  11 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 #   See the License for the specific language governing permissions and
  13 #   limitations under the License.
  14 #
  15
  16 function usage(){
  17     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
  18     echo -e "usage: $0 [OPTIONS]"
  19     echo -e "Install OSM from binaries or source code (by default, from binaries)"
  20     echo -e "  OPTIONS"
  21     echo -e "     -h / --help:    print this help"
  22     echo -e "     -y:             do not prompt for confirmation, assumes yes"
  23     echo -e "     -r <repo>:      use specified repository name for osm packages"
  24     echo -e "     -R <release>:   use specified release for osm binaries (deb packages, lxd images, ...)"
  25     echo -e "     -u <repo base>: use specified repository url for osm packages"
  26     echo -e "     -k <repo key>:  use specified repository public key url"
  27     echo -e "     -b <refspec>:   install OSM from source code using a specific branch (master, v2.0, ...) or tag"
  28     echo -e "                     -b master          (main dev branch)"
  29     echo -e "                     -b v2.0            (v2.0 branch)"
  30     echo -e "                     -b tags/v1.1.0     (a specific tag)"
  31     echo -e "                     ..."
  32     echo -e "     -a <apt proxy url>: use this apt proxy url when downloading apt packages (air-gapped installation)"
  33     echo -e "     -s <stack name> or <namespace>  user defined stack name when installed using swarm or namespace when installed using k8s, default is osm"
  34     echo -e "     -H <VCA host>   use specific juju host controller IP"
  35     echo -e "     -S <VCA secret> use VCA/juju secret key"
  36     echo -e "     -P <VCA pubkey> use VCA/juju public key file"
  37     echo -e "     -A <VCA apiproxy> use VCA/juju API proxy"
  38     echo -e "     --pla:          install the PLA module for placement support"
  39     echo -e "     --ng-sa:        install Airflow and Pushgateway to get VNF and NS status (experimental)"
  40     echo -e "     -m <MODULE>:    install OSM but only rebuild or pull the specified docker images (NG-UI, NBI, LCM, RO, MON, POL, PLA, KAFKA, MONGO, PROMETHEUS, PROMETHEUS-CADVISOR, KEYSTONE-DB, NONE)"
  41     echo -e "     -o <ADDON>:     ONLY (un)installs one of the addons (k8s_monitor, ng-sa)"
  42     echo -e "     -O <openrc file path/cloud name>: Install OSM to an OpenStack infrastructure. <openrc file/cloud name> is required. If a <cloud name> is used, the clouds.yaml file should be under ~/.config/openstack/ or /etc/openstack/"
  43     echo -e "     -N <openstack public network name/ID>: Public network name required to setup OSM to OpenStack"
  44     echo -e "     -f <path to SSH public key>: Public SSH key to use to deploy OSM to OpenStack"
  45     echo -e "     -F <path to cloud-init file>: Cloud-Init userdata file to deploy OSM to OpenStack"
  46     echo -e "     -D <devops path> use local devops installation path"
  47     echo -e "     -w <work dir>   Location to store runtime installation"
  48     echo -e "     -t <docker tag> specify osm docker tag (default is latest)"
  49     echo -e "     -l:             LXD cloud yaml file"
  50     echo -e "     -L:             LXD credentials yaml file"
  51     echo -e "     -K:             Specifies the name of the controller to use - The controller must be already bootstrapped"
  52     echo -e "     -d <docker registry URL> use docker registry URL instead of dockerhub"
  53     echo -e "     -p <docker proxy URL> set docker proxy URL as part of docker CE configuration"
  54     echo -e "     -T <docker tag> specify docker tag for the modules specified with option -m"
  55     echo -e "     --debug:        debug mode"
  56     echo -e "     --nocachelxdimages:  do not cache local lxd images, do not create cronjob for that cache (will save installation time, might affect instantiation time)"
  57     echo -e "     --cachelxdimages:  cache local lxd images, create cronjob for that cache (will make installation longer)"
  58     echo -e "     --nolxd:        do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)"
  59     echo -e "     --nodocker:     do not install docker, do not initialize a swarm (assumes docker is already installed and a swarm has been initialized)"
  60     echo -e "     --nojuju:       do not juju, assumes already installed"
  61     echo -e "     --nodockerbuild:do not build docker images (use existing locally cached images)"
  62     echo -e "     --nohostports:  do not expose docker ports to host (useful for creating multiple instances of osm on the same host)"
  63     echo -e "     --nohostclient: do not install the osmclient"
  64     echo -e "     --uninstall:    uninstall OSM: remove the containers and delete NAT rules"
  65     echo -e "     --source:       install OSM from source code using the latest stable tag"
  66     echo -e "     --develop:      (deprecated, use '-b master') install OSM from source code using the master branch"
  67     echo -e "     --pullimages:   pull/run osm images from docker.io/opensourcemano"
  68     echo -e "     --k8s_monitor:  install the OSM kubernetes monitoring with prometheus and grafana"
  69     echo -e "     --volume:       create a VM volume when installing to OpenStack"
  70     echo -e "     --showopts:     print chosen options and exit (only for debugging)"
  71     echo -e "     --charmed:                   Deploy and operate OSM with Charms on k8s"
  72     echo -e "     [--bundle <bundle path>]:    Specify with which bundle to deploy OSM with charms (--charmed option)"
  73     echo -e "     [--k8s <kubeconfig path>]:   Specify with which kubernetes to deploy OSM with charms (--charmed option)"
  74     echo -e "     [--vca <name>]:              Specifies the name of the controller to use - The controller must be already bootstrapped (--charmed option)"
  75     echo -e "     [--small-profile]:           Do not install and configure LXD which aims to use only K8s Clouds (--charmed option)"
  76     echo -e "     [--lxd <yaml path>]:         Takes a YAML file as a parameter with the LXD Cloud information (--charmed option)"
  77     echo -e "     [--lxd-cred <yaml path>]:    Takes a YAML file as a parameter with the LXD Credentials information (--charmed option)"
  78     echo -e "     [--microstack]:              Installs microstack as a vim. (--charmed option)"
  79     echo -e "     [--overlay]:                 Add an overlay to override some defaults of the default bundle (--charmed option)"
  80     echo -e "     [--ha]:                      Installs High Availability bundle. (--charmed option)"
  81     echo -e "     [--tag]:                     Docker image tag. (--charmed option)"
  82     echo -e "     [--registry]:                Docker registry with optional credentials as user:pass@hostname:port (--charmed option)"
  83     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
  84 }
  85
  86 # takes a juju/accounts.yaml file and returns the password specific
  87 # for a controller. I wrote this using only bash tools to minimize
  88 # additions of other packages
  89 function parse_juju_password {
  90     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
  91     password_file="${HOME}/.local/share/juju/accounts.yaml"
  92     local controller_name=$1
  93     local s='[[:space:]]*' w='[a-zA-Z0-9_-]*' fs=$(echo @|tr @ '\034')
  94     sed -ne "s|^\($s\):|\1|" \
  95          -e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \
  96          -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $password_file |
  97     awk -F$fs -v controller=$controller_name '{
  98         indent = length($1)/2;
  99         vname[indent] = $2;
 100         for (i in vname) {if (i > indent) {delete vname[i]}}
 101         if (length($3) > 0) {
 102             vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
 103             if (match(vn,controller) && match($2,"password")) {
 104                 printf("%s",$3);
 105             }
 106         }
 107     }'
 108     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 109 }
 110
 111 function set_vca_variables() {
 112     OSM_VCA_CLOUDNAME="lxd-cloud"
 113     [ -n "$OSM_VCA_HOST" ] && OSM_VCA_CLOUDNAME="localhost"
 114     if [ -z "$OSM_VCA_HOST" ]; then
 115         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_HOST=`sg lxd -c "juju show-controller $OSM_STACK_NAME"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 116         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_HOST=`juju show-controller $CONTROLLER_NAME |grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 117         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
 118     fi
 119     if [ -z "$OSM_VCA_SECRET" ]; then
 120         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_SECRET=$(parse_juju_password $OSM_STACK_NAME)
 121         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_SECRET=$(parse_juju_password $CONTROLLER_NAME)
 122         [ -z "$OSM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret"
 123     fi
 124     if [ -z "$OSM_VCA_PUBKEY" ]; then
 125         OSM_VCA_PUBKEY=$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)
 126         [ -z "$OSM_VCA_PUBKEY" ] && FATAL "Cannot obtain juju public key"
 127     fi
 128     if [ -z "$OSM_VCA_CACERT" ]; then
 129         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_CACERT=$(juju controllers --format json | jq -r --arg controller $OSM_STACK_NAME '.controllers[$controller]["ca-cert"]' | base64 | tr -d \\n)
 130         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_CACERT=$(juju controllers --format json | jq -r --arg controller $CONTROLLER_NAME '.controllers[$controller]["ca-cert"]' | base64 | tr -d \\n)
 131         [ -z "$OSM_VCA_CACERT" ] && FATAL "Cannot obtain juju CA certificate"
 132     fi
 133 }
 134
 135 function generate_secret() {
 136     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 137     head /dev/urandom | tr -dc A-Za-z0-9 | head -c 32
 138     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 139 }
 140
 141 function check_packages() {
 142     NEEDED_PACKAGES="$1"
 143     echo -e "Checking required packages: ${NEEDED_PACKAGES}"
 144     for PACKAGE in ${NEEDED_PACKAGES} ; do
 145         dpkg -L ${PACKAGE}
 146         if [ $? -ne 0 ]; then
 147             echo -e "Package ${PACKAGE} is not installed."
 148             echo -e "Updating apt-cache ..."
 149             sudo apt-get update
 150             echo -e "Installing ${PACKAGE} ..."
 151             sudo apt-get install -y ${PACKAGE} || FATAL "failed to install ${PACKAGE}"
 152         fi
 153     done
 154     echo -e "Required packages are present: ${NEEDED_PACKAGES}"
 155 }
 156
 157 function ask_user(){
 158     # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive
 159     # Params: $1 text to ask;   $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed
 160     # Return: true(0) if user type 'yes'; false (1) if user type 'no'
 161     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 162     read -e -p "$1" USER_CONFIRMATION
 163     while true ; do
 164         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0
 165         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1
 166         [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0
 167         [ "${USER_CONFIRMATION,,}" == "no" ]  || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1
 168         read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION
 169     done
 170     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 171 }
 172
 173 function install_osmclient(){
 174     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 175     CLIENT_RELEASE=${RELEASE#"-R "}
 176     CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
 177     CLIENT_REPOSITORY=${REPOSITORY#"-r "}
 178     CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "}
 179     key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY
 180     curl $key_location | sudo APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1 apt-key add -
 181     sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient IM"
 182     sudo apt-get update
 183     sudo apt-get install -y python3-pip
 184     sudo -H LC_ALL=C python3 -m pip install -U pip
 185     sudo -H LC_ALL=C python3 -m pip install -U python-magic pyangbind verboselogs
 186     sudo apt-get install -y python3-osm-im python3-osmclient
 187     if [ -f /usr/lib/python3/dist-packages/osm_im/requirements.txt ]; then
 188         python3 -m pip install -r /usr/lib/python3/dist-packages/osm_im/requirements.txt
 189     fi
 190     if [ -f /usr/lib/python3/dist-packages/osmclient/requirements.txt ]; then
 191         sudo apt-get install -y libcurl4-openssl-dev libssl-dev libmagic1
 192         python3 -m pip install -r /usr/lib/python3/dist-packages/osmclient/requirements.txt
 193     fi
 194     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'`
 195     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'`
 196     echo -e "\nOSM client installed"
 197     if [ -z "$INSTALL_LIGHTWEIGHT" ]; then
 198         echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:"
 199         echo "     export OSM_HOSTNAME=${OSM_HOSTNAME}"
 200         echo "     export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}"
 201     else
 202         echo -e "OSM client assumes that OSM host is running in localhost (127.0.0.1)."
 203         echo -e "In case you want to interact with a different OSM host, you will have to configure this env variable in your .bashrc file:"
 204         echo "     export OSM_HOSTNAME=<OSM_host>"
 205     fi
 206     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 207     return 0
 208 }
 209
 210 function docker_login() {
 211     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 212     echo "Docker login"
 213     [ -z "${DEBUG_INSTALL}" ] || DEBUG "Docker registry user: ${DOCKER_REGISTRY_USER}"
 214     sg docker -c "docker login -u ${DOCKER_REGISTRY_USER} -p ${DOCKER_REGISTRY_PASSWORD} --password-stdin"
 215     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 216 }
 217
 218 function generate_docker_images() {
 219     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 220     echo "Pulling and generating docker images"
 221     [ -n "${DOCKER_REGISTRY_URL}" ] && docker_login
 222
 223     echo "Pulling docker images"
 224
 225     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q KAFKA ; then
 226         sg docker -c "docker pull wurstmeister/zookeeper" || FATAL "cannot get zookeeper docker image"
 227         sg docker -c "docker pull wurstmeister/kafka:${KAFKA_TAG}" || FATAL "cannot get kafka docker image"
 228     fi
 229
 230     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
 231         sg docker -c "docker pull prom/prometheus:${PROMETHEUS_TAG}" || FATAL "cannot get prometheus docker image"
 232     fi
 233
 234     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS-CADVISOR ; then
 235         sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
 236     fi
 237
 238     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q GRAFANA ; then
 239         sg docker -c "docker pull grafana/grafana:${GRAFANA_TAG}" || FATAL "cannot get grafana docker image"
 240         sg docker -c "docker pull kiwigrid/k8s-sidecar:${KIWIGRID_K8S_SIDECAR_TAG}" || FATAL "cannot get kiwigrid k8s-sidecar docker image"
 241     fi
 242
 243     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI || echo $TO_REBUILD | grep -q KEYSTONE-DB ; then
 244         sg docker -c "docker pull mariadb:${KEYSTONEDB_TAG}" || FATAL "cannot get keystone-db docker image"
 245     fi
 246
 247     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
 248         sg docker -c "docker pull mysql:5" || FATAL "cannot get mysql docker image"
 249     fi
 250
 251     if [ -n "$PULL_IMAGES" ]; then
 252         echo "Pulling OSM docker images"
 253         for module in MON POL NBI KEYSTONE RO LCM NG-UI PLA osmclient; do
 254             module_lower=${module,,}
 255             if [ $module == "PLA" -a ! -n "$INSTALL_PLA" ]; then
 256                 continue
 257             fi
 258             module_tag="${OSM_DOCKER_TAG}"
 259             if [ -n "${MODULE_DOCKER_TAG}" ] && echo $TO_REBUILD | grep -q $module ; then
 260                 module_tag="${MODULE_DOCKER_TAG}"
 261             fi
 262             echo "Pulling ${DOCKER_REGISTRY_URL}${DOCKER_USER}/${module_lower}:${module_tag} docker image"
 263             sg docker -c "docker pull ${DOCKER_REGISTRY_URL}${DOCKER_USER}/${module_lower}:${module_tag}" || FATAL "cannot pull $module docker image"
 264         done
 265     else
 266         _build_from=$COMMIT_ID
 267         [ -z "$_build_from" ] && _build_from="latest"
 268         echo "OSM Docker images generated from $_build_from"
 269         LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")"
 270         trap 'rm -rf "${LWTEMPDIR}"' EXIT
 271         for module in MON POL NBI KEYSTONE RO LCM NG-UI PLA; do
 272             if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q ${module} ; then
 273                 module_lower=${module,,}
 274                 if [ $module == "PLA" -a ! -n "$INSTALL_PLA" ]; then
 275                     continue
 276                 fi
 277                 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/$module
 278                 git -C ${LWTEMPDIR}/${module} checkout ${COMMIT_ID}
 279                 sg docker -c "docker build ${LWTEMPDIR}/${module} -f ${LWTEMPDIR}/${module}/docker/Dockerfile -t ${DOCKER_USER}/${module_lower} --no-cache" || FATAL "cannot build ${module} docker image"
 280             fi
 281         done
 282         if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q osmclient; then
 283             BUILD_ARGS+=(--build-arg REPOSITORY="$REPOSITORY")
 284             BUILD_ARGS+=(--build-arg RELEASE="$RELEASE")
 285             BUILD_ARGS+=(--build-arg REPOSITORY_KEY="$REPOSITORY_KEY")
 286             BUILD_ARGS+=(--build-arg REPOSITORY_BASE="$REPOSITORY_BASE")
 287             sg docker -c "docker build -t ${DOCKER_USER}/osmclient ${BUILD_ARGS[@]} -f $OSM_DEVOPS/docker/osmclient ."
 288         fi
 289         echo "Finished generation of docker images"
 290     fi
 291
 292     echo "Finished pulling and generating docker images"
 293     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 294 }
 295
 296 function cmp_overwrite() {
 297     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 298     file1="$1"
 299     file2="$2"
 300     if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then
 301         if [ -f "${file2}" ]; then
 302             ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && cp -b ${file1} ${file2}
 303         else
 304             cp -b ${file1} ${file2}
 305         fi
 306     fi
 307     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 308 }
 309
 310 function generate_k8s_manifest_files() {
 311     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 312     #Kubernetes resources
 313     sudo cp -bR ${OSM_DEVOPS}/installers/docker/osm_pods $OSM_DOCKER_WORK_DIR
 314     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 315 }
 316
 317 function generate_docker_env_files() {
 318     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 319     echo "Doing a backup of existing env files"
 320     sudo cp $OSM_DOCKER_WORK_DIR/keystone-db.env{,~}
 321     sudo cp $OSM_DOCKER_WORK_DIR/keystone.env{,~}
 322     sudo cp $OSM_DOCKER_WORK_DIR/lcm.env{,~}
 323     sudo cp $OSM_DOCKER_WORK_DIR/mon.env{,~}
 324     sudo cp $OSM_DOCKER_WORK_DIR/nbi.env{,~}
 325     sudo cp $OSM_DOCKER_WORK_DIR/pol.env{,~}
 326     sudo cp $OSM_DOCKER_WORK_DIR/ro-db.env{,~}
 327     sudo cp $OSM_DOCKER_WORK_DIR/ro.env{,~}
 328     if [ -n "${INSTALL_NGSA}" ]; then
 329         sudo cp $OSM_DOCKER_WORK_DIR/ngsa.env{,~}
 330         sudo cp $OSM_DOCKER_WORK_DIR/webhook-translator.env{,~}
 331     fi
 332
 333     echo "Generating docker env files"
 334     # LCM
 335     if [ ! -f $OSM_DOCKER_WORK_DIR/lcm.env ]; then
 336         echo "OSMLCM_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 337     fi
 338
 339     if ! grep -Fq "OSMLCM_VCA_HOST" $OSM_DOCKER_WORK_DIR/lcm.env; then
 340         echo "OSMLCM_VCA_HOST=${OSM_VCA_HOST}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 341     else
 342         sudo sed -i "s|OSMLCM_VCA_HOST.*|OSMLCM_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/lcm.env
 343     fi
 344
 345     if ! grep -Fq "OSMLCM_VCA_SECRET" $OSM_DOCKER_WORK_DIR/lcm.env; then
 346         echo "OSMLCM_VCA_SECRET=${OSM_VCA_SECRET}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 347     else
 348         sudo sed -i "s|OSMLCM_VCA_SECRET.*|OSMLCM_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/lcm.env
 349     fi
 350
 351     if ! grep -Fq "OSMLCM_VCA_PUBKEY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 352         echo "OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 353     else
 354         sudo sed -i "s|OSMLCM_VCA_PUBKEY.*|OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 355     fi
 356
 357     if ! grep -Fq "OSMLCM_VCA_CACERT" $OSM_DOCKER_WORK_DIR/lcm.env; then
 358         echo "OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 359     else
 360         sudo sed -i "s|OSMLCM_VCA_CACERT.*|OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 361     fi
 362
 363     if [ -n "$OSM_VCA_APIPROXY" ]; then
 364         if ! grep -Fq "OSMLCM_VCA_APIPROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 365             echo "OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 366         else
 367             sudo sed -i "s|OSMLCM_VCA_APIPROXY.*|OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 368         fi
 369     fi
 370
 371     if ! grep -Fq "OSMLCM_VCA_ENABLEOSUPGRADE" $OSM_DOCKER_WORK_DIR/lcm.env; then
 372         echo "# OSMLCM_VCA_ENABLEOSUPGRADE=false" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 373     fi
 374
 375     if ! grep -Fq "OSMLCM_VCA_APTMIRROR" $OSM_DOCKER_WORK_DIR/lcm.env; then
 376         echo "# OSMLCM_VCA_APTMIRROR=http://archive.ubuntu.com/ubuntu/" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 377     fi
 378
 379     if ! grep -Fq "OSMLCM_VCA_CLOUD" $OSM_DOCKER_WORK_DIR/lcm.env; then
 380         echo "OSMLCM_VCA_CLOUD=${OSM_VCA_CLOUDNAME}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 381     else
 382         sudo sed -i "s|OSMLCM_VCA_CLOUD.*|OSMLCM_VCA_CLOUD=${OSM_VCA_CLOUDNAME}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 383     fi
 384
 385     if ! grep -Fq "OSMLCM_VCA_K8S_CLOUD" $OSM_DOCKER_WORK_DIR/lcm.env; then
 386         echo "OSMLCM_VCA_K8S_CLOUD=${OSM_VCA_K8S_CLOUDNAME}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 387     else
 388         sudo sed -i "s|OSMLCM_VCA_K8S_CLOUD.*|OSMLCM_VCA_K8S_CLOUD=${OSM_VCA_K8S_CLOUDNAME}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 389     fi
 390     if [ -n "${OSM_BEHIND_PROXY}" ]; then
 391         if ! grep -Fq "HTTP_PROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 392             echo "HTTP_PROXY=${HTTP_PROXY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 393         else
 394             sudo sed -i "s|HTTP_PROXY.*|HTTP_PROXY=${HTTP_PROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 395         fi
 396         if ! grep -Fq "HTTPS_PROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 397             echo "HTTPS_PROXY=${HTTPS_PROXY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 398         else
 399             sudo sed -i "s|HTTPS_PROXY.*|HTTPS_PROXY=${HTTPS_PROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 400         fi
 401         if ! grep -Fq "NO_PROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 402             echo "NO_PROXY=${NO_PROXY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 403         else
 404             sudo sed -i "s|NO_PROXY.*|NO_PROXY=${NO_PROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 405         fi
 406     fi
 407
 408     # RO
 409     MYSQL_ROOT_PASSWORD=$(generate_secret)
 410     if [ ! -f $OSM_DOCKER_WORK_DIR/ro-db.env ]; then
 411         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee $OSM_DOCKER_WORK_DIR/ro-db.env
 412     fi
 413     if [ ! -f $OSM_DOCKER_WORK_DIR/ro.env ]; then
 414         echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee $OSM_DOCKER_WORK_DIR/ro.env
 415     fi
 416     if ! grep -Fq "OSMRO_DATABASE_COMMONKEY" $OSM_DOCKER_WORK_DIR/ro.env; then
 417         echo "OSMRO_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/ro.env
 418     fi
 419
 420     # Keystone
 421     KEYSTONE_DB_PASSWORD=$(generate_secret)
 422     SERVICE_PASSWORD=$(generate_secret)
 423     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone-db.env ]; then
 424         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee $OSM_DOCKER_WORK_DIR/keystone-db.env
 425     fi
 426     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone.env ]; then
 427         echo "ROOT_DB_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee $OSM_DOCKER_WORK_DIR/keystone.env
 428         echo "KEYSTONE_DB_PASSWORD=${KEYSTONE_DB_PASSWORD}" |sudo tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 429         echo "SERVICE_PASSWORD=${SERVICE_PASSWORD}" |sudo tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 430     fi
 431
 432     # NBI
 433     if [ ! -f $OSM_DOCKER_WORK_DIR/nbi.env ]; then
 434         echo "OSMNBI_AUTHENTICATION_SERVICE_PASSWORD=${SERVICE_PASSWORD}" |sudo tee $OSM_DOCKER_WORK_DIR/nbi.env
 435         echo "OSMNBI_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/nbi.env
 436     fi
 437
 438     # MON
 439     if [ ! -f $OSM_DOCKER_WORK_DIR/mon.env ]; then
 440         echo "OSMMON_KEYSTONE_SERVICE_PASSWORD=${SERVICE_PASSWORD}" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 441         echo "OSMMON_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 442         echo "OSMMON_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/mon" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 443     fi
 444
 445     if ! grep -Fq "OS_NOTIFIER_URI" $OSM_DOCKER_WORK_DIR/mon.env; then
 446         echo "OS_NOTIFIER_URI=http://${OSM_DEFAULT_IP}:8662" |sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 447     else
 448         sudo sed -i "s|OS_NOTIFIER_URI.*|OS_NOTIFIER_URI=http://$OSM_DEFAULT_IP:8662|g" $OSM_DOCKER_WORK_DIR/mon.env
 449     fi
 450
 451     if ! grep -Fq "OSMMON_VCA_HOST" $OSM_DOCKER_WORK_DIR/mon.env; then
 452         echo "OSMMON_VCA_HOST=${OSM_VCA_HOST}" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 453     else
 454         sudo sed -i "s|OSMMON_VCA_HOST.*|OSMMON_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/mon.env
 455     fi
 456
 457     if ! grep -Fq "OSMMON_VCA_SECRET" $OSM_DOCKER_WORK_DIR/mon.env; then
 458         echo "OSMMON_VCA_SECRET=${OSM_VCA_SECRET}" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 459     else
 460         sudo sed -i "s|OSMMON_VCA_SECRET.*|OSMMON_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/mon.env
 461     fi
 462
 463     if ! grep -Fq "OSMMON_VCA_CACERT" $OSM_DOCKER_WORK_DIR/mon.env; then
 464         echo "OSMMON_VCA_CACERT=${OSM_VCA_CACERT}" | sudo tee -a $OSM_DOCKER_WORK_DIR/mon.env
 465     else
 466         sudo sed -i "s|OSMMON_VCA_CACERT.*|OSMMON_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/mon.env
 467     fi
 468
 469     # POL
 470     if [ ! -f $OSM_DOCKER_WORK_DIR/pol.env ]; then
 471         echo "OSMPOL_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/pol" | sudo tee -a $OSM_DOCKER_WORK_DIR/pol.env
 472     fi
 473
 474     # NG-SA
 475     if [ -n "${INSTALL_NGSA}" ] && [ ! -f $OSM_DOCKER_WORK_DIR/ngsa.env ]; then
 476         echo "OSMMON_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | sudo tee -a $OSM_DOCKER_WORK_DIR/ngsa.env
 477     fi
 478
 479     # Webhook-translator
 480     if [ -n "${INSTALL_NGSA}" ] && [ ! -f $OSM_DOCKER_WORK_DIR/webhook-translator.env ]; then
 481         echo "AIRFLOW_HOST=airflow-webserver" | sudo tee -a $OSM_DOCKER_WORK_DIR/webhook-translator.env
 482         echo "AIRFLOW_PORT=8080" | sudo tee -a $OSM_DOCKER_WORK_DIR/webhook-translator.env
 483         echo "AIRFLOW_USER=admin" | sudo tee -a $OSM_DOCKER_WORK_DIR/webhook-translator.env
 484         echo "AIRFLOW_PASS=admin" | sudo tee -a $OSM_DOCKER_WORK_DIR/webhook-translator.env
 485     fi
 486
 487     echo "Finished generation of docker env files"
 488     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 489 }
 490
 491 #creates secrets from env files which will be used by containers
 492 function kube_secrets(){
 493     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 494     kubectl create ns $OSM_STACK_NAME
 495     kubectl create secret generic lcm-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lcm.env
 496     kubectl create secret generic mon-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/mon.env
 497     kubectl create secret generic nbi-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/nbi.env
 498     kubectl create secret generic ro-db-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro-db.env
 499     kubectl create secret generic ro-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro.env
 500     kubectl create secret generic keystone-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/keystone.env
 501     kubectl create secret generic pol-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/pol.env
 502     if [ -n "${INSTALL_NGSA}" ]; then
 503         kubectl create secret generic ngsa-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ngsa.env
 504         kubectl create secret generic webhook-translator-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/webhook-translator.env
 505     fi
 506     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 507 }
 508
 509 #deploys osm pods and services
 510 function deploy_osm_services() {
 511     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 512     kubectl apply -n $OSM_STACK_NAME -f $OSM_K8S_WORK_DIR
 513     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 514 }
 515
 516 #deploy charmed services
 517 function deploy_charmed_services() {
 518     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 519     juju add-model $OSM_STACK_NAME $OSM_VCA_K8S_CLOUDNAME
 520     juju deploy ch:mongodb-k8s -m $OSM_STACK_NAME
 521     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 522 }
 523
 524 function deploy_osm_pla_service() {
 525     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 526     # corresponding to deploy_osm_services
 527     kubectl apply -n $OSM_STACK_NAME -f $OSM_DOCKER_WORK_DIR/osm_pla
 528     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 529 }
 530
 531 function install_osm_ngsa_service() {
 532     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 533     $OSM_DEVOPS/installers/install_ngsa.sh -d ${OSM_HELM_WORK_DIR} -D ${OSM_DEVOPS} -t ${OSM_DOCKER_TAG} ${DEBUG_INSTALL} || \
 534     FATAL_TRACK install_osm_ngsa_service "install_ngsa.sh failed"
 535     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 536 }
 537
 538 function parse_yaml() {
 539     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 540     TAG=$1
 541     shift
 542     services=$@
 543     for module in $services; do
 544         if [ "$module" == "pla" ]; then
 545             if [ -n "$INSTALL_PLA" ]; then
 546                 echo "Updating K8s manifest file from opensourcemano\/pla:.* to ${DOCKER_REGISTRY_URL}${DOCKER_USER}\/pla:${TAG}"
 547                 sudo sed -i "s#opensourcemano/pla:.*#${DOCKER_REGISTRY_URL}${DOCKER_USER}/pla:${TAG}#g" ${OSM_DOCKER_WORK_DIR}/osm_pla/pla.yaml
 548             fi
 549         else
 550             image=${module}
 551             if [ "$module" == "ng-prometheus" ]; then
 552                 image="prometheus"
 553             fi
 554             echo "Updating K8s manifest file from opensourcemano\/${image}:.* to ${DOCKER_REGISTRY_URL}${DOCKER_USER}\/${image}:${TAG}"
 555             sudo sed -i "s#opensourcemano/${image}:.*#${DOCKER_REGISTRY_URL}${DOCKER_USER}/${image}:${TAG}#g" ${OSM_K8S_WORK_DIR}/${module}.yaml
 556         fi
 557     done
 558     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 559 }
 560
 561 function update_manifest_files() {
 562     osm_services="nbi lcm ro pol mon ng-ui keystone pla prometheus ng-prometheus"
 563     list_of_services=""
 564     for module in $osm_services; do
 565         module_upper="${module^^}"
 566         if ! echo $TO_REBUILD | grep -q $module_upper ; then
 567             list_of_services="$list_of_services $module"
 568         fi
 569     done
 570     if [ ! "$OSM_DOCKER_TAG" == "13" ]; then
 571         parse_yaml $OSM_DOCKER_TAG $list_of_services
 572     fi
 573     if [ -n "$MODULE_DOCKER_TAG" ]; then
 574         parse_yaml $MODULE_DOCKER_TAG $list_of_services_to_rebuild
 575     fi
 576     # The manifest for prometheus is prometheus.yaml or ng-prometheus.yaml, depending on the installation option
 577     if [ -n "$INSTALL_NGSA" ]; then
 578         sudo rm -f ${OSM_K8S_WORK_DIR}/prometheus.yaml
 579     else
 580         sudo rm -f ${OSM_K8S_WORK_DIR}/ng-prometheus.yaml
 581         sudo rm -f ${OSM_K8S_WORK_DIR}/webhook-translator.yaml
 582     fi
 583     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 584 }
 585
 586 function namespace_vol() {
 587     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 588     # List of services with a volume mounted in path /var/lib/osm
 589     osm_services="mysql"
 590     for osm in $osm_services; do
 591         if [ -f "$OSM_K8S_WORK_DIR/$osm.yaml" ] ; then
 592             sudo sed -i "s#path: /var/lib/osm#path: $OSM_NAMESPACE_VOL#g" $OSM_K8S_WORK_DIR/$osm.yaml
 593         fi
 594     done
 595     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 596 }
 597
 598 function add_local_k8scluster() {
 599     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 600     /usr/bin/osm --all-projects vim-create \
 601       --name _system-osm-vim \
 602       --account_type dummy \
 603       --auth_url http://dummy \
 604       --user osm --password osm --tenant osm \
 605       --description "dummy" \
 606       --config '{management_network_name: mgmt}'
 607     /usr/bin/osm --all-projects k8scluster-add \
 608       --creds ${HOME}/.kube/config \
 609       --vim _system-osm-vim \
 610       --k8s-nets '{"net1": null}' \
 611       --version '1.15' \
 612       --description "OSM Internal Cluster" \
 613       _system-osm-k8s
 614     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 615 }
 616
 617 function configure_apt_proxy() {
 618     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 619     OSM_APT_PROXY=$1
 620     OSM_APT_PROXY_FILE="/etc/apt/apt.conf.d/osm-apt"
 621     echo "Configuring apt proxy in file ${OSM_APT_PROXY_FILE}"
 622     if [ ! -f ${OSM_APT_PROXY_FILE} ]; then
 623         sudo bash -c "cat <<EOF > ${OSM_APT_PROXY}
 624 Acquire::http { Proxy \"${OSM_APT_PROXY}\"; }
 625 EOF"
 626     else
 627         sudo sed -i "s|Proxy.*|Proxy \"${OSM_APT_PROXY}\"; }|" ${OSM_APT_PROXY_FILE}
 628     fi
 629     sudo apt-get update || FATAL "Configured apt proxy, but couldn't run 'apt-get update'. Check ${OSM_APT_PROXY_FILE}"
 630     track prereq apt_proxy_configured_ok
 631     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 632 }
 633
 634 function ask_proceed() {
 635     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 636
 637     [ -z "$ASSUME_YES" ] && ! ask_user "The installation will do the following
 638     1. Install and configure LXD
 639     2. Install juju
 640     3. Install docker CE
 641     4. Disable swap space
 642     5. Install and initialize Kubernetes
 643     as pre-requirements.
 644     Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
 645
 646     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 647 }
 648
 649 function check_osm_behind_proxy() {
 650     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 651
 652     export OSM_BEHIND_PROXY=""
 653     export OSM_PROXY_ENV_VARIABLES=""
 654     [ -n "${http_proxy}" ] && OSM_BEHIND_PROXY="y" && echo "http_proxy=${http_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} http_proxy"
 655     [ -n "${https_proxy}" ] && OSM_BEHIND_PROXY="y" && echo "https_proxy=${https_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} https_proxy"
 656     [ -n "${HTTP_PROXY}" ] && OSM_BEHIND_PROXY="y" && echo "HTTP_PROXY=${HTTP_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} HTTP_PROXY"
 657     [ -n "${HTTPS_PROXY}" ] && OSM_BEHIND_PROXY="y" && echo "https_proxy=${HTTPS_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} HTTPS_PROXY"
 658     [ -n "${no_proxy}" ] && echo "no_proxy=${no_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} no_proxy"
 659     [ -n "${NO_PROXY}" ] && echo "NO_PROXY=${NO_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} NO_PROXY"
 660
 661     echo "OSM_BEHIND_PROXY=${OSM_BEHIND_PROXY}"
 662     echo "OSM_PROXY_ENV_VARIABLES=${OSM_PROXY_ENV_VARIABLES}"
 663
 664     if [ -n "${OSM_BEHIND_PROXY}" ]; then
 665         [ -z "$ASSUME_YES" ] && ! ask_user "
 666 The following env variables have been found for the current user:
 667 ${OSM_PROXY_ENV_VARIABLES}.
 668
 669 This suggests that this machine is behind a proxy and a special configuration is required.
 670 The installer will install Docker CE, LXD and Juju to work behind a proxy using those
 671 env variables.
 672
 673 Take into account that the installer uses apt, curl, wget, docker, lxd, juju and snap.
 674 Depending on the program, the env variables to work behind a proxy might be different
 675 (e.g. http_proxy vs HTTP_PROXY).
 676
 677 For that reason, it is strongly recommended that at least http_proxy, https_proxy, HTTP_PROXY
 678 and HTTPS_PROXY are defined.
 679
 680 Finally, some of the programs (apt, snap) those programs are run as sudoer, requiring that
 681 those env variables are also set for root user. If you are not sure whether those variables
 682 are configured for the root user, you can stop the installation now.
 683
 684 Do you want to proceed with the installation (Y/n)? " y && echo "Cancelled!" && exit 1
 685     else
 686         echo "This machine is not behind a proxy"
 687     fi
 688
 689     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 690 }
 691
 692 function find_devops_folder() {
 693     if [ -z "$OSM_DEVOPS" ]; then
 694         if [ -n "$TEST_INSTALLER" ]; then
 695             echo -e "\nUsing local devops repo for OSM installation"
 696             OSM_DEVOPS="$(dirname $(realpath $(dirname $0)))"
 697         else
 698             echo -e "\nCreating temporary dir for OSM installation"
 699             OSM_DEVOPS="$(mktemp -d -q --tmpdir "installosm.XXXXXX")"
 700             trap 'rm -rf "$OSM_DEVOPS"' EXIT
 701             git clone https://osm.etsi.org/gerrit/osm/devops.git $OSM_DEVOPS
 702         fi
 703     fi
 704 }
 705
 706 function install_osm() {
 707     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 708
 709     trap ctrl_c INT
 710
 711     # TODO: move this under start
 712     [ -n "$DOCKER_REGISTRY_URL" ] && parse_docker_registry_url
 713
 714     check_osm_behind_proxy
 715     track checks proxy_ok
 716
 717     check_packages "git wget curl tar snapd"
 718
 719     sudo snap install jq || FATAL "Could not install jq (snap package). Make sure that snap works"
 720
 721     find_devops_folder
 722
 723     # TODO: the use of stacks come from docker-compose. We should probably remove
 724     [ "${OSM_STACK_NAME}" == "osm" ] || OSM_DOCKER_WORK_DIR="$OSM_WORK_DIR/stack/$OSM_STACK_NAME"
 725
 726     track start release $RELEASE none none docker_tag $OSM_DOCKER_TAG none none installation_type $OSM_INSTALLATION_TYPE none none
 727
 728     track checks checkingroot_ok
 729     [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges."
 730     track checks noroot_ok
 731
 732     ask_proceed
 733     track checks proceed_ok
 734
 735     echo "Installing OSM"
 736
 737     echo "Determining IP address of the interface with the default route"
 738     [ -z "$OSM_DEFAULT_IF" ] && OSM_DEFAULT_IF=$(ip route list|awk '$1=="default" {print $5; exit}')
 739     [ -z "$OSM_DEFAULT_IF" ] && OSM_DEFAULT_IF=$(route -n |awk '$1~/^0.0.0.0/ {print $8; exit}')
 740     [ -z "$OSM_DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
 741     OSM_DEFAULT_IP=`ip -o -4 a s ${OSM_DEFAULT_IF} |awk '{split($4,a,"/"); print a[1]; exit}'`
 742     [ -z "$OSM_DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
 743
 744     # configure apt proxy
 745     [ -n "$APT_PROXY_URL" ] && configure_apt_proxy $APT_PROXY_URL
 746
 747     # if no host is passed in, we need to install lxd/juju, unless explicilty asked not to
 748     if [ -z "$OSM_VCA_HOST" ] && [ -z "$INSTALL_NOLXD" ] && [ -z "$LXD_CLOUD_FILE" ]; then
 749         LXD_INSTALL_OPTS="-D ${OSM_DEVOPS} -i ${OSM_DEFAULT_IF} ${DEBUG_INSTALL}"
 750         [ -n "${OSM_BEHIND_PROXY}" ] && LXD_INSTALL_OPTS="${LXD_INSTALL_OPTS} -P"
 751         $OSM_DEVOPS/installers/install_lxd.sh ${LXD_INSTALL_OPTS} || FATAL_TRACK lxd "install_lxd.sh failed"
 752     fi
 753
 754     track prereq prereqok_ok
 755
 756     if [ ! -n "$INSTALL_NODOCKER" ]; then
 757         DOCKER_CE_OPTS="-D ${OSM_DEVOPS} ${DEBUG_INSTALL}"
 758         [ -n "${DOCKER_PROXY_URL}" ] && DOCKER_CE_OPTS="${DOCKER_CE_OPTS} -p ${DOCKER_PROXY_URL}"
 759         [ -n "${OSM_BEHIND_PROXY}" ] && DOCKER_CE_OPTS="${DOCKER_CE_OPTS} -P"
 760         $OSM_DEVOPS/installers/install_docker_ce.sh ${DOCKER_CE_OPTS} || FATAL_TRACK docker_ce "install_docker_ce.sh failed"
 761     fi
 762
 763     track docker_ce docker_ce_ok
 764
 765     echo "Creating folders for installation"
 766     [ ! -d "$OSM_DOCKER_WORK_DIR" ] && sudo mkdir -p $OSM_DOCKER_WORK_DIR
 767     [ ! -d "$OSM_DOCKER_WORK_DIR/osm_pla" -a -n "$INSTALL_PLA" ] && sudo mkdir -p $OSM_DOCKER_WORK_DIR/osm_pla
 768     sudo cp -b $OSM_DEVOPS/installers/docker/cluster-config.yaml $OSM_DOCKER_WORK_DIR/cluster-config.yaml
 769
 770     $OSM_DEVOPS/installers/install_kubeadm_cluster.sh -i ${OSM_DEFAULT_IP} -d ${OSM_DOCKER_WORK_DIR} -D ${OSM_DEVOPS} ${DEBUG_INSTALL} || \
 771     FATAL_TRACK k8scluster "install_kubeadm_cluster.sh failed"
 772     track k8scluster k8scluster_ok
 773
 774     JUJU_OPTS="-D ${OSM_DEVOPS} -s ${OSM_STACK_NAME} -i ${OSM_DEFAULT_IP} ${DEBUG_INSTALL} ${INSTALL_NOJUJU} ${INSTALL_CACHELXDIMAGES}"
 775     [ -n "${OSM_VCA_HOST}" ] && JUJU_OPTS="$JUJU_OPTS -H ${OSM_VCA_HOST}"
 776     [ -n "${LXD_CLOUD_FILE}" ] && JUJU_OPTS="$JUJU_OPTS -l ${LXD_CLOUD_FILE}"
 777     [ -n "${LXD_CRED_FILE}" ] && JUJU_OPTS="$JUJU_OPTS -L ${LXD_CRED_FILE}"
 778     [ -n "${CONTROLLER_NAME}" ] && JUJU_OPTS="$JUJU_OPTS -K ${CONTROLLER_NAME}"
 779     [ -n "${OSM_BEHIND_PROXY}" ] && JUJU_OPTS="${JUJU_OPTS} -P"
 780     $OSM_DEVOPS/installers/install_juju.sh ${JUJU_OPTS} || FATAL_TRACK juju "install_juju.sh failed"
 781     set_vca_variables
 782     track juju juju_ok
 783
 784     if [ -z "$OSM_DATABASE_COMMONKEY" ]; then
 785         OSM_DATABASE_COMMONKEY=$(generate_secret)
 786         [ -z "OSM_DATABASE_COMMONKEY" ] && FATAL "Cannot generate common db secret"
 787     fi
 788
 789     # Deploy OSM services
 790     [ -z "$DOCKER_NOBUILD" ] && generate_docker_images
 791     track docker_images docker_images_ok
 792
 793     generate_k8s_manifest_files
 794     track osm_files manifest_files_ok
 795     generate_docker_env_files
 796     track osm_files env_files_ok
 797
 798     deploy_charmed_services
 799     track deploy_osm deploy_charmed_services_ok
 800     kube_secrets
 801     track deploy_osm kube_secrets_ok
 802     update_manifest_files
 803     track deploy_osm update_manifest_files_ok
 804     namespace_vol
 805     track deploy_osm namespace_vol_ok
 806     deploy_osm_services
 807     track deploy_osm deploy_osm_services_k8s_ok
 808     if [ -n "$INSTALL_PLA" ]; then
 809         # optional PLA install
 810         deploy_osm_pla_service
 811         track deploy_osm deploy_osm_pla_ok
 812     fi
 813     if [ -n "$INSTALL_K8S_MONITOR" ]; then
 814         # install OSM MONITORING
 815         install_k8s_monitoring
 816         track deploy_osm install_k8s_monitoring_ok
 817     fi
 818     if [ -n "$INSTALL_NGSA" ]; then
 819         # optional PLA install
 820         install_osm_ngsa_service
 821         track deploy_osm install_osm_ngsa_ok
 822     fi
 823
 824     [ -z "$INSTALL_NOHOSTCLIENT" ] && install_osmclient
 825     track osmclient osmclient_ok
 826
 827     echo -e "Checking OSM health state..."
 828     $OSM_DEVOPS/installers/osm_health.sh -s ${OSM_STACK_NAME} -k || \
 829     (echo -e "OSM is not healthy, but will probably converge to a healthy state soon." && \
 830     echo -e "Check OSM status with: kubectl -n ${OSM_STACK_NAME} get all" && \
 831     track healthchecks osm_unhealthy didnotconverge)
 832     track healthchecks after_healthcheck_ok
 833
 834     add_local_k8scluster
 835     track final_ops add_local_k8scluster_ok
 836
 837     arrange_docker_default_network_policy
 838
 839     wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README2.txt &> /dev/null
 840     track end
 841     sudo find /etc/osm
 842     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 843     return 0
 844 }
 845
 846 function install_to_openstack() {
 847     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 848
 849     if [ -z "$2" ]; then
 850         FATAL "OpenStack installer requires a valid external network name"
 851     fi
 852
 853     # Install Pip for Python3
 854     sudo apt install -y python3-pip python3-venv
 855     sudo -H LC_ALL=C python3 -m pip install -U pip
 856
 857     # Create a venv to avoid conflicts with the host installation
 858     python3 -m venv $OPENSTACK_PYTHON_VENV
 859
 860     source $OPENSTACK_PYTHON_VENV/bin/activate
 861
 862     # Install Ansible, OpenStack client and SDK, latest openstack version supported is Train
 863     python -m pip install -U wheel
 864     python -m pip install -U "python-openstackclient<=4.0.2" "openstacksdk>=0.12.0,<=0.36.2" "ansible>=2.10,<2.11"
 865
 866     # Install the Openstack cloud module (ansible>=2.10)
 867     ansible-galaxy collection install openstack.cloud
 868
 869     export ANSIBLE_CONFIG="$OSM_DEVOPS/installers/openstack/ansible.cfg"
 870
 871     OSM_INSTALLER_ARGS="${REPO_ARGS[@]}"
 872
 873     ANSIBLE_VARS="external_network_name=$2 setup_volume=$3 server_name=$OPENSTACK_VM_NAME"
 874
 875     if [ -n "$OPENSTACK_SSH_KEY_FILE" ]; then
 876         ANSIBLE_VARS+=" key_file=$OPENSTACK_SSH_KEY_FILE"
 877     fi
 878
 879     if [ -n "$OPENSTACK_USERDATA_FILE" ]; then
 880         ANSIBLE_VARS+=" userdata_file=$OPENSTACK_USERDATA_FILE"
 881     fi
 882
 883     # Execute the Ansible playbook based on openrc or clouds.yaml
 884     if [ -e "$1" ]; then
 885         . $1
 886         ansible-playbook -e installer_args="\"$OSM_INSTALLER_ARGS\"" -e "$ANSIBLE_VARS" \
 887         $OSM_DEVOPS/installers/openstack/site.yml
 888     else
 889         ansible-playbook -e installer_args="\"$OSM_INSTALLER_ARGS\"" -e "$ANSIBLE_VARS" \
 890         -e cloud_name=$1 $OSM_DEVOPS/installers/openstack/site.yml
 891     fi
 892
 893     # Exit from venv
 894     deactivate
 895
 896     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 897     return 0
 898 }
 899
 900 function arrange_docker_default_network_policy() {
 901     echo -e "Fixing firewall so docker and LXD can share the same host without affecting each other."
 902     sudo iptables -I DOCKER-USER -j ACCEPT
 903     sudo iptables-save | sudo tee /etc/iptables/rules.v4
 904     sudo ip6tables-save | sudo tee /etc/iptables/rules.v6
 905 }
 906
 907 function install_k8s_monitoring() {
 908     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 909     # install OSM monitoring
 910     sudo chmod +x $OSM_DEVOPS/installers/k8s/*.sh
 911     sudo $OSM_DEVOPS/installers/k8s/install_osm_k8s_monitoring.sh || FATAL_TRACK install_k8s_monitoring "k8s/install_osm_k8s_monitoring.sh failed"
 912     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 913 }
 914
 915 function dump_vars(){
 916     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 917     echo "APT_PROXY_URL=$APT_PROXY_URL"
 918     echo "DEVELOP=$DEVELOP"
 919     echo "DEBUG_INSTALL=$DEBUG_INSTALL"
 920     echo "DOCKER_NOBUILD=$DOCKER_NOBUILD"
 921     echo "DOCKER_PROXY_URL=$DOCKER_PROXY_URL"
 922     echo "DOCKER_REGISTRY_URL=$DOCKER_REGISTRY_URL"
 923     echo "DOCKER_USER=$DOCKER_USER"
 924     echo "INSTALL_CACHELXDIMAGES=$INSTALL_CACHELXDIMAGES"
 925     echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE"
 926     echo "INSTALL_K8S_MONITOR=$INSTALL_K8S_MONITOR"
 927     echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT"
 928     echo "INSTALL_LXD=$INSTALL_LXD"
 929     echo "INSTALL_NGSA=$INSTALL_NGSA"
 930     echo "INSTALL_NODOCKER=$INSTALL_NODOCKER"
 931     echo "INSTALL_NOJUJU=$INSTALL_NOJUJU"
 932     echo "INSTALL_NOLXD=$INSTALL_NOLXD"
 933     echo "INSTALL_ONLY=$INSTALL_ONLY"
 934     echo "INSTALL_PLA=$INSTALL_PLA"
 935     echo "INSTALL_TO_OPENSTACK=$INSTALL_TO_OPENSTACK"
 936     echo "INSTALL_VIMEMU=$INSTALL_VIMEMU"
 937     echo "NO_HOST_PORTS=$NO_HOST_PORTS"
 938     echo "OPENSTACK_PUBLIC_NET_NAME=$OPENSTACK_PUBLIC_NET_NAME"
 939     echo "OPENSTACK_OPENRC_FILE_OR_CLOUD=$OPENSTACK_OPENRC_FILE_OR_CLOUD"
 940     echo "OPENSTACK_ATTACH_VOLUME=$OPENSTACK_ATTACH_VOLUME"
 941     echo "OPENSTACK_SSH_KEY_FILE"="$OPENSTACK_SSH_KEY_FILE"
 942     echo "OPENSTACK_USERDATA_FILE"="$OPENSTACK_USERDATA_FILE"
 943     echo "OPENSTACK_VM_NAME"="$OPENSTACK_VM_NAME"
 944     echo "OSM_DEVOPS=$OSM_DEVOPS"
 945     echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
 946     echo "OSM_DOCKER_WORK_DIR=$OSM_DOCKER_WORK_DIR"
 947     echo "OSM_HELM_WORK_DIR=$OSM_HELM_WORK_DIR"
 948     echo "OSM_K8S_WORK_DIR=$OSM_K8S_WORK_DIR"
 949     echo "OSM_STACK_NAME=$OSM_STACK_NAME"
 950     echo "OSM_VCA_HOST=$OSM_VCA_HOST"
 951     echo "OSM_VCA_PUBKEY=$OSM_VCA_PUBKEY"
 952     echo "OSM_VCA_SECRET=$OSM_VCA_SECRET"
 953     echo "OSM_WORK_DIR=$OSM_WORK_DIR"
 954     echo "PULL_IMAGES=$PULL_IMAGES"
 955     echo "RECONFIGURE=$RECONFIGURE"
 956     echo "RELEASE=$RELEASE"
 957     echo "REPOSITORY=$REPOSITORY"
 958     echo "REPOSITORY_BASE=$REPOSITORY_BASE"
 959     echo "REPOSITORY_KEY=$REPOSITORY_KEY"
 960     echo "SHOWOPTS=$SHOWOPTS"
 961     echo "TEST_INSTALLER=$TEST_INSTALLER"
 962     echo "TO_REBUILD=$TO_REBUILD"
 963     echo "UNINSTALL=$UNINSTALL"
 964     echo "UPDATE=$UPDATE"
 965     echo "Install from specific refspec (-b): $COMMIT_ID"
 966     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 967 }
 968
 969 function parse_docker_registry_url() {
 970     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 971     DOCKER_REGISTRY_USER=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); split(a[1],b,":"); print b[1]}')
 972     DOCKER_REGISTRY_PASSWORD=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); split(a[1],b,":"); print b[2]}')
 973     DOCKER_REGISTRY_URL=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); print a[2]}')
 974     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 975 }
 976
 977 function ctrl_c() {
 978     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 979     echo "** Trapped CTRL-C"
 980     FATAL "User stopped the installation"
 981     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 982 }
 983
 984 UNINSTALL=""
 985 DEVELOP=""
 986 UPDATE=""
 987 RECONFIGURE=""
 988 TEST_INSTALLER=""
 989 INSTALL_LXD=""
 990 SHOWOPTS=""
 991 COMMIT_ID=""
 992 ASSUME_YES=""
 993 APT_PROXY_URL=""
 994 INSTALL_FROM_SOURCE=""
 995 DEBUG_INSTALL=""
 996 RELEASE="ReleaseTEN"
 997 REPOSITORY="stable"
 998 INSTALL_K8S_MONITOR=""
 999 INSTALL_NGSA=""
1000 INSTALL_PLA=""
1001 INSTALL_VIMEMU=""
1002 LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd"
1003 LXD_REPOSITORY_PATH=""
1004 INSTALL_LIGHTWEIGHT="y"
1005 INSTALL_TO_OPENSTACK=""
1006 OPENSTACK_OPENRC_FILE_OR_CLOUD=""
1007 OPENSTACK_PUBLIC_NET_NAME=""
1008 OPENSTACK_ATTACH_VOLUME="false"
1009 OPENSTACK_SSH_KEY_FILE=""
1010 OPENSTACK_USERDATA_FILE=""
1011 OPENSTACK_VM_NAME="server-osm"
1012 OPENSTACK_PYTHON_VENV="$HOME/.virtual-envs/osm"
1013 INSTALL_ONLY=""
1014 TO_REBUILD=""
1015 INSTALL_NOLXD=""
1016 INSTALL_NODOCKER=""
1017 INSTALL_NOJUJU=""
1018 INSTALL_NOHOSTCLIENT=""
1019 INSTALL_CACHELXDIMAGES=""
1020 OSM_DEVOPS=
1021 OSM_VCA_HOST=
1022 OSM_VCA_SECRET=
1023 OSM_VCA_PUBKEY=
1024 OSM_VCA_CLOUDNAME="localhost"
1025 OSM_VCA_K8S_CLOUDNAME="k8scloud"
1026 OSM_STACK_NAME=osm
1027 NO_HOST_PORTS=""
1028 DOCKER_NOBUILD=""
1029 REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
1030 REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/debian"
1031 OSM_WORK_DIR="/etc/osm"
1032 OSM_DOCKER_WORK_DIR="${OSM_WORK_DIR}/docker"
1033 OSM_K8S_WORK_DIR="${OSM_DOCKER_WORK_DIR}/osm_pods"
1034 OSM_HELM_WORK_DIR="${OSM_WORK_DIR}/helm"
1035 OSM_HOST_VOL="/var/lib/osm"
1036 OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1037 OSM_DOCKER_TAG=latest
1038 DOCKER_USER=opensourcemano
1039 PULL_IMAGES="y"
1040 KAFKA_TAG=2.11-1.0.2
1041 KIWIGRID_K8S_SIDECAR_TAG="1.15.6"
1042 PROMETHEUS_TAG=v2.28.1
1043 GRAFANA_TAG=8.1.1
1044 PROMETHEUS_NODE_EXPORTER_TAG=0.18.1
1045 PROMETHEUS_CADVISOR_TAG=latest
1046 KEYSTONEDB_TAG=10
1047 OSM_DATABASE_COMMONKEY=
1048 ELASTIC_VERSION=6.4.2
1049 ELASTIC_CURATOR_VERSION=5.5.4
1050 POD_NETWORK_CIDR=10.244.0.0/16
1051 K8S_MANIFEST_DIR="/etc/kubernetes/manifests"
1052 RE_CHECK='^[a-z0-9]([-a-z0-9]*[a-z0-9])?$'
1053 DOCKER_REGISTRY_URL=
1054 DOCKER_PROXY_URL=
1055 MODULE_DOCKER_TAG=
1056 OSM_INSTALLATION_TYPE="Default"
1057
1058 while getopts ":a:b:r:n:k:u:R:D:o:O:m:N:H:S:s:t:U:P:A:l:L:K:d:p:T:f:F:-: hy" o; do
1059     case "${o}" in
1060         a)
1061             APT_PROXY_URL=${OPTARG}
1062             ;;
1063         b)
1064             COMMIT_ID=${OPTARG}
1065             PULL_IMAGES=""
1066             ;;
1067         r)
1068             REPOSITORY="${OPTARG}"
1069             REPO_ARGS+=(-r "$REPOSITORY")
1070             ;;
1071         k)
1072             REPOSITORY_KEY="${OPTARG}"
1073             REPO_ARGS+=(-k "$REPOSITORY_KEY")
1074             ;;
1075         u)
1076             REPOSITORY_BASE="${OPTARG}"
1077             REPO_ARGS+=(-u "$REPOSITORY_BASE")
1078             ;;
1079         R)
1080             RELEASE="${OPTARG}"
1081             REPO_ARGS+=(-R "$RELEASE")
1082             ;;
1083         D)
1084             OSM_DEVOPS="${OPTARG}"
1085             ;;
1086         o)
1087             INSTALL_ONLY="y"
1088             [ "${OPTARG}" == "k8s_monitor" ] && INSTALL_K8S_MONITOR="y" && continue
1089             [ "${OPTARG}" == "ng-sa" ] && INSTALL_NGSA="y" && continue
1090             ;;
1091         O)
1092             INSTALL_TO_OPENSTACK="y"
1093             if [ -n "${OPTARG}" ]; then
1094                 OPENSTACK_OPENRC_FILE_OR_CLOUD="${OPTARG}"
1095             else
1096                 echo -e "Invalid argument for -O : ' $OPTARG'\n" >&2
1097                 usage && exit 1
1098             fi
1099             ;;
1100         f)
1101             OPENSTACK_SSH_KEY_FILE="${OPTARG}"
1102             ;;
1103         F)
1104             OPENSTACK_USERDATA_FILE="${OPTARG}"
1105             ;;
1106         N)
1107             OPENSTACK_PUBLIC_NET_NAME="${OPTARG}"
1108             ;;
1109         m)
1110             [ "${OPTARG}" == "NG-UI" ] && TO_REBUILD="$TO_REBUILD NG-UI" && continue
1111             [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue
1112             [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue
1113             [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue
1114             [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue
1115             [ "${OPTARG}" == "POL" ] && TO_REBUILD="$TO_REBUILD POL" && continue
1116             [ "${OPTARG}" == "PLA" ] && TO_REBUILD="$TO_REBUILD PLA" && continue
1117             [ "${OPTARG}" == "osmclient" ] && TO_REBUILD="$TO_REBUILD osmclient" && continue
1118             [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue
1119             [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue
1120             [ "${OPTARG}" == "PROMETHEUS" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS" && continue
1121             [ "${OPTARG}" == "PROMETHEUS-CADVISOR" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS-CADVISOR" && continue
1122             [ "${OPTARG}" == "KEYSTONE-DB" ] && TO_REBUILD="$TO_REBUILD KEYSTONE-DB" && continue
1123             [ "${OPTARG}" == "GRAFANA" ] && TO_REBUILD="$TO_REBUILD GRAFANA" && continue
1124             [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue
1125             ;;
1126         H)
1127             OSM_VCA_HOST="${OPTARG}"
1128             ;;
1129         S)
1130             OSM_VCA_SECRET="${OPTARG}"
1131             ;;
1132         s)
1133             OSM_STACK_NAME="${OPTARG}" && [[ ! "${OPTARG}" =~ $RE_CHECK ]] && echo "Namespace $OPTARG is invalid. Regex used for validation is $RE_CHECK" && exit 0
1134             ;;
1135         t)
1136             OSM_DOCKER_TAG="${OPTARG}"
1137             REPO_ARGS+=(-t "$OSM_DOCKER_TAG")
1138             ;;
1139         U)
1140             DOCKER_USER="${OPTARG}"
1141             ;;
1142         P)
1143             OSM_VCA_PUBKEY=$(cat ${OPTARG})
1144             ;;
1145         A)
1146             OSM_VCA_APIPROXY="${OPTARG}"
1147             ;;
1148         l)
1149             LXD_CLOUD_FILE="${OPTARG}"
1150             ;;
1151         L)
1152             LXD_CRED_FILE="${OPTARG}"
1153             ;;
1154         K)
1155             CONTROLLER_NAME="${OPTARG}"
1156             ;;
1157         d)
1158             DOCKER_REGISTRY_URL="${OPTARG}"
1159             ;;
1160         p)
1161             DOCKER_PROXY_URL="${OPTARG}"
1162             ;;
1163         T)
1164             MODULE_DOCKER_TAG="${OPTARG}"
1165             ;;
1166         -)
1167             [ "${OPTARG}" == "help" ] && usage && exit 0
1168             [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && PULL_IMAGES="" && continue
1169             [ "${OPTARG}" == "debug" ] && DEBUG_INSTALL="--debug" && continue
1170             [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue
1171             [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue
1172             [ "${OPTARG}" == "update" ] && UPDATE="y" && continue
1173             [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue
1174             [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue
1175             [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue
1176             [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue
1177             [ "${OPTARG}" == "nodocker" ] && INSTALL_NODOCKER="y" && continue
1178             [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue
1179             [ "${OPTARG}" == "nohostports" ] && NO_HOST_PORTS="y" && continue
1180             [ "${OPTARG}" == "nojuju" ] && INSTALL_NOJUJU="--nojuju" && continue
1181             [ "${OPTARG}" == "nodockerbuild" ] && DOCKER_NOBUILD="y" && continue
1182             [ "${OPTARG}" == "nohostclient" ] && INSTALL_NOHOSTCLIENT="y" && continue
1183             [ "${OPTARG}" == "pullimages" ] && continue
1184             [ "${OPTARG}" == "k8s_monitor" ] && INSTALL_K8S_MONITOR="y" && continue
1185             [ "${OPTARG}" == "charmed" ] && CHARMED="y" && OSM_INSTALLATION_TYPE="Charmed" && continue
1186             [ "${OPTARG}" == "bundle" ] && continue
1187             [ "${OPTARG}" == "k8s" ] && continue
1188             [ "${OPTARG}" == "lxd" ] && continue
1189             [ "${OPTARG}" == "lxd-cred" ] && continue
1190             [ "${OPTARG}" == "microstack" ] && continue
1191             [ "${OPTARG}" == "overlay" ] && continue
1192             [ "${OPTARG}" == "only-vca" ] && continue
1193             [ "${OPTARG}" == "small-profile" ] && continue
1194             [ "${OPTARG}" == "vca" ] && continue
1195             [ "${OPTARG}" == "ha" ] && continue
1196             [ "${OPTARG}" == "tag" ] && continue
1197             [ "${OPTARG}" == "registry" ] && continue
1198             [ "${OPTARG}" == "pla" ] && INSTALL_PLA="y" && continue
1199             [ "${OPTARG}" == "ng-sa" ] && INSTALL_NGSA="y" && continue
1200             [ "${OPTARG}" == "volume" ] && OPENSTACK_ATTACH_VOLUME="true" && continue
1201             [ "${OPTARG}" == "nocachelxdimages" ] && continue
1202             [ "${OPTARG}" == "cachelxdimages" ] && INSTALL_CACHELXDIMAGES="--cachelxdimages" && continue
1203             echo -e "Invalid option: '--$OPTARG'\n" >&2
1204             usage && exit 1
1205             ;;
1206         :)
1207             echo "Option -$OPTARG requires an argument" >&2
1208             usage && exit 1
1209             ;;
1210         \?)
1211             echo -e "Invalid option: '-$OPTARG'\n" >&2
1212             usage && exit 1
1213             ;;
1214         h)
1215             usage && exit 0
1216             ;;
1217         y)
1218             ASSUME_YES="y"
1219             ;;
1220         *)
1221             usage && exit 1
1222             ;;
1223     esac
1224 done
1225
1226 source $OSM_DEVOPS/common/all_funcs
1227
1228 [ -z "${DEBUG_INSTALL}" ] || DEBUG Debug is on
1229 [ -n "$SHOWOPTS" ] && dump_vars && exit 0
1230
1231 # Uninstall if "--uninstall"
1232 if [ -n "$UNINSTALL" ]; then
1233     if [ -n "$CHARMED" ]; then
1234         ${OSM_DEVOPS}/installers/charmed_uninstall.sh -R $RELEASE -r $REPOSITORY -u $REPOSITORY_BASE -D $OSM_DEVOPS -t $DOCKER_TAG "$@" || \
1235         FATAL_TRACK charmed_uninstall "charmed_uninstall.sh failed"
1236     else
1237         ${OSM_DEVOPS}/installers/uninstall_osm.sh "$@" || \
1238         FATAL_TRACK community_uninstall "uninstall_osm.sh failed"
1239     fi
1240     echo -e "\nDONE"
1241     exit 0
1242 fi
1243
1244 # Charmed installation
1245 if [ -n "$CHARMED" ]; then
1246     sudo snap install jq || FATAL "Could not install jq (snap package). Make sure that snap works"
1247     export OSM_TRACK_INSTALLATION_ID="$(date +%s)-$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16)"
1248     track start release $RELEASE none none docker_tag $OSM_DOCKER_TAG none none installation_type $OSM_INSTALLATION_TYPE none none
1249     ${OSM_DEVOPS}/installers/charmed_install.sh --tag $OSM_DOCKER_TAG "$@" || \
1250     FATAL_TRACK charmed_install "charmed_install.sh failed"
1251     wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README2.txt &> /dev/null
1252     track end installation_type $OSM_INSTALLATION_TYPE
1253     echo -e "\nDONE"
1254     exit 0
1255 fi
1256
1257 # Installation to Openstack
1258 if [ -n "$INSTALL_TO_OPENSTACK" ]; then
1259     install_to_openstack $OPENSTACK_OPENRC_FILE_OR_CLOUD $OPENSTACK_PUBLIC_NET_NAME $OPENSTACK_ATTACH_VOLUME
1260     echo -e "\nDONE"
1261     exit 0
1262 fi
1263
1264 # Community_installer
1265
1266 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options"
1267 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" == " PLA" ] && [ -z "$INSTALL_PLA" ] && FATAL "Incompatible option: -m PLA cannot be used without --pla option"
1268 # if develop, we force master
1269 [ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master"
1270 OSM_K8S_WORK_DIR="$OSM_DOCKER_WORK_DIR/osm_pods" && OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1271 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_K8S_MONITOR" ] && install_k8s_monitoring
1272 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_NGSA" ] && install_osm_ngsa_service
1273 [ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0
1274
1275 #Installation starts here
1276 wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README.txt &> /dev/null
1277 export OSM_TRACK_INSTALLATION_ID="$(date +%s)-$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16)"
1278 install_osm
1279 echo -e "\nDONE"
1280 exit 0