installers/full_install_osm.sh

   1 #!/bin/bash
   2 #
   3 #   Licensed under the Apache License, Version 2.0 (the "License");
   4 #   you may not use this file except in compliance with the License.
   5 #   You may obtain a copy of the License at
   6 #
   7 #       http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 #   Unless required by applicable law or agreed to in writing, software
  10 #   distributed under the License is distributed on an "AS IS" BASIS,
  11 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 #   See the License for the specific language governing permissions and
  13 #   limitations under the License.
  14 #
  15
  16 function usage(){
  17     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
  18     echo -e "usage: $0 [OPTIONS]"
  19     echo -e "Install OSM"
  20     echo -e "  OPTIONS"
  21     echo -e "     -h / --help:    print this help"
  22     echo -e "     -y:             do not prompt for confirmation, assumes yes"
  23     echo -e "     -r <repo>:      use specified repository name for osm packages"
  24     echo -e "     -R <release>:   use specified release for osm binaries (deb packages, lxd images, ...)"
  25     echo -e "     -u <repo base>: use specified repository url for osm packages"
  26     echo -e "     -k <repo key>:  use specified repository public key url"
  27     echo -e "     -b <refspec>:   install OSM from source code using a specific branch (master, v2.0, ...) or tag"
  28     echo -e "                     -b master          (main dev branch)"
  29     echo -e "                     -b v2.0            (v2.0 branch)"
  30     echo -e "                     -b tags/v1.1.0     (a specific tag)"
  31     echo -e "                     ..."
  32     echo -e "     -a <apt proxy url>: use this apt proxy url when downloading apt packages (air-gapped installation)"
  33     echo -e "     -s <namespace>  namespace when installed using k8s, default is osm"
  34     echo -e "     -H <VCA host>   use specific juju host controller IP"
  35     echo -e "     -S <VCA secret> use VCA/juju secret key"
  36     echo -e "     -P <VCA pubkey> use VCA/juju public key file"
  37     echo -e "     -A <VCA apiproxy> use VCA/juju API proxy"
  38     echo -e "     --pla:          install the PLA module for placement support"
  39     echo -e "     --old-sa:       install old Service Assurance framework (MON, POL); do not install Airflow and Pushgateway"
  40     echo -e "     --ng-sa:        install new Service Assurance framework (Airflow, AlertManager and Pushgateway)  (enabled by default)"
  41     echo -e "     -m <MODULE>:    install OSM but only rebuild or pull the specified docker images (NG-UI, NBI, LCM, RO, MON, POL, PLA, KAFKA, MONGO, PROMETHEUS, PROMETHEUS-CADVISOR, KEYSTONE-DB, NONE)"
  42     echo -e "     -o <ADDON>:     ONLY (un)installs one of the addons (k8s_monitor, ng-sa)"
  43     echo -e "     -O <openrc file path/cloud name>: Install OSM to an OpenStack infrastructure. <openrc file/cloud name> is required. If a <cloud name> is used, the clouds.yaml file should be under ~/.config/openstack/ or /etc/openstack/"
  44     echo -e "     -N <openstack public network name/ID>: Public network name required to setup OSM to OpenStack"
  45     echo -e "     -f <path to SSH public key>: Public SSH key to use to deploy OSM to OpenStack"
  46     echo -e "     -F <path to cloud-init file>: Cloud-Init userdata file to deploy OSM to OpenStack"
  47     echo -e "     -D <devops path> use local devops installation path"
  48     echo -e "     -w <work dir>   Location to store runtime installation"
  49     echo -e "     -t <docker tag> specify osm docker tag (default is latest)"
  50     echo -e "     -l:             LXD cloud yaml file"
  51     echo -e "     -L:             LXD credentials yaml file"
  52     echo -e "     -K:             Specifies the name of the controller to use - The controller must be already bootstrapped"
  53     echo -e "     -d <docker registry URL> use docker registry URL instead of dockerhub"
  54     echo -e "     -p <docker proxy URL> set docker proxy URL as part of docker CE configuration"
  55     echo -e "     -T <docker tag> specify docker tag for the modules specified with option -m"
  56     echo -e "     --debug:        debug mode"
  57     echo -e "     --nocachelxdimages:  do not cache local lxd images, do not create cronjob for that cache (will save installation time, might affect instantiation time)"
  58     echo -e "     --cachelxdimages:  cache local lxd images, create cronjob for that cache (will make installation longer)"
  59     echo -e "     --nolxd:        do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)"
  60     echo -e "     --nodocker:     do not install docker, do not initialize a swarm (assumes docker is already installed and a swarm has been initialized)"
  61     echo -e "     --nojuju:       do not juju, assumes already installed"
  62     echo -e "     --nodockerbuild:do not build docker images (use existing locally cached images)"
  63     echo -e "     --nohostports:  do not expose docker ports to host (useful for creating multiple instances of osm on the same host)"
  64     echo -e "     --nohostclient: do not install the osmclient"
  65     echo -e "     --uninstall:    uninstall OSM: remove the containers and delete NAT rules"
  66     echo -e "     --source:       install OSM from source code using the latest stable tag"
  67     echo -e "     --develop:      (deprecated, use '-b master') install OSM from source code using the master branch"
  68     echo -e "     --pullimages:   pull/run osm images from docker.io/opensourcemano"
  69     echo -e "     --k8s_monitor:  install the OSM kubernetes monitoring with prometheus and grafana"
  70     echo -e "     --volume:       create a VM volume when installing to OpenStack"
  71     echo -e "     --showopts:     print chosen options and exit (only for debugging)"
  72     echo -e "     --charmed:                   Deploy and operate OSM with Charms on k8s"
  73     echo -e "     [--bundle <bundle path>]:    Specify with which bundle to deploy OSM with charms (--charmed option)"
  74     echo -e "     [--k8s <kubeconfig path>]:   Specify with which kubernetes to deploy OSM with charms (--charmed option)"
  75     echo -e "     [--vca <name>]:              Specifies the name of the controller to use - The controller must be already bootstrapped (--charmed option)"
  76     echo -e "     [--small-profile]:           Do not install and configure LXD which aims to use only K8s Clouds (--charmed option)"
  77     echo -e "     [--lxd <yaml path>]:         Takes a YAML file as a parameter with the LXD Cloud information (--charmed option)"
  78     echo -e "     [--lxd-cred <yaml path>]:    Takes a YAML file as a parameter with the LXD Credentials information (--charmed option)"
  79     echo -e "     [--microstack]:              Installs microstack as a vim. (--charmed option)"
  80     echo -e "     [--overlay]:                 Add an overlay to override some defaults of the default bundle (--charmed option)"
  81     echo -e "     [--ha]:                      Installs High Availability bundle. (--charmed option)"
  82     echo -e "     [--tag]:                     Docker image tag. (--charmed option)"
  83     echo -e "     [--registry]:                Docker registry with optional credentials as user:pass@hostname:port (--charmed option)"
  84     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
  85 }
  86
  87 # takes a juju/accounts.yaml file and returns the password specific
  88 # for a controller. I wrote this using only bash tools to minimize
  89 # additions of other packages
  90 function parse_juju_password {
  91     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
  92     password_file="${HOME}/.local/share/juju/accounts.yaml"
  93     local controller_name=$1
  94     local s='[[:space:]]*' w='[a-zA-Z0-9_-]*' fs=$(echo @|tr @ '\034')
  95     sed -ne "s|^\($s\):|\1|" \
  96          -e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \
  97          -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $password_file |
  98     awk -F$fs -v controller=$controller_name '{
  99         indent = length($1)/2;
 100         vname[indent] = $2;
 101         for (i in vname) {if (i > indent) {delete vname[i]}}
 102         if (length($3) > 0) {
 103             vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
 104             if (match(vn,controller) && match($2,"password")) {
 105                 printf("%s",$3);
 106             }
 107         }
 108     }'
 109     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 110 }
 111
 112 function set_vca_variables() {
 113     OSM_VCA_CLOUDNAME="lxd-cloud"
 114     [ -n "$OSM_VCA_HOST" ] && OSM_VCA_CLOUDNAME="localhost"
 115     if [ -z "$OSM_VCA_HOST" ]; then
 116         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_HOST=`sg lxd -c "juju show-controller $OSM_NAMESPACE"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 117         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_HOST=`juju show-controller $CONTROLLER_NAME |grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 118         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
 119     fi
 120     if [ -z "$OSM_VCA_SECRET" ]; then
 121         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_SECRET=$(parse_juju_password $OSM_NAMESPACE)
 122         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_SECRET=$(parse_juju_password $CONTROLLER_NAME)
 123         [ -z "$OSM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret"
 124     fi
 125     if [ -z "$OSM_VCA_PUBKEY" ]; then
 126         OSM_VCA_PUBKEY=$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)
 127         [ -z "$OSM_VCA_PUBKEY" ] && FATAL "Cannot obtain juju public key"
 128     fi
 129     if [ -z "$OSM_VCA_CACERT" ]; then
 130         [ -z "$CONTROLLER_NAME" ] && OSM_VCA_CACERT=$(juju controllers --format json | jq -r --arg controller $OSM_NAMESPACE '.controllers[$controller]["ca-cert"]' | base64 | tr -d \\n)
 131         [ -n "$CONTROLLER_NAME" ] && OSM_VCA_CACERT=$(juju controllers --format json | jq -r --arg controller $CONTROLLER_NAME '.controllers[$controller]["ca-cert"]' | base64 | tr -d \\n)
 132         [ -z "$OSM_VCA_CACERT" ] && FATAL "Cannot obtain juju CA certificate"
 133     fi
 134 }
 135
 136 function generate_secret() {
 137     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 138     head /dev/urandom | tr -dc A-Za-z0-9 | head -c 32
 139     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 140 }
 141
 142 function check_packages() {
 143     NEEDED_PACKAGES="$1"
 144     echo -e "Checking required packages: ${NEEDED_PACKAGES}"
 145     for PACKAGE in ${NEEDED_PACKAGES} ; do
 146         dpkg -L ${PACKAGE}
 147         if [ $? -ne 0 ]; then
 148             echo -e "Package ${PACKAGE} is not installed."
 149             echo -e "Updating apt-cache ..."
 150             sudo apt-get update
 151             echo -e "Installing ${PACKAGE} ..."
 152             sudo apt-get install -y ${PACKAGE} || FATAL "failed to install ${PACKAGE}"
 153         fi
 154     done
 155     echo -e "Required packages are present: ${NEEDED_PACKAGES}"
 156 }
 157
 158 function ask_user(){
 159     # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive
 160     # Params: $1 text to ask;   $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed
 161     # Return: true(0) if user type 'yes'; false (1) if user type 'no'
 162     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 163     read -e -p "$1" USER_CONFIRMATION
 164     while true ; do
 165         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0
 166         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1
 167         [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0
 168         [ "${USER_CONFIRMATION,,}" == "no" ]  || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1
 169         read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION
 170     done
 171     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 172 }
 173
 174 function install_osmclient(){
 175     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 176     CLIENT_RELEASE=${RELEASE#"-R "}
 177     CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
 178     CLIENT_REPOSITORY=${REPOSITORY#"-r "}
 179     CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "}
 180     key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY
 181     curl $key_location | sudo APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1 apt-key add -
 182     sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient IM"
 183     sudo apt-get -y update
 184     sudo DEBIAN_FRONTEND=noninteractive apt-get install -y python3-pip
 185     sudo -H LC_ALL=C python3 -m pip install -U pip
 186     sudo DEBIAN_FRONTEND=noninteractive apt-get install -y python3-osm-im python3-osmclient
 187     if [ -f /usr/lib/python3/dist-packages/osm_im/requirements.txt ]; then
 188         python3 -m pip install -r /usr/lib/python3/dist-packages/osm_im/requirements.txt
 189     fi
 190     if [ -f /usr/lib/python3/dist-packages/osmclient/requirements.txt ]; then
 191         sudo DEBIAN_FRONTEND=noninteractive apt-get install -y libmagic1
 192         python3 -m pip install -r /usr/lib/python3/dist-packages/osmclient/requirements.txt
 193     fi
 194     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'`
 195     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'`
 196     echo -e "\nOSM client installed"
 197     if [ -z "$INSTALL_LIGHTWEIGHT" ]; then
 198         echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:"
 199         echo "     export OSM_HOSTNAME=${OSM_HOSTNAME}"
 200         echo "     export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}"
 201     else
 202         echo -e "OSM client assumes that OSM host is running in localhost (127.0.0.1)."
 203         echo -e "In case you want to interact with a different OSM host, you will have to configure this env variable in your .bashrc file:"
 204         echo "     export OSM_HOSTNAME=<OSM_host>"
 205     fi
 206     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 207     return 0
 208 }
 209
 210 function docker_login() {
 211     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 212     echo "Docker login"
 213     [ -z "${DEBUG_INSTALL}" ] || DEBUG "Docker registry user: ${DOCKER_REGISTRY_USER}"
 214     sg docker -c "docker login -u ${DOCKER_REGISTRY_USER} -p ${DOCKER_REGISTRY_PASSWORD} --password-stdin"
 215     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 216 }
 217
 218 function generate_docker_images() {
 219     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 220     echo "Generating docker images"
 221     _build_from=$COMMIT_ID
 222     [ -z "$_build_from" ] && _build_from="latest"
 223     echo "OSM Docker images generated from $_build_from"
 224     LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")"
 225     trap 'rm -rf "${LWTEMPDIR}"' EXIT
 226     for module in MON POL NBI KEYSTONE RO LCM NG-UI PLA; do
 227         if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q ${module} ; then
 228             module_lower=${module,,}
 229             if [ $module == "PLA" -a ! -n "$INSTALL_PLA" ]; then
 230                 continue
 231             fi
 232             git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/$module
 233             git -C ${LWTEMPDIR}/${module} checkout ${COMMIT_ID}
 234             sg docker -c "docker build ${LWTEMPDIR}/${module} -f ${LWTEMPDIR}/${module}/docker/Dockerfile -t ${DOCKER_USER}/${module_lower} --no-cache" || FATAL "cannot build ${module} docker image"
 235         fi
 236     done
 237     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q osmclient; then
 238         BUILD_ARGS+=(--build-arg REPOSITORY="$REPOSITORY")
 239         BUILD_ARGS+=(--build-arg RELEASE="$RELEASE")
 240         BUILD_ARGS+=(--build-arg REPOSITORY_KEY="$REPOSITORY_KEY")
 241         BUILD_ARGS+=(--build-arg REPOSITORY_BASE="$REPOSITORY_BASE")
 242         sg docker -c "docker build -t ${DOCKER_USER}/osmclient ${BUILD_ARGS[@]} -f $OSM_DEVOPS/docker/osmclient ."
 243     fi
 244     echo "Finished generation of docker images"
 245     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 246 }
 247
 248 function cmp_overwrite() {
 249     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 250     file1="$1"
 251     file2="$2"
 252     if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then
 253         if [ -f "${file2}" ]; then
 254             ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && cp -b ${file1} ${file2}
 255         else
 256             cp -b ${file1} ${file2}
 257         fi
 258     fi
 259     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 260 }
 261
 262 #deploys osm pods and services
 263 function deploy_osm_services() {
 264     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 265     # helm is already installed as part of install_kubeadm_cluster.sh
 266
 267     # Generate helm values to be passed with -f osm-values.yaml
 268     sudo mkdir -p ${OSM_HELM_WORK_DIR}
 269     sudo bash -c "cat << EOF > ${OSM_HELM_WORK_DIR}/osm-values.yaml
 270 vca:
 271   pubkey: \"${OSM_VCA_PUBKEY}\"
 272 EOF"
 273
 274     # Generate helm values to be passed with --set
 275     OSM_HELM_OPTS=""
 276     # OSM_HELM_OPTS="${OSM_HELM_OPTS} --set nbi.useOsmSecret=false"
 277     OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.image.repositoryBase=${DOCKER_REGISTRY_URL}${DOCKER_USER}"
 278     OSM_HELM_OPTS="${OSM_HELM_OPTS} --set mysql.dbHostPath=${OSM_NAMESPACE_VOL}"
 279     OSM_HELM_OPTS="${OSM_HELM_OPTS} --set vca.host=${OSM_VCA_HOST}"
 280     OSM_HELM_OPTS="${OSM_HELM_OPTS} --set vca.secret=${OSM_VCA_SECRET}"
 281     OSM_HELM_OPTS="${OSM_HELM_OPTS} --set vca.cacert=${OSM_VCA_CACERT}"
 282     [ -n "$OSM_VCA_APIPROXY" ] && OSM_HELM_OPTS="${OSM_HELM_OPTS} --set lcm.config.OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}"
 283     [ ! "$OSM_DOCKER_TAG" == "testing-daily" ] && OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.image.tag=${OSM_DOCKER_TAG}"
 284     [ -n "${INSTALL_NGSA}" ] || OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.oldServiceAssurance=true"
 285     if [ -n "${OSM_BEHIND_PROXY}" ]; then
 286         OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.behindHttpProxy=true"
 287         [ -n "${HTTP_PROXY}" ] && OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.httpProxy.HTTP_PROXY=${HTTP_PROXY}"
 288         [ -n "${HTTPS_PROXY}" ] && OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.httpProxy.HTTPS_PROXY=${HTTPS_PROXY}"
 289         [ -n "${NO_PROXY}" ] && OSM_HELM_OPTS="${OSM_HELM_OPTS} --set global.httpProxy.NO_PROXY=${NO_PROXY}"
 290     fi
 291
 292     echo "helm -n $OSM_NAMESPACE install $OSM_NAMESPACE $OSM_DEVOPS/installers/helm/osm -f ${OSM_HELM_WORK_DIR}/osm-values.yaml ${OSM_HELM_OPTS}"
 293     helm -n $OSM_NAMESPACE install $OSM_NAMESPACE $OSM_DEVOPS/installers/helm/osm -f ${OSM_HELM_WORK_DIR}/osm-values.yaml ${OSM_HELM_OPTS}
 294
 295     # Override existing values.yaml with the final values.yaml used to install OSM
 296     helm -n $OSM_NAMESPACE get values $OSM_NAMESPACE | sudo tee -a ${OSM_HELM_WORK_DIR}/osm-values.yaml
 297     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 298 }
 299
 300 #deploy charmed services
 301 function deploy_charmed_services() {
 302     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 303     juju add-model $OSM_NAMESPACE $OSM_VCA_K8S_CLOUDNAME
 304     juju deploy ch:mongodb-k8s -m $OSM_NAMESPACE
 305     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 306 }
 307
 308 #deploy mongodb
 309 function deploy_mongodb() {
 310     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 311     deploy_charmed_services
 312     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 313 }
 314
 315 function install_osm_ngsa_service() {
 316     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 317     NGSA_OPTS="-d ${OSM_HELM_WORK_DIR} -D ${OSM_DEVOPS} -t ${OSM_DOCKER_TAG} -U ${DOCKER_USER} ${DEBUG_INSTALL}"
 318     [ -n "${DOCKER_REGISTRY_URL}" ] && NGSA_OPTS="${NGSA_OPTS} -r ${DOCKER_REGISTRY_URL}"
 319     $OSM_DEVOPS/installers/install_ngsa.sh ${NGSA_OPTS} || \
 320     FATAL_TRACK install_osm_ngsa_service "install_ngsa.sh failed"
 321     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 322 }
 323
 324 function add_local_k8scluster() {
 325     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 326     /usr/bin/osm --all-projects vim-create \
 327       --name _system-osm-vim \
 328       --account_type dummy \
 329       --auth_url http://dummy \
 330       --user osm --password osm --tenant osm \
 331       --description "dummy" \
 332       --config '{management_network_name: mgmt}'
 333     /usr/bin/osm --all-projects k8scluster-add \
 334       --creds ${HOME}/.kube/config \
 335       --vim _system-osm-vim \
 336       --k8s-nets '{"net1": null}' \
 337       --version '1.15' \
 338       --description "OSM Internal Cluster" \
 339       _system-osm-k8s
 340     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 341 }
 342
 343 function configure_apt_proxy() {
 344     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 345     OSM_APT_PROXY=$1
 346     OSM_APT_PROXY_FILE="/etc/apt/apt.conf.d/osm-apt"
 347     echo "Configuring apt proxy in file ${OSM_APT_PROXY_FILE}"
 348     if [ ! -f ${OSM_APT_PROXY_FILE} ]; then
 349         sudo bash -c "cat <<EOF > ${OSM_APT_PROXY}
 350 Acquire::http { Proxy \"${OSM_APT_PROXY}\"; }
 351 EOF"
 352     else
 353         sudo sed -i "s|Proxy.*|Proxy \"${OSM_APT_PROXY}\"; }|" ${OSM_APT_PROXY_FILE}
 354     fi
 355     sudo apt-get update || FATAL "Configured apt proxy, but couldn't run 'apt-get update'. Check ${OSM_APT_PROXY_FILE}"
 356     track prereq apt_proxy_configured_ok
 357     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 358 }
 359
 360 function ask_proceed() {
 361     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 362
 363     [ -z "$ASSUME_YES" ] && ! ask_user "The installation will do the following
 364     1. Install and configure LXD
 365     2. Install juju
 366     3. Install docker CE
 367     4. Disable swap space
 368     5. Install and initialize Kubernetes
 369     as pre-requirements.
 370     Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
 371
 372     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 373 }
 374
 375 function check_osm_behind_proxy() {
 376     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 377
 378     export OSM_BEHIND_PROXY=""
 379     export OSM_PROXY_ENV_VARIABLES=""
 380     [ -n "${http_proxy}" ] && OSM_BEHIND_PROXY="y" && echo "http_proxy=${http_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} http_proxy"
 381     [ -n "${https_proxy}" ] && OSM_BEHIND_PROXY="y" && echo "https_proxy=${https_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} https_proxy"
 382     [ -n "${HTTP_PROXY}" ] && OSM_BEHIND_PROXY="y" && echo "HTTP_PROXY=${HTTP_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} HTTP_PROXY"
 383     [ -n "${HTTPS_PROXY}" ] && OSM_BEHIND_PROXY="y" && echo "https_proxy=${HTTPS_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} HTTPS_PROXY"
 384     [ -n "${no_proxy}" ] && echo "no_proxy=${no_proxy}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} no_proxy"
 385     [ -n "${NO_PROXY}" ] && echo "NO_PROXY=${NO_PROXY}" && OSM_PROXY_ENV_VARIABLES="${OSM_PROXY_ENV_VARIABLES} NO_PROXY"
 386
 387     echo "OSM_BEHIND_PROXY=${OSM_BEHIND_PROXY}"
 388     echo "OSM_PROXY_ENV_VARIABLES=${OSM_PROXY_ENV_VARIABLES}"
 389
 390     if [ -n "${OSM_BEHIND_PROXY}" ]; then
 391         [ -z "$ASSUME_YES" ] && ! ask_user "
 392 The following env variables have been found for the current user:
 393 ${OSM_PROXY_ENV_VARIABLES}.
 394
 395 This suggests that this machine is behind a proxy and a special configuration is required.
 396 The installer will install Docker CE, LXD and Juju to work behind a proxy using those
 397 env variables.
 398
 399 Take into account that the installer uses apt, curl, wget, docker, lxd, juju and snap.
 400 Depending on the program, the env variables to work behind a proxy might be different
 401 (e.g. http_proxy vs HTTP_PROXY).
 402
 403 For that reason, it is strongly recommended that at least http_proxy, https_proxy, HTTP_PROXY
 404 and HTTPS_PROXY are defined.
 405
 406 Finally, some of the programs (apt, snap) those programs are run as sudoer, requiring that
 407 those env variables are also set for root user. If you are not sure whether those variables
 408 are configured for the root user, you can stop the installation now.
 409
 410 Do you want to proceed with the installation (Y/n)? " y && echo "Cancelled!" && exit 1
 411     else
 412         echo "This machine is not behind a proxy"
 413     fi
 414
 415     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 416 }
 417
 418 function find_devops_folder() {
 419     if [ -z "$OSM_DEVOPS" ]; then
 420         if [ -n "$TEST_INSTALLER" ]; then
 421             echo -e "\nUsing local devops repo for OSM installation"
 422             OSM_DEVOPS="$(dirname $(realpath $(dirname $0)))"
 423         else
 424             echo -e "\nCreating temporary dir for OSM installation"
 425             OSM_DEVOPS="$(mktemp -d -q --tmpdir "installosm.XXXXXX")"
 426             trap 'rm -rf "$OSM_DEVOPS"' EXIT
 427             git clone https://osm.etsi.org/gerrit/osm/devops.git $OSM_DEVOPS
 428         fi
 429     fi
 430 }
 431
 432 function install_osm() {
 433     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 434
 435     trap ctrl_c INT
 436
 437
 438     check_osm_behind_proxy
 439     check_packages "git wget curl tar snapd"
 440     sudo snap install jq || FATAL "Could not install jq (snap package). Make sure that snap works"
 441     find_devops_folder
 442
 443     track start release $RELEASE none none docker_tag $OSM_DOCKER_TAG none none installation_type $OSM_INSTALLATION_TYPE none none os_info $os_info none none
 444
 445     track checks checkingroot_ok
 446     [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges."
 447     track checks noroot_ok
 448     ask_proceed
 449     track checks proceed_ok
 450
 451     echo "Installing OSM"
 452
 453     [ -n "$DOCKER_REGISTRY_URL" ] && parse_docker_registry_url
 454
 455     echo "Determining IP address of the interface with the default route"
 456     [ -z "$OSM_DEFAULT_IF" ] && OSM_DEFAULT_IF=$(ip route list|awk '$1=="default" {print $5; exit}')
 457     [ -z "$OSM_DEFAULT_IF" ] && OSM_DEFAULT_IF=$(route -n |awk '$1~/^0.0.0.0/ {print $8; exit}')
 458     [ -z "$OSM_DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
 459     OSM_DEFAULT_IP=`ip -o -4 a s ${OSM_DEFAULT_IF} |awk '{split($4,a,"/"); print a[1]; exit}'`
 460     [ -z "$OSM_DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
 461
 462     # configure apt proxy
 463     [ -n "$APT_PROXY_URL" ] && configure_apt_proxy $APT_PROXY_URL
 464
 465     # if no host is passed in, we need to install lxd, unless explicilty asked not to
 466     if [ -z "$OSM_VCA_HOST" ] && [ -z "$INSTALL_NOLXD" ] && [ -z "$LXD_CLOUD_FILE" ]; then
 467         LXD_INSTALL_OPTS="-D ${OSM_DEVOPS} -i ${OSM_DEFAULT_IF} ${DEBUG_INSTALL}"
 468         [ -n "${OSM_BEHIND_PROXY}" ] && LXD_INSTALL_OPTS="${LXD_INSTALL_OPTS} -P"
 469         $OSM_DEVOPS/installers/install_lxd.sh ${LXD_INSTALL_OPTS} || FATAL_TRACK lxd "install_lxd.sh failed"
 470     fi
 471
 472     track prereq prereqok_ok
 473
 474     if [ ! -n "$INSTALL_NODOCKER" ]; then
 475         DOCKER_CE_OPTS="-D ${OSM_DEVOPS} ${DEBUG_INSTALL}"
 476         [ -n "${DOCKER_PROXY_URL}" ] && DOCKER_CE_OPTS="${DOCKER_CE_OPTS} -p ${DOCKER_PROXY_URL}"
 477         [ -n "${OSM_BEHIND_PROXY}" ] && DOCKER_CE_OPTS="${DOCKER_CE_OPTS} -P"
 478         $OSM_DEVOPS/installers/install_docker_ce.sh ${DOCKER_CE_OPTS} || FATAL_TRACK docker_ce "install_docker_ce.sh failed"
 479     fi
 480
 481     track docker_ce docker_ce_ok
 482
 483     echo "Creating folders for installation"
 484     [ ! -d "$OSM_WORK_DIR" ] && sudo mkdir -p $OSM_WORK_DIR
 485     sudo cp -b $OSM_DEVOPS/installers/kubeadm-config.yaml $OSM_WORK_DIR/kubeadm-config.yaml
 486
 487     $OSM_DEVOPS/installers/install_kubeadm_cluster.sh -i ${OSM_DEFAULT_IP} -d ${OSM_WORK_DIR} -D ${OSM_DEVOPS} ${DEBUG_INSTALL} || \
 488     FATAL_TRACK k8scluster "install_kubeadm_cluster.sh failed"
 489     track k8scluster k8scluster_ok
 490
 491     JUJU_OPTS="-D ${OSM_DEVOPS} -s ${OSM_NAMESPACE} -i ${OSM_DEFAULT_IP} ${DEBUG_INSTALL} ${INSTALL_NOJUJU} ${INSTALL_CACHELXDIMAGES}"
 492     [ -n "${OSM_VCA_HOST}" ] && JUJU_OPTS="$JUJU_OPTS -H ${OSM_VCA_HOST}"
 493     [ -n "${LXD_CLOUD_FILE}" ] && JUJU_OPTS="$JUJU_OPTS -l ${LXD_CLOUD_FILE}"
 494     [ -n "${LXD_CRED_FILE}" ] && JUJU_OPTS="$JUJU_OPTS -L ${LXD_CRED_FILE}"
 495     [ -n "${CONTROLLER_NAME}" ] && JUJU_OPTS="$JUJU_OPTS -K ${CONTROLLER_NAME}"
 496     [ -n "${OSM_BEHIND_PROXY}" ] && JUJU_OPTS="${JUJU_OPTS} -P"
 497     $OSM_DEVOPS/installers/install_juju.sh ${JUJU_OPTS} || FATAL_TRACK juju "install_juju.sh failed"
 498     set_vca_variables
 499     track juju juju_ok
 500
 501     # Deploy OSM services
 502     [ -z "$DOCKER_NOBUILD" ] && [ -z "$PULL_IMAGES" ] && generate_docker_images
 503     track docker_images docker_images_ok
 504
 505     deploy_mongodb
 506     track deploy_osm deploy_mongodb_ok
 507     deploy_osm_services
 508     track deploy_osm deploy_osm_services_k8s_ok
 509     if [ -n "$INSTALL_K8S_MONITOR" ]; then
 510         # install OSM MONITORING
 511         install_k8s_monitoring
 512         track deploy_osm install_k8s_monitoring_ok
 513     fi
 514     if [ -n "$INSTALL_NGSA" ]; then
 515         # optional NGSA install
 516         install_osm_ngsa_service
 517         track deploy_osm install_osm_ngsa_ok
 518     fi
 519
 520     [ -z "$INSTALL_NOHOSTCLIENT" ] && install_osmclient
 521     track osmclient osmclient_ok
 522
 523     echo -e "Checking OSM health state..."
 524     $OSM_DEVOPS/installers/osm_health.sh -s ${OSM_NAMESPACE} -k || \
 525     (echo -e "OSM is not healthy, but will probably converge to a healthy state soon." && \
 526     echo -e "Check OSM status with: kubectl -n ${OSM_NAMESPACE} get all" && \
 527     track healthchecks osm_unhealthy didnotconverge)
 528     track healthchecks after_healthcheck_ok
 529
 530     add_local_k8scluster
 531     track final_ops add_local_k8scluster_ok
 532
 533     arrange_docker_default_network_policy
 534
 535     wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README2.txt &> /dev/null
 536     track end
 537     sudo find /etc/osm
 538     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 539     return 0
 540 }
 541
 542 function install_to_openstack() {
 543     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 544
 545     if [ -z "$2" ]; then
 546         FATAL "OpenStack installer requires a valid external network name"
 547     fi
 548
 549     # Install Pip for Python3
 550     sudo apt install -y python3-pip python3-venv
 551     sudo -H LC_ALL=C python3 -m pip install -U pip
 552
 553     # Create a venv to avoid conflicts with the host installation
 554     python3 -m venv $OPENSTACK_PYTHON_VENV
 555
 556     source $OPENSTACK_PYTHON_VENV/bin/activate
 557
 558     # Install Ansible, OpenStack client and SDK, latest openstack version supported is Train
 559     python -m pip install -U wheel
 560     python -m pip install -U "python-openstackclient<=4.0.2" "openstacksdk>=0.12.0,<=0.36.2" "ansible>=2.10,<2.11"
 561
 562     # Install the Openstack cloud module (ansible>=2.10)
 563     ansible-galaxy collection install openstack.cloud
 564
 565     export ANSIBLE_CONFIG="$OSM_DEVOPS/installers/openstack/ansible.cfg"
 566
 567     OSM_INSTALLER_ARGS="${REPO_ARGS[@]}"
 568
 569     ANSIBLE_VARS="external_network_name=$2 setup_volume=$3 server_name=$OPENSTACK_VM_NAME"
 570
 571     if [ -n "$OPENSTACK_SSH_KEY_FILE" ]; then
 572         ANSIBLE_VARS+=" key_file=$OPENSTACK_SSH_KEY_FILE"
 573     fi
 574
 575     if [ -n "$OPENSTACK_USERDATA_FILE" ]; then
 576         ANSIBLE_VARS+=" userdata_file=$OPENSTACK_USERDATA_FILE"
 577     fi
 578
 579     # Execute the Ansible playbook based on openrc or clouds.yaml
 580     if [ -e "$1" ]; then
 581         . $1
 582         ansible-playbook -e installer_args="\"$OSM_INSTALLER_ARGS\"" -e "$ANSIBLE_VARS" \
 583         $OSM_DEVOPS/installers/openstack/site.yml
 584     else
 585         ansible-playbook -e installer_args="\"$OSM_INSTALLER_ARGS\"" -e "$ANSIBLE_VARS" \
 586         -e cloud_name=$1 $OSM_DEVOPS/installers/openstack/site.yml
 587     fi
 588
 589     # Exit from venv
 590     deactivate
 591
 592     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 593     return 0
 594 }
 595
 596 function arrange_docker_default_network_policy() {
 597     echo -e "Fixing firewall so docker and LXD can share the same host without affecting each other."
 598     sudo iptables -I DOCKER-USER -j ACCEPT
 599     sudo iptables-save | sudo tee /etc/iptables/rules.v4
 600     sudo ip6tables-save | sudo tee /etc/iptables/rules.v6
 601 }
 602
 603 function install_k8s_monitoring() {
 604     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 605     # install OSM monitoring
 606     sudo chmod +x $OSM_DEVOPS/installers/k8s/*.sh
 607     sudo $OSM_DEVOPS/installers/k8s/install_osm_k8s_monitoring.sh || FATAL_TRACK install_k8s_monitoring "k8s/install_osm_k8s_monitoring.sh failed"
 608     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 609 }
 610
 611 function dump_vars(){
 612     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 613     echo "APT_PROXY_URL=$APT_PROXY_URL"
 614     echo "DEVELOP=$DEVELOP"
 615     echo "DEBUG_INSTALL=$DEBUG_INSTALL"
 616     echo "DOCKER_NOBUILD=$DOCKER_NOBUILD"
 617     echo "DOCKER_PROXY_URL=$DOCKER_PROXY_URL"
 618     echo "DOCKER_REGISTRY_URL=$DOCKER_REGISTRY_URL"
 619     echo "DOCKER_USER=$DOCKER_USER"
 620     echo "INSTALL_CACHELXDIMAGES=$INSTALL_CACHELXDIMAGES"
 621     echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE"
 622     echo "INSTALL_K8S_MONITOR=$INSTALL_K8S_MONITOR"
 623     echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT"
 624     echo "INSTALL_LXD=$INSTALL_LXD"
 625     echo "INSTALL_NGSA=$INSTALL_NGSA"
 626     echo "INSTALL_NODOCKER=$INSTALL_NODOCKER"
 627     echo "INSTALL_NOJUJU=$INSTALL_NOJUJU"
 628     echo "INSTALL_NOLXD=$INSTALL_NOLXD"
 629     echo "INSTALL_ONLY=$INSTALL_ONLY"
 630     echo "INSTALL_PLA=$INSTALL_PLA"
 631     echo "INSTALL_TO_OPENSTACK=$INSTALL_TO_OPENSTACK"
 632     echo "INSTALL_VIMEMU=$INSTALL_VIMEMU"
 633     echo "NO_HOST_PORTS=$NO_HOST_PORTS"
 634     echo "OPENSTACK_PUBLIC_NET_NAME=$OPENSTACK_PUBLIC_NET_NAME"
 635     echo "OPENSTACK_OPENRC_FILE_OR_CLOUD=$OPENSTACK_OPENRC_FILE_OR_CLOUD"
 636     echo "OPENSTACK_ATTACH_VOLUME=$OPENSTACK_ATTACH_VOLUME"
 637     echo "OPENSTACK_SSH_KEY_FILE"="$OPENSTACK_SSH_KEY_FILE"
 638     echo "OPENSTACK_USERDATA_FILE"="$OPENSTACK_USERDATA_FILE"
 639     echo "OPENSTACK_VM_NAME"="$OPENSTACK_VM_NAME"
 640     echo "OSM_DEVOPS=$OSM_DEVOPS"
 641     echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
 642     echo "OSM_HELM_WORK_DIR=$OSM_HELM_WORK_DIR"
 643     echo "OSM_NAMESPACE=$OSM_NAMESPACE"
 644     echo "OSM_VCA_HOST=$OSM_VCA_HOST"
 645     echo "OSM_VCA_PUBKEY=$OSM_VCA_PUBKEY"
 646     echo "OSM_VCA_SECRET=$OSM_VCA_SECRET"
 647     echo "OSM_WORK_DIR=$OSM_WORK_DIR"
 648     echo "PULL_IMAGES=$PULL_IMAGES"
 649     echo "RECONFIGURE=$RECONFIGURE"
 650     echo "RELEASE=$RELEASE"
 651     echo "REPOSITORY=$REPOSITORY"
 652     echo "REPOSITORY_BASE=$REPOSITORY_BASE"
 653     echo "REPOSITORY_KEY=$REPOSITORY_KEY"
 654     echo "SHOWOPTS=$SHOWOPTS"
 655     echo "TEST_INSTALLER=$TEST_INSTALLER"
 656     echo "TO_REBUILD=$TO_REBUILD"
 657     echo "UNINSTALL=$UNINSTALL"
 658     echo "UPDATE=$UPDATE"
 659     echo "Install from specific refspec (-b): $COMMIT_ID"
 660     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 661 }
 662
 663 function parse_docker_registry_url() {
 664     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 665     DOCKER_REGISTRY_USER=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); split(a[1],b,":"); print b[1]}')
 666     DOCKER_REGISTRY_PASSWORD=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); split(a[1],b,":"); print b[2]}')
 667     DOCKER_REGISTRY_URL=$(echo "$DOCKER_REGISTRY_URL" | awk '{split($1,a,"@"); print a[2]}')
 668     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 669 }
 670
 671 function ctrl_c() {
 672     [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
 673     echo "** Trapped CTRL-C"
 674     FATAL "User stopped the installation"
 675     [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
 676 }
 677
 678 UNINSTALL=""
 679 DEVELOP=""
 680 UPDATE=""
 681 RECONFIGURE=""
 682 TEST_INSTALLER=""
 683 INSTALL_LXD=""
 684 SHOWOPTS=""
 685 COMMIT_ID=""
 686 ASSUME_YES=""
 687 APT_PROXY_URL=""
 688 INSTALL_FROM_SOURCE=""
 689 DEBUG_INSTALL=""
 690 RELEASE="ReleaseTEN"
 691 REPOSITORY="stable"
 692 INSTALL_K8S_MONITOR=""
 693 INSTALL_NGSA="y"
 694 INSTALL_PLA=""
 695 INSTALL_VIMEMU=""
 696 LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd"
 697 LXD_REPOSITORY_PATH=""
 698 INSTALL_LIGHTWEIGHT="y"
 699 INSTALL_TO_OPENSTACK=""
 700 OPENSTACK_OPENRC_FILE_OR_CLOUD=""
 701 OPENSTACK_PUBLIC_NET_NAME=""
 702 OPENSTACK_ATTACH_VOLUME="false"
 703 OPENSTACK_SSH_KEY_FILE=""
 704 OPENSTACK_USERDATA_FILE=""
 705 OPENSTACK_VM_NAME="server-osm"
 706 OPENSTACK_PYTHON_VENV="$HOME/.virtual-envs/osm"
 707 INSTALL_ONLY=""
 708 TO_REBUILD=""
 709 INSTALL_NOLXD=""
 710 INSTALL_NODOCKER=""
 711 INSTALL_NOJUJU=""
 712 INSTALL_NOHOSTCLIENT=""
 713 INSTALL_CACHELXDIMAGES=""
 714 OSM_DEVOPS=
 715 OSM_VCA_HOST=
 716 OSM_VCA_SECRET=
 717 OSM_VCA_PUBKEY=
 718 OSM_VCA_CLOUDNAME="localhost"
 719 OSM_VCA_K8S_CLOUDNAME="k8scloud"
 720 OSM_NAMESPACE=osm
 721 NO_HOST_PORTS=""
 722 DOCKER_NOBUILD=""
 723 REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
 724 REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/debian"
 725 OSM_WORK_DIR="/etc/osm"
 726 OSM_HELM_WORK_DIR="${OSM_WORK_DIR}/helm"
 727 OSM_HOST_VOL="/var/lib/osm"
 728 OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_NAMESPACE}"
 729 OSM_DOCKER_TAG=latest
 730 DOCKER_USER=opensourcemano
 731 PULL_IMAGES="y"
 732 KAFKA_TAG=2.11-1.0.2
 733 KIWIGRID_K8S_SIDECAR_TAG="1.15.6"
 734 PROMETHEUS_TAG=v2.28.1
 735 GRAFANA_TAG=8.1.1
 736 PROMETHEUS_NODE_EXPORTER_TAG=0.18.1
 737 PROMETHEUS_CADVISOR_TAG=latest
 738 KEYSTONEDB_TAG=10
 739 OSM_DATABASE_COMMONKEY=
 740 ELASTIC_VERSION=6.4.2
 741 ELASTIC_CURATOR_VERSION=5.5.4
 742 POD_NETWORK_CIDR=10.244.0.0/16
 743 K8S_MANIFEST_DIR="/etc/kubernetes/manifests"
 744 RE_CHECK='^[a-z0-9]([-a-z0-9]*[a-z0-9])?$'
 745 DOCKER_REGISTRY_URL=
 746 DOCKER_PROXY_URL=
 747 MODULE_DOCKER_TAG=
 748 OSM_INSTALLATION_TYPE="Default"
 749
 750 while getopts ":a:b:r:n:k:u:R:D:o:O:m:N:H:S:s:t:U:P:A:l:L:K:d:p:T:f:F:-: hy" o; do
 751     case "${o}" in
 752         a)
 753             APT_PROXY_URL=${OPTARG}
 754             ;;
 755         b)
 756             COMMIT_ID=${OPTARG}
 757             PULL_IMAGES=""
 758             ;;
 759         r)
 760             REPOSITORY="${OPTARG}"
 761             REPO_ARGS+=(-r "$REPOSITORY")
 762             ;;
 763         k)
 764             REPOSITORY_KEY="${OPTARG}"
 765             REPO_ARGS+=(-k "$REPOSITORY_KEY")
 766             ;;
 767         u)
 768             REPOSITORY_BASE="${OPTARG}"
 769             REPO_ARGS+=(-u "$REPOSITORY_BASE")
 770             ;;
 771         R)
 772             RELEASE="${OPTARG}"
 773             REPO_ARGS+=(-R "$RELEASE")
 774             ;;
 775         D)
 776             OSM_DEVOPS="${OPTARG}"
 777             ;;
 778         o)
 779             INSTALL_ONLY="y"
 780             [ "${OPTARG}" == "k8s_monitor" ] && INSTALL_K8S_MONITOR="y" && continue
 781             [ "${OPTARG}" == "ng-sa" ] && INSTALL_NGSA="y" && continue
 782             ;;
 783         O)
 784             INSTALL_TO_OPENSTACK="y"
 785             if [ -n "${OPTARG}" ]; then
 786                 OPENSTACK_OPENRC_FILE_OR_CLOUD="${OPTARG}"
 787             else
 788                 echo -e "Invalid argument for -O : ' $OPTARG'\n" >&2
 789                 usage && exit 1
 790             fi
 791             ;;
 792         f)
 793             OPENSTACK_SSH_KEY_FILE="${OPTARG}"
 794             ;;
 795         F)
 796             OPENSTACK_USERDATA_FILE="${OPTARG}"
 797             ;;
 798         N)
 799             OPENSTACK_PUBLIC_NET_NAME="${OPTARG}"
 800             ;;
 801         m)
 802             [ "${OPTARG}" == "NG-UI" ] && TO_REBUILD="$TO_REBUILD NG-UI" && continue
 803             [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue
 804             [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue
 805             [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue
 806             [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue
 807             [ "${OPTARG}" == "POL" ] && TO_REBUILD="$TO_REBUILD POL" && continue
 808             [ "${OPTARG}" == "PLA" ] && TO_REBUILD="$TO_REBUILD PLA" && continue
 809             [ "${OPTARG}" == "osmclient" ] && TO_REBUILD="$TO_REBUILD osmclient" && continue
 810             [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue
 811             [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue
 812             [ "${OPTARG}" == "PROMETHEUS" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS" && continue
 813             [ "${OPTARG}" == "PROMETHEUS-CADVISOR" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS-CADVISOR" && continue
 814             [ "${OPTARG}" == "KEYSTONE-DB" ] && TO_REBUILD="$TO_REBUILD KEYSTONE-DB" && continue
 815             [ "${OPTARG}" == "GRAFANA" ] && TO_REBUILD="$TO_REBUILD GRAFANA" && continue
 816             [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue
 817             ;;
 818         H)
 819             OSM_VCA_HOST="${OPTARG}"
 820             ;;
 821         S)
 822             OSM_VCA_SECRET="${OPTARG}"
 823             ;;
 824         s)
 825             OSM_NAMESPACE="${OPTARG}" && [[ ! "${OPTARG}" =~ $RE_CHECK ]] && echo "Namespace $OPTARG is invalid. Regex used for validation is $RE_CHECK" && exit 0
 826             ;;
 827         t)
 828             OSM_DOCKER_TAG="${OPTARG}"
 829             REPO_ARGS+=(-t "$OSM_DOCKER_TAG")
 830             ;;
 831         U)
 832             DOCKER_USER="${OPTARG}"
 833             ;;
 834         P)
 835             OSM_VCA_PUBKEY=$(cat ${OPTARG})
 836             ;;
 837         A)
 838             OSM_VCA_APIPROXY="${OPTARG}"
 839             ;;
 840         l)
 841             LXD_CLOUD_FILE="${OPTARG}"
 842             ;;
 843         L)
 844             LXD_CRED_FILE="${OPTARG}"
 845             ;;
 846         K)
 847             CONTROLLER_NAME="${OPTARG}"
 848             ;;
 849         d)
 850             DOCKER_REGISTRY_URL="${OPTARG}"
 851             ;;
 852         p)
 853             DOCKER_PROXY_URL="${OPTARG}"
 854             ;;
 855         T)
 856             MODULE_DOCKER_TAG="${OPTARG}"
 857             ;;
 858         -)
 859             [ "${OPTARG}" == "help" ] && usage && exit 0
 860             [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && PULL_IMAGES="" && continue
 861             [ "${OPTARG}" == "debug" ] && DEBUG_INSTALL="--debug" && continue
 862             [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue
 863             [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue
 864             [ "${OPTARG}" == "update" ] && UPDATE="y" && continue
 865             [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue
 866             [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue
 867             [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue
 868             [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue
 869             [ "${OPTARG}" == "nodocker" ] && INSTALL_NODOCKER="y" && continue
 870             [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue
 871             [ "${OPTARG}" == "nohostports" ] && NO_HOST_PORTS="y" && continue
 872             [ "${OPTARG}" == "nojuju" ] && INSTALL_NOJUJU="--nojuju" && continue
 873             [ "${OPTARG}" == "nodockerbuild" ] && DOCKER_NOBUILD="y" && continue
 874             [ "${OPTARG}" == "nohostclient" ] && INSTALL_NOHOSTCLIENT="y" && continue
 875             [ "${OPTARG}" == "pullimages" ] && continue
 876             [ "${OPTARG}" == "k8s_monitor" ] && INSTALL_K8S_MONITOR="y" && continue
 877             [ "${OPTARG}" == "charmed" ] && CHARMED="y" && OSM_INSTALLATION_TYPE="Charmed" && continue
 878             [ "${OPTARG}" == "bundle" ] && continue
 879             [ "${OPTARG}" == "k8s" ] && continue
 880             [ "${OPTARG}" == "lxd" ] && continue
 881             [ "${OPTARG}" == "lxd-cred" ] && continue
 882             [ "${OPTARG}" == "microstack" ] && continue
 883             [ "${OPTARG}" == "overlay" ] && continue
 884             [ "${OPTARG}" == "only-vca" ] && continue
 885             [ "${OPTARG}" == "small-profile" ] && continue
 886             [ "${OPTARG}" == "vca" ] && continue
 887             [ "${OPTARG}" == "ha" ] && continue
 888             [ "${OPTARG}" == "tag" ] && continue
 889             [ "${OPTARG}" == "registry" ] && continue
 890             [ "${OPTARG}" == "pla" ] && INSTALL_PLA="y" && continue
 891             [ "${OPTARG}" == "old-sa" ] && INSTALL_NGSA="" && continue
 892             [ "${OPTARG}" == "ng-sa" ] && INSTALL_NGSA="y" && continue
 893             [ "${OPTARG}" == "volume" ] && OPENSTACK_ATTACH_VOLUME="true" && continue
 894             [ "${OPTARG}" == "nocachelxdimages" ] && continue
 895             [ "${OPTARG}" == "cachelxdimages" ] && INSTALL_CACHELXDIMAGES="--cachelxdimages" && continue
 896             echo -e "Invalid option: '--$OPTARG'\n" >&2
 897             usage && exit 1
 898             ;;
 899         :)
 900             echo "Option -$OPTARG requires an argument" >&2
 901             usage && exit 1
 902             ;;
 903         \?)
 904             echo -e "Invalid option: '-$OPTARG'\n" >&2
 905             usage && exit 1
 906             ;;
 907         h)
 908             usage && exit 0
 909             ;;
 910         y)
 911             ASSUME_YES="y"
 912             ;;
 913         *)
 914             usage && exit 1
 915             ;;
 916     esac
 917 done
 918
 919 source $OSM_DEVOPS/common/all_funcs
 920
 921 [ -z "${DEBUG_INSTALL}" ] || DEBUG Debug is on
 922 [ -n "$SHOWOPTS" ] && dump_vars && exit 0
 923
 924 # Uninstall if "--uninstall"
 925 if [ -n "$UNINSTALL" ]; then
 926     if [ -n "$CHARMED" ]; then
 927         ${OSM_DEVOPS}/installers/charmed_uninstall.sh -R $RELEASE -r $REPOSITORY -u $REPOSITORY_BASE -D $OSM_DEVOPS -t $DOCKER_TAG "$@" || \
 928         FATAL_TRACK charmed_uninstall "charmed_uninstall.sh failed"
 929     else
 930         ${OSM_DEVOPS}/installers/uninstall_osm.sh "$@" || \
 931         FATAL_TRACK community_uninstall "uninstall_osm.sh failed"
 932     fi
 933     echo -e "\nDONE"
 934     exit 0
 935 fi
 936
 937 # Installation starts here
 938
 939 # Get README and create OSM_TRACK_INSTALLATION_ID
 940 wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README.txt &> /dev/null
 941 export OSM_TRACK_INSTALLATION_ID="$(date +%s)-$(head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16)"
 942
 943 # Get OS info to be tracked
 944 os_distro=$(lsb_release -i 2>/dev/null | awk '{print $3}')
 945 echo $os_distro
 946 os_release=$(lsb_release -r 2>/dev/null | awk '{print $2}')
 947 echo $os_release
 948 os_info="${os_distro}_${os_release}"
 949 os_info="${os_info// /_}"
 950
 951 # Charmed installation
 952 if [ -n "$CHARMED" ]; then
 953     sudo snap install jq || FATAL "Could not install jq (snap package). Make sure that snap works"
 954     ${OSM_DEVOPS}/installers/charmed_install.sh --tag $OSM_DOCKER_TAG "$@" || \
 955     FATAL_TRACK charmed_install "charmed_install.sh failed"
 956     wget -q -O- https://osm-download.etsi.org/ftp/osm-13.0-thirteen/README2.txt &> /dev/null
 957     echo -e "\nDONE"
 958     exit 0
 959 fi
 960
 961 # Installation to Openstack
 962 if [ -n "$INSTALL_TO_OPENSTACK" ]; then
 963     install_to_openstack $OPENSTACK_OPENRC_FILE_OR_CLOUD $OPENSTACK_PUBLIC_NET_NAME $OPENSTACK_ATTACH_VOLUME
 964     echo -e "\nDONE"
 965     exit 0
 966 fi
 967
 968 # Community_installer
 969 # Check incompatible options
 970 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options"
 971 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" == " PLA" ] && [ -z "$INSTALL_PLA" ] && FATAL "Incompatible option: -m PLA cannot be used without --pla option"
 972 # Special cases go first
 973 # if develop, we force master
 974 [ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master"
 975 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_K8S_MONITOR" ] && install_k8s_monitoring
 976 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_NGSA" ] && install_osm_ngsa_service
 977 [ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0
 978 # This is where installation starts
 979 install_osm
 980 echo -e "\nDONE"
 981 exit 0