installers/full_install_osm.sh

   1 #!/bin/bash
   2 #   Copyright 2016 Telefónica Investigación y Desarrollo S.A.U.
   3 #
   4 #   Licensed under the Apache License, Version 2.0 (the "License");
   5 #   you may not use this file except in compliance with the License.
   6 #   You may obtain a copy of the License at
   7 #
   8 #       http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 #   Unless required by applicable law or agreed to in writing, software
  11 #   distributed under the License is distributed on an "AS IS" BASIS,
  12 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 #   See the License for the specific language governing permissions and
  14 #   limitations under the License.
  15
  16 function usage(){
  17     echo -e "usage: $0 [OPTIONS]"
  18     echo -e "Install OSM from binaries or source code (by default, from binaries)"
  19     echo -e "  OPTIONS"
  20     echo -e "     -r <repo>:      use specified repository name for osm packages"
  21     echo -e "     -R <release>:   use specified release for osm binaries (deb packages, lxd images, ...)"
  22     echo -e "     -u <repo base>: use specified repository url for osm packages"
  23     echo -e "     -k <repo key>:  use specified repository public key url"
  24     echo -e "     -b <refspec>:   install OSM from source code using a specific branch (master, v2.0, ...) or tag"
  25     echo -e "                     -b master          (main dev branch)"
  26     echo -e "                     -b v2.0            (v2.0 branch)"
  27     echo -e "                     -b tags/v1.1.0     (a specific tag)"
  28     echo -e "                     ..."
  29     echo -e "     -c <orchestrator> deploy osm services using container <orchestrator>. Valid values are <k8s> or <swarm>.  If -c is not used then osm will be deployed using default orchestrator. When used with --uninstall, osm services deployed by the orchestrator will be uninstalled"
  30     echo -e "     -s <stack name> or <namespace>  user defined stack name when installed using swarm or namespace when installed using k8s, default is osm"
  31     echo -e "     -H <VCA host>   use specific juju host controller IP"
  32     echo -e "     -S <VCA secret> use VCA/juju secret key"
  33     echo -e "     -P <VCA pubkey> use VCA/juju public key file"
  34     echo -e "     -C <VCA cacert> use VCA/juju CA certificate file"
  35     echo -e "     -A <VCA apiproxy> use VCA/juju API proxy"
  36     echo -e "     --vimemu:       additionally deploy the VIM emulator as a docker container"
  37     echo -e "     --elk_stack:    additionally deploy an ELK docker stack for event logging"
  38     echo -e "     -m <MODULE>:    install OSM but only rebuild the specified docker images (LW-UI, NBI, LCM, RO, MON, POL, KAFKA, MONGO, PROMETHEUS, PROMETHEUS-CADVISOR, KEYSTONE-DB, NONE)"
  39     echo -e "     -o <ADDON>:     ONLY (un)installs one of the addons (vimemu, elk_stack)"
  40     echo -e "     -D <devops path> use local devops installation path"
  41     echo -e "     -w <work dir>   Location to store runtime installation"
  42     echo -e "     -t <docker tag> specify osm docker tag (default is latest)"
  43     echo -e "     --nolxd:        do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)"
  44     echo -e "     --nodocker:     do not install docker, do not initialize a swarm (assumes docker is already installed and a swarm has been initialized)"
  45     echo -e "     --nojuju:       do not juju, assumes already installed"
  46     echo -e "     --nodockerbuild:do not build docker images (use existing locally cached images)"
  47     echo -e "     --nohostports:  do not expose docker ports to host (useful for creating multiple instances of osm on the same host)"
  48     echo -e "     --nohostclient: do not install the osmclient"
  49     echo -e "     --uninstall:    uninstall OSM: remove the containers and delete NAT rules"
  50     echo -e "     --source:       install OSM from source code using the latest stable tag"
  51     echo -e "     --develop:      (deprecated, use '-b master') install OSM from source code using the master branch"
  52     echo -e "     --soui:         install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)"
  53     echo -e "     --lxdimages:    (only for Rel THREE with --soui) download lxd images from OSM repository instead of creating them from scratch"
  54     echo -e "     --pullimages:   pull/run osm images from docker.io/opensourcemano"
  55     echo -e "     --k8s_monitor:  install the OSM kubernetes moitoring with prometheus and grafana"
  56     echo -e "     -l <lxd_repo>:  (only for Rel THREE with --soui) use specified repository url for lxd images"
  57     echo -e "     -p <path>:      (only for Rel THREE with --soui) use specified repository path for lxd images"
  58 #    echo -e "     --reconfigure:  reconfigure the modules (DO NOT change NAT rules)"
  59     echo -e "     --nat:          (only for Rel THREE with --soui) install only NAT rules"
  60     echo -e "     --noconfigure:  (only for Rel THREE with --soui) DO NOT install osmclient, DO NOT install NAT rules, DO NOT configure modules"
  61 #    echo -e "     --update:       update to the latest stable release or to the latest commit if using a specific branch"
  62     echo -e "     --showopts:     print chosen options and exit (only for debugging)"
  63     echo -e "     -y:             do not prompt for confirmation, assumes yes"
  64     echo -e "     -h / --help:    print this help"
  65 }
  66
  67 #Uninstall OSM: remove containers
  68 function uninstall(){
  69     echo -e "\nUninstalling OSM"
  70     if [ $RC_CLONE ] || [ -n "$TEST_INSTALLER" ]; then
  71         $OSM_DEVOPS/jenkins/host/clean_container RO
  72         $OSM_DEVOPS/jenkins/host/clean_container VCA
  73         $OSM_DEVOPS/jenkins/host/clean_container MON
  74         $OSM_DEVOPS/jenkins/host/clean_container SO
  75         #$OSM_DEVOPS/jenkins/host/clean_container UI
  76     else
  77         lxc stop RO && lxc delete RO
  78         lxc stop VCA && lxc delete VCA
  79         lxc stop MON && lxc delete MON
  80         lxc stop SO-ub && lxc delete SO-ub
  81     fi
  82     echo -e "\nDeleting imported lxd images if they exist"
  83     lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
  84     lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
  85     lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
  86     return 0
  87 }
  88
  89 # takes a juju/accounts.yaml file and returns the password specific
  90 # for a controller. I wrote this using only bash tools to minimize
  91 # additions of other packages
  92 function parse_juju_password {
  93    password_file="${HOME}/.local/share/juju/accounts.yaml"
  94    local controller_name=$1
  95    local s='[[:space:]]*' w='[a-zA-Z0-9_-]*' fs=$(echo @|tr @ '\034')
  96    sed -ne "s|^\($s\):|\1|" \
  97         -e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \
  98         -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $password_file |
  99    awk -F$fs -v controller=$controller_name '{
 100       indent = length($1)/2;
 101       vname[indent] = $2;
 102       for (i in vname) {if (i > indent) {delete vname[i]}}
 103       if (length($3) > 0) {
 104          vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
 105          if (match(vn,controller) && match($2,"password")) {
 106              printf("%s",$3);
 107          }
 108       }
 109    }'
 110 }
 111
 112 function generate_secret() {
 113     head /dev/urandom | tr -dc A-Za-z0-9 | head -c 32
 114 }
 115
 116 function remove_volumes() {
 117     if [ -n "$KUBERNETES" ]; then
 118         k8_volume=$1
 119         echo "Removing ${k8_volume}"
 120         $WORKDIR_SUDO rm -rf ${k8_volume}
 121     else
 122         stack=$1
 123         volumes="mongo_db mon_db osm_packages ro_db pol_db prom_db ro"
 124         for volume in $volumes; do
 125             sg docker -c "docker volume rm ${stack}_${volume}"
 126         done
 127     fi
 128 }
 129
 130 function remove_network() {
 131     stack=$1
 132     sg docker -c "docker network rm net${stack}"
 133 }
 134
 135 function remove_iptables() {
 136     stack=$1
 137     if [ -z "$OSM_VCA_HOST" ]; then
 138         OSM_VCA_HOST=`sg lxd -c "juju show-controller ${stack}"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 139         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
 140     fi
 141
 142     if [ -z "$DEFAULT_IP" ]; then
 143         DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'`
 144         [ -z "$DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
 145         DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
 146         [ -z "$DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
 147     fi
 148
 149     if sudo iptables -t nat -C PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
 150         sudo iptables -t nat -D PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
 151         sudo netfilter-persistent save
 152     fi
 153 }
 154
 155 function remove_stack() {
 156     stack=$1
 157     if sg docker -c "docker stack ps ${stack}" ; then
 158         echo -e "\nRemoving stack ${stack}" && sg docker -c "docker stack rm ${stack}"
 159         COUNTER=0
 160         result=1
 161         while [ ${COUNTER} -lt 30 ]; do
 162             result=$(sg docker -c "docker stack ps ${stack}" | wc -l)
 163             #echo "Dockers running: $result"
 164             if [ "${result}" == "0" ]; then
 165                 break
 166             fi
 167             let COUNTER=COUNTER+1
 168             sleep 1
 169         done
 170         if [ "${result}" == "0" ]; then
 171             echo "All dockers of the stack ${stack} were removed"
 172         else
 173             FATAL "Some dockers of the stack ${stack} could not be removed. Could not clean it."
 174         fi
 175         sleep 5
 176     fi
 177 }
 178
 179 #removes osm deployments and services
 180 function remove_k8s_namespace() {
 181     kubectl delete ns $1
 182 }
 183
 184 #Uninstall lightweight OSM: remove dockers
 185 function uninstall_lightweight() {
 186     if [ -n "$INSTALL_ONLY" ]; then
 187         if [ -n "$INSTALL_ELK" ]; then
 188             echo -e "\nUninstalling OSM ELK stack"
 189             remove_stack osm_elk
 190             $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR/osm_elk
 191         fi
 192     else
 193         echo -e "\nUninstalling OSM"
 194         if [ -n "$KUBERNETES" ]; then
 195             if [ -n "$K8S_MONITOR" ]; then
 196                 # uninstall OSM MONITORING
 197                 uninstall_k8s_monitoring
 198             fi
 199             remove_k8s_namespace $OSM_STACK_NAME
 200         else
 201
 202             remove_stack $OSM_STACK_NAME
 203             remove_stack osm_elk
 204         fi
 205         echo "Now osm docker images and volumes will be deleted"
 206         newgrp docker << EONG
 207         docker image rm ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}
 208         docker image rm ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}
 209         docker image rm ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}
 210         docker image rm ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}
 211         docker image rm ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}
 212         docker image rm ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}
 213         docker image rm ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}
 214         docker image rm ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}
 215 EONG
 216
 217         if [ -n "$KUBERNETES" ]; then
 218             OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
 219             remove_volumes $OSM_NAMESPACE_VOL
 220         else
 221             remove_volumes $OSM_STACK_NAME
 222             remove_network $OSM_STACK_NAME
 223         fi
 224         remove_iptables $OSM_STACK_NAME
 225         echo "Removing $OSM_DOCKER_WORK_DIR"
 226         $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR
 227         sg lxd -c "juju destroy-controller --destroy-all-models --yes $OSM_STACK_NAME"
 228     fi
 229     echo "Some docker images will be kept in case they are used by other docker stacks"
 230     echo "To remove them, just run 'docker image prune' in a terminal"
 231     return 0
 232 }
 233
 234 #Configure NAT rules, based on the current IP addresses of containers
 235 function nat(){
 236     echo -e "\nChecking required packages: iptables-persistent"
 237     dpkg -l iptables-persistent &>/dev/null || ! echo -e "    Not installed.\nInstalling iptables-persistent requires root privileges" || \
 238     sudo apt-get -yq install iptables-persistent
 239     echo -e "\nConfiguring NAT rules"
 240     echo -e "   Required root privileges"
 241     sudo $OSM_DEVOPS/installers/nat_osm
 242 }
 243
 244 function FATAL(){
 245     echo "FATAL error: Cannot install OSM due to \"$1\""
 246     exit 1
 247 }
 248
 249 #Update RO, SO and UI:
 250 function update(){
 251     echo -e "\nUpdating components"
 252
 253     echo -e "     Updating RO"
 254     CONTAINER="RO"
 255     MDG="RO"
 256     INSTALL_FOLDER="/opt/openmano"
 257     echo -e "     Fetching the repo"
 258     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 259     BRANCH=""
 260     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 261     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 262     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 263     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 264     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 265     # COMMIT_ID either was  previously set with -b option, or is an empty string
 266     CHECKOUT_ID=$COMMIT_ID
 267     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 268     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 269     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 270         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 271     else
 272         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 273     fi
 274     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 275     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 276         echo "         Nothing to be done."
 277     else
 278         echo "         Update required."
 279         lxc exec $CONTAINER -- service osm-ro stop
 280         lxc exec $CONTAINER -- git -C /opt/openmano stash
 281         lxc exec $CONTAINER -- git -C /opt/openmano pull --rebase
 282         lxc exec $CONTAINER -- git -C /opt/openmano checkout $CHECKOUT_ID
 283         lxc exec $CONTAINER -- git -C /opt/openmano stash pop
 284         lxc exec $CONTAINER -- /opt/openmano/database_utils/migrate_mano_db.sh
 285         lxc exec $CONTAINER -- service osm-ro start
 286     fi
 287     echo
 288
 289     echo -e "     Updating SO and UI"
 290     CONTAINER="SO-ub"
 291     MDG="SO"
 292     INSTALL_FOLDER=""   # To be filled in
 293     echo -e "     Fetching the repo"
 294     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 295     BRANCH=""
 296     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 297     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 298     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 299     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 300     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 301     # COMMIT_ID either was  previously set with -b option, or is an empty string
 302     CHECKOUT_ID=$COMMIT_ID
 303     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 304     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 305     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 306         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 307     else
 308         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 309     fi
 310     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 311     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 312         echo "         Nothing to be done."
 313     else
 314         echo "         Update required."
 315         # Instructions to be added
 316         # lxc exec SO-ub -- ...
 317     fi
 318     echo
 319     echo -e "Updating MON Container"
 320     CONTAINER="MON"
 321     MDG="MON"
 322     INSTALL_FOLDER="/root/MON"
 323     echo -e "     Fetching the repo"
 324     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 325     BRANCH=""
 326     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 327     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 328     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 329     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 330     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 331     # COMMIT_ID either was  previously set with -b option, or is an empty string
 332     CHECKOUT_ID=$COMMIT_ID
 333     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 334     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 335     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 336         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 337     else
 338         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 339     fi
 340     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 341     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 342         echo "         Nothing to be done."
 343     else
 344         echo "         Update required."
 345     fi
 346     echo
 347 }
 348
 349 function so_is_up() {
 350     if [ -n "$1" ]; then
 351         SO_IP=$1
 352     else
 353         SO_IP=`lxc list SO-ub -c 4|grep eth0 |awk '{print $2}'`
 354     fi
 355     time=0
 356     step=5
 357     timelength=300
 358     while [ $time -le $timelength ]
 359     do
 360         if [[ `curl -k -X GET   https://$SO_IP:8008/api/operational/vcs/info \
 361                 -H 'accept: application/vnd.yang.data+json' \
 362                 -H 'authorization: Basic YWRtaW46YWRtaW4=' \
 363                 -H 'cache-control: no-cache' 2> /dev/null | jq  '.[].components.component_info[] | select(.component_name=="RW.Restconf")' 2>/dev/null | grep "RUNNING" | wc -l` -eq 1 ]]
 364         then
 365             echo "RW.Restconf running....SO is up"
 366             return 0
 367         fi
 368
 369         sleep $step
 370         echo -n "."
 371         time=$((time+step))
 372     done
 373
 374     FATAL "OSM Failed to startup. SO failed to startup"
 375 }
 376
 377 function vca_is_up() {
 378     if [[ `lxc exec VCA -- juju status | grep "osm" | wc -l` -eq 1 ]]; then
 379             echo "VCA is up and running"
 380             return 0
 381     fi
 382
 383     FATAL "OSM Failed to startup. VCA failed to startup"
 384 }
 385
 386 function mon_is_up() {
 387     if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
 388             echo "MON is up and running"
 389             return 0
 390     fi
 391
 392     FATAL "OSM Failed to startup. MON failed to startup"
 393 }
 394
 395 function ro_is_up() {
 396     if [ -n "$1" ]; then
 397         RO_IP=$1
 398     else
 399         RO_IP=`lxc list RO -c 4|grep eth0 |awk '{print $2}'`
 400     fi
 401     time=0
 402     step=2
 403     timelength=20
 404     while [ $time -le $timelength ]; do
 405         if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
 406             echo "RO is up and running"
 407             return 0
 408         fi
 409         sleep $step
 410         echo -n "."
 411         time=$((time+step))
 412     done
 413
 414     FATAL "OSM Failed to startup. RO failed to startup"
 415 }
 416
 417
 418 function configure_RO(){
 419     . $OSM_DEVOPS/installers/export_ips
 420     echo -e "       Configuring RO"
 421     lxc exec RO -- sed -i -e "s/^\#\?log_socket_host:.*/log_socket_host: $SO_CONTAINER_IP/g" /etc/osm/openmanod.cfg
 422     lxc exec RO -- service osm-ro restart
 423
 424     ro_is_up
 425
 426     lxc exec RO -- openmano tenant-delete -f osm >/dev/null
 427     lxc exec RO -- openmano tenant-create osm > /dev/null
 428     lxc exec RO -- sed -i '/export OPENMANO_TENANT=osm/d' .bashrc
 429     lxc exec RO -- sed -i '$ i export OPENMANO_TENANT=osm' .bashrc
 430     lxc exec RO -- sh -c 'echo "export OPENMANO_TENANT=osm" >> .bashrc'
 431 }
 432
 433 function configure_VCA(){
 434     echo -e "       Configuring VCA"
 435     JUJU_PASSWD=$(generate_secret)
 436     echo -e "$JUJU_PASSWD\n$JUJU_PASSWD" | lxc exec VCA -- juju change-user-password
 437 }
 438
 439 function configure_SOUI(){
 440     . $OSM_DEVOPS/installers/export_ips
 441     JUJU_CONTROLLER_IP=`lxc exec VCA -- lxc list -c 4 |grep eth0 |awk '{print $2}'`
 442     RO_TENANT_ID=`lxc exec RO -- openmano tenant-list osm |awk '{print $1}'`
 443
 444     echo -e " Configuring MON"
 445     #Information to be added about SO socket for logging
 446
 447     echo -e "       Configuring SO"
 448     sudo route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP
 449     sudo ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP
 450     sudo sed -i "$ i route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP" /etc/rc.local
 451     sudo sed -i "$ i ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP" /etc/rc.local
 452     # make journaling persistent
 453     lxc exec SO-ub -- mkdir -p /var/log/journal
 454     lxc exec SO-ub -- systemd-tmpfiles --create --prefix /var/log/journal
 455     lxc exec SO-ub -- systemctl restart systemd-journald
 456
 457     echo RIFT_EXTERNAL_ADDRESS=$DEFAULT_IP | lxc exec SO-ub -- tee -a /usr/rift/etc/default/launchpad
 458
 459     lxc exec SO-ub -- systemctl restart launchpad
 460
 461     so_is_up $SO_CONTAINER_IP
 462
 463     #delete existing config agent (could be there on reconfigure)
 464     curl -k --request DELETE \
 465       --url https://$SO_CONTAINER_IP:8008/api/config/config-agent/account/osmjuju \
 466       --header 'accept: application/vnd.yang.data+json' \
 467       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 468       --header 'cache-control: no-cache' \
 469       --header 'content-type: application/vnd.yang.data+json' &> /dev/null
 470
 471     result=$(curl -k --request POST \
 472       --url https://$SO_CONTAINER_IP:8008/api/config/config-agent \
 473       --header 'accept: application/vnd.yang.data+json' \
 474       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 475       --header 'cache-control: no-cache' \
 476       --header 'content-type: application/vnd.yang.data+json' \
 477       --data '{"account": [ { "name": "osmjuju", "account-type": "juju", "juju": { "ip-address": "'$JUJU_CONTROLLER_IP'", "port": "17070", "user": "admin", "secret": "'$JUJU_PASSWD'" }  }  ]}')
 478     [[ $result =~ .*success.* ]] || FATAL "Failed config-agent configuration: $result"
 479
 480     #R1/R2 config line
 481     #result=$(curl -k --request PUT \
 482     #  --url https://$SO_CONTAINER_IP:8008/api/config/resource-orchestrator \
 483     #  --header 'accept: application/vnd.yang.data+json' \
 484     #  --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 485     #  --header 'cache-control: no-cache' \
 486     #  --header 'content-type: application/vnd.yang.data+json' \
 487     #  --data '{ "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'" }, "name": "osmopenmano", "account-type": "openmano" }')
 488
 489     result=$(curl -k --request PUT \
 490       --url https://$SO_CONTAINER_IP:8008/api/config/project/default/ro-account/account \
 491       --header 'accept: application/vnd.yang.data+json' \
 492       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 493       --header 'cache-control: no-cache'   \
 494       --header 'content-type: application/vnd.yang.data+json' \
 495       --data '{"rw-ro-account:account": [ { "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'"}, "name": "osmopenmano", "ro-account-type": "openmano" }]}')
 496     [[ $result =~ .*success.* ]] || FATAL "Failed resource-orchestrator configuration: $result"
 497
 498     result=$(curl -k --request PATCH \
 499       --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/redirect-uri \
 500       --header 'accept: application/vnd.yang.data+json' \
 501       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 502       --header 'cache-control: no-cache'   \
 503       --header 'content-type: application/vnd.yang.data+json' \
 504       --data '{"redirect-uri": "https://'$DEFAULT_IP':8443/callback" }')
 505     [[ $result =~ .*success.* ]] || FATAL "Failed redirect-uri configuration: $result"
 506
 507     result=$(curl -k --request PATCH \
 508       --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/post-logout-redirect-uri \
 509       --header 'accept: application/vnd.yang.data+json' \
 510       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 511       --header 'cache-control: no-cache'   \
 512       --header 'content-type: application/vnd.yang.data+json' \
 513       --data '{"post-logout-redirect-uri": "https://'$DEFAULT_IP':8443/?api_server=https://'$DEFAULT_IP'" }')
 514     [[ $result =~ .*success.* ]] || FATAL "Failed post-logout-redirect-uri configuration: $result"
 515
 516     lxc exec SO-ub -- tee /etc/network/interfaces.d/60-rift.cfg <<EOF
 517 auto lo:1
 518 iface lo:1 inet static
 519         address  $DEFAULT_IP
 520         netmask 255.255.255.255
 521 EOF
 522     lxc exec SO-ub ifup lo:1
 523 }
 524
 525 #Configure RO, VCA, and SO with the initial configuration:
 526 #  RO -> tenant:osm, logs to be sent to SO
 527 #  VCA -> juju-password
 528 #  SO -> route to Juju Controller, add RO account, add VCA account
 529 function configure(){
 530     #Configure components
 531     echo -e "\nConfiguring components"
 532     configure_RO
 533     configure_VCA
 534     configure_SOUI
 535 }
 536
 537 function install_lxd() {
 538     sudo apt-get update
 539     sudo apt-get install -y lxd
 540     newgrp lxd
 541     lxd init --auto
 542     lxd waitready
 543     lxc network create lxdbr0 ipv4.address=auto ipv4.nat=true ipv6.address=none ipv6.nat=false
 544     DEFAULT_INTERFACE=$(route -n | awk '$1~/^0.0.0.0/ {print $8}')
 545     DEFAULT_MTU=$(ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
 546     lxc profile device set default eth0 mtu $DEFAULT_MTU
 547     #sudo systemctl stop lxd-bridge
 548     #sudo systemctl --system daemon-reload
 549     #sudo systemctl enable lxd-bridge
 550     #sudo systemctl start lxd-bridge
 551 }
 552
 553 function ask_user(){
 554     # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive
 555     # Params: $1 text to ask;   $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed
 556     # Return: true(0) if user type 'yes'; false (1) if user type 'no'
 557     read -e -p "$1" USER_CONFIRMATION
 558     while true ; do
 559         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0
 560         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1
 561         [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0
 562         [ "${USER_CONFIRMATION,,}" == "no" ]  || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1
 563         read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION
 564     done
 565 }
 566
 567 function launch_container_from_lxd(){
 568     export OSM_MDG=$1
 569     OSM_load_config
 570     export OSM_BASE_IMAGE=$2
 571     if ! container_exists $OSM_BUILD_CONTAINER; then
 572         CONTAINER_OPTS=""
 573         [[ "$OSM_BUILD_CONTAINER_PRIVILEGED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.privileged=true"
 574         [[ "$OSM_BUILD_CONTAINER_ALLOW_NESTED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.nesting=true"
 575         create_container $OSM_BASE_IMAGE $OSM_BUILD_CONTAINER $CONTAINER_OPTS
 576         wait_container_up $OSM_BUILD_CONTAINER
 577     fi
 578 }
 579
 580 function install_osmclient(){
 581     CLIENT_RELEASE=${RELEASE#"-R "}
 582     CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
 583     CLIENT_REPOSITORY=${REPOSITORY#"-r "}
 584     CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "}
 585     key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY
 586     curl $key_location | sudo apt-key add -
 587     sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient IM"
 588     sudo apt-get update
 589     sudo apt-get install -y python3-pip
 590     sudo -H LC_ALL=C python3 -m pip install -U pip
 591     sudo -H LC_ALL=C python3 -m pip install -U python-magic pyangbind
 592     sudo apt-get install -y python3-osm-im python3-osmclient
 593     #sed 's,OSM_SOL005=[^$]*,OSM_SOL005=True,' -i ${HOME}/.bashrc
 594     #echo 'export OSM_HOSTNAME=localhost' >> ${HOME}/.bashrc
 595     #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc
 596     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'`
 597     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'`
 598     echo -e "\nOSM client installed"
 599     if [ -z "$INSTALL_LIGHTWEIGHT" ]; then
 600         echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:"
 601         echo "     export OSM_HOSTNAME=${OSM_HOSTNAME}"
 602         echo "     export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}"
 603     else
 604         echo -e "OSM client assumes that OSM host is running in localhost (127.0.0.1)."
 605         echo -e "In case you want to interact with a different OSM host, you will have to configure this env variable in your .bashrc file:"
 606         echo "     export OSM_HOSTNAME=<OSM_host>"
 607     fi
 608     return 0
 609 }
 610
 611 function install_prometheus_nodeexporter(){
 612     if (systemctl -q is-active node_exporter)
 613         then
 614             echo "Node Exporter is already running."
 615         else
 616             echo "Node Exporter is not active, installing..."
 617             if getent passwd node_exporter > /dev/null 2>&1; then
 618                 echo "node_exporter user exists"
 619             else
 620                 echo "Creating user node_exporter"
 621                 sudo useradd --no-create-home --shell /bin/false node_exporter
 622             fi
 623             sudo wget -q https://github.com/prometheus/node_exporter/releases/download/v$PROMETHEUS_NODE_EXPORTER_TAG/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz  -P /tmp/
 624             sudo tar -C /tmp -xf /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz
 625             sudo cp /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64/node_exporter /usr/local/bin
 626             sudo chown node_exporter:node_exporter /usr/local/bin/node_exporter
 627             sudo rm -rf node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64*
 628             sudo cp ${OSM_DEVOPS}/installers/docker/files/node_exporter.service /etc/systemd/system/node_exporter.service
 629             sudo systemctl daemon-reload
 630             sudo systemctl restart node_exporter
 631             sudo systemctl enable node_exporter
 632             echo "Node Exporter has been activated in this host."
 633     fi
 634     return 0
 635 }
 636
 637 function uninstall_prometheus_nodeexporter(){
 638     sudo systemctl stop node_exporter
 639     sudo systemctl disable node_exporter
 640     sudo rm /etc/systemd/system/node_exporter.service
 641     sudo systemctl daemon-reload
 642     sudo userdel node_exporter
 643     sudo rm /usr/local/bin/node_exporter
 644     return 0
 645 }
 646
 647 function install_from_lxdimages(){
 648     LXD_RELEASE=${RELEASE#"-R "}
 649     if [ -n "$LXD_REPOSITORY_PATH" ]; then
 650         LXD_IMAGE_DIR="$LXD_REPOSITORY_PATH"
 651     else
 652         LXD_IMAGE_DIR="$(mktemp -d -q --tmpdir "osmimages.XXXXXX")"
 653         trap 'rm -rf "$LXD_IMAGE_DIR"' EXIT
 654     fi
 655     echo -e "\nDeleting previous lxd images if they exist"
 656     lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
 657     lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
 658     lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
 659     echo -e "\nImporting osm-ro"
 660     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-ro.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-ro.tar.gz
 661     lxc image import $LXD_IMAGE_DIR/osm-ro.tar.gz --alias osm-ro
 662     rm -f $LXD_IMAGE_DIR/osm-ro.tar.gz
 663     echo -e "\nImporting osm-vca"
 664     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-vca.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-vca.tar.gz
 665     lxc image import $LXD_IMAGE_DIR/osm-vca.tar.gz --alias osm-vca
 666     rm -f $LXD_IMAGE_DIR/osm-vca.tar.gz
 667     echo -e "\nImporting osm-soui"
 668     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-soui.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-soui.tar.gz
 669     lxc image import $LXD_IMAGE_DIR/osm-soui.tar.gz --alias osm-soui
 670     rm -f $LXD_IMAGE_DIR/osm-soui.tar.gz
 671     launch_container_from_lxd RO osm-ro
 672     ro_is_up && track RO
 673     launch_container_from_lxd VCA osm-vca
 674     vca_is_up && track VCA
 675     launch_container_from_lxd MON osm-mon
 676     mon_is_up && track MON
 677     launch_container_from_lxd SO osm-soui
 678     #so_is_up && track SOUI
 679     track SOUI
 680 }
 681
 682 function install_docker_ce() {
 683     # installs and configures Docker CE
 684     echo "Installing Docker CE ..."
 685     sudo apt-get -qq update
 686     sudo apt-get install -y apt-transport-https ca-certificates software-properties-common
 687     curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
 688     sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
 689     sudo apt-get -qq update
 690     sudo apt-get install -y docker-ce
 691     echo "Adding user to group 'docker'"
 692     sudo groupadd -f docker
 693     sudo usermod -aG docker $USER
 694     sleep 2
 695     sudo service docker restart
 696     echo "... restarted Docker service"
 697     sg docker -c "docker version" || FATAL "Docker installation failed"
 698     echo "... Docker CE installation done"
 699     return 0
 700 }
 701
 702 function install_docker_compose() {
 703     # installs and configures docker-compose
 704     echo "Installing Docker Compose ..."
 705     sudo curl -L https://github.com/docker/compose/releases/download/1.18.0/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
 706     sudo chmod +x /usr/local/bin/docker-compose
 707     echo "... Docker Compose installation done"
 708 }
 709
 710 function install_juju() {
 711     echo "Installing juju"
 712     sudo snap install juju --classic
 713     [ -z "$INSTALL_NOLXD" ] && sudo dpkg-reconfigure -p medium lxd
 714     [[ ":$PATH": != *":/snap/bin:"* ]] && PATH="/snap/bin:${PATH}"
 715     echo "Finished installation of juju"
 716     return 0
 717 }
 718
 719 function juju_createcontroller() {
 720     if ! juju show-controller $OSM_STACK_NAME &> /dev/null; then
 721         # Not found created, create the controller
 722         sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost $OSM_STACK_NAME"
 723     fi
 724     [ $(juju controllers | awk "/^${OSM_STACK_NAME}[\*| ]/{print $1}"|wc -l) -eq 1 ] || FATAL "Juju installation failed"
 725 }
 726
 727 function juju_createproxy() {
 728     echo -e "\nChecking required packages: iptables-persistent"
 729     dpkg -l iptables-persistent &>/dev/null || ! echo -e "    Not installed.\nInstalling iptables-persistent requires root privileges" || \
 730     sudo apt-get -yq install iptables-persistent
 731
 732     if ! sudo iptables -t nat -C PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
 733         sudo iptables -t nat -A PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
 734         sudo netfilter-persistent save
 735     fi
 736 }
 737
 738 function generate_docker_images() {
 739     echo "Pulling and generating docker images"
 740     _build_from=$COMMIT_ID
 741     [ -z "$_build_from" ] && _build_from="master"
 742
 743     echo "OSM Docker images generated from $_build_from"
 744
 745     BUILD_ARGS+=(--build-arg REPOSITORY="$REPOSITORY")
 746     BUILD_ARGS+=(--build-arg RELEASE="$RELEASE")
 747     BUILD_ARGS+=(--build-arg REPOSITORY_KEY="$REPOSITORY_KEY")
 748     BUILD_ARGS+=(--build-arg REPOSITORY_BASE="$REPOSITORY_BASE")
 749
 750     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q KAFKA ; then
 751         sg docker -c "docker pull wurstmeister/zookeeper" || FATAL "cannot get zookeeper docker image"
 752         sg docker -c "docker pull wurstmeister/kafka:${KAFKA_TAG}" || FATAL "cannot get kafka docker image"
 753     fi
 754
 755     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MONGO ; then
 756         sg docker -c "docker pull mongo" || FATAL "cannot get mongo docker image"
 757     fi
 758
 759     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
 760         sg docker -c "docker pull prom/prometheus:${PROMETHEUS_TAG}" || FATAL "cannot get prometheus docker image"
 761     fi
 762
 763     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS-CADVISOR ; then
 764         sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
 765     fi
 766
 767     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q GRAFANA ; then
 768         sg docker -c "docker pull grafana/grafana:${GRAFANA_TAG}" || FATAL "cannot get grafana docker image"
 769     fi
 770
 771     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI || echo $TO_REBUILD | grep -q KEYSTONE-DB ; then
 772         sg docker -c "docker pull mariadb:${KEYSTONEDB_TAG}" || FATAL "cannot get keystone-db docker image"
 773     fi
 774
 775     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
 776         sg docker -c "docker pull mysql:5" || FATAL "cannot get mysql docker image"
 777     fi
 778
 779     if [ -n "$PULL_IMAGES" ]; then
 780         sg docker -c "docker pull ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}" || FATAL "cannot pull MON docker image"
 781     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MON ; then
 782         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON
 783         git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID}
 784         sg docker -c "docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t ${DOCKER_USER}/mon --no-cache" || FATAL "cannot build MON docker image"
 785     fi
 786
 787     if [ -n "$PULL_IMAGES" ]; then
 788         sg docker -c "docker pull ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}" || FATAL "cannot pull POL docker image"
 789     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q POL ; then
 790         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/POL
 791         git -C ${LWTEMPDIR}/POL checkout ${COMMIT_ID}
 792         sg docker -c "docker build ${LWTEMPDIR}/POL -f ${LWTEMPDIR}/POL/docker/Dockerfile -t ${DOCKER_USER}/pol --no-cache" || FATAL "cannot build POL docker image"
 793     fi
 794
 795     if [ -n "$PULL_IMAGES" ]; then
 796         sg docker -c "docker pull ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}" || FATAL "cannot pull NBI docker image"
 797         sg docker -c "docker pull ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}" || FATAL "cannot pull KEYSTONE docker image"
 798     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI ; then
 799         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI
 800         git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID}
 801         sg docker -c "docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t ${DOCKER_USER}/nbi --no-cache" || FATAL "cannot build NBI docker image"
 802         sg docker -c "docker build ${LWTEMPDIR}/NBI/keystone -f ${LWTEMPDIR}/NBI/keystone/Dockerfile -t ${DOCKER_USER}/keystone --no-cache" || FATAL "cannot build KEYSTONE docker image"
 803     fi
 804
 805     if [ -n "$PULL_IMAGES" ]; then
 806         sg docker -c "docker pull ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}" || FATAL "cannot pull RO docker image"
 807     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
 808         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO
 809         git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID}
 810         sg docker -c "docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/Dockerfile-local -t ${DOCKER_USER}/ro --no-cache" || FATAL "cannot build RO docker image"
 811     fi
 812
 813     if [ -n "$PULL_IMAGES" ]; then
 814         sg docker -c "docker pull ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}" || FATAL "cannot pull LCM RO docker image"
 815     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LCM ; then
 816         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM
 817         git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID}
 818         sg docker -c "docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t ${DOCKER_USER}/lcm --no-cache" || FATAL "cannot build LCM docker image"
 819     fi
 820
 821     if [ -n "$PULL_IMAGES" ]; then
 822         sg docker -c "docker pull ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}" || FATAL "cannot pull light-ui docker image"
 823     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-UI ; then
 824         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI
 825         git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID}
 826         sg docker -c "docker build ${LWTEMPDIR}/LW-UI -f ${LWTEMPDIR}/LW-UI/docker/Dockerfile -t ${DOCKER_USER}/light-ui --no-cache" || FATAL "cannot build LW-UI docker image"
 827     fi
 828
 829     if [ -n "$PULL_IMAGES" ]; then
 830         sg docker -c "docker pull ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" || FATAL "cannot pull osmclient docker image"
 831     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-osmclient; then
 832         sg docker -c "docker build -t ${DOCKER_USER}/osmclient ${BUILD_ARGS[@]} -f $OSM_DEVOPS/docker/osmclient ."
 833     fi
 834
 835     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
 836         sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
 837     fi
 838
 839     echo "Finished generation of docker images"
 840 }
 841
 842 function cmp_overwrite() {
 843     file1="$1"
 844     file2="$2"
 845     if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then
 846         if [ -f "${file2}" ]; then
 847             ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && cp -b ${file1} ${file2}
 848         else
 849             cp -b ${file1} ${file2}
 850         fi
 851     fi
 852 }
 853
 854 function generate_docker_env_files() {
 855     echo "Doing a backup of existing env files"
 856     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone-db.env{,~}
 857     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone.env{,~}
 858     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lcm.env{,~}
 859     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lwui.env{,~}
 860     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/mon.env{,~}
 861     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/nbi.env{,~}
 862     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/pol.env{,~}
 863     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro-db.env{,~}
 864     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro.env{,~}
 865
 866     echo "Generating docker env files"
 867     if [ -n "$KUBERNETES" ]; then
 868         #Kubernetes resources
 869         $WORKDIR_SUDO cp -bR ${OSM_DEVOPS}/installers/docker/osm_pods $OSM_DOCKER_WORK_DIR
 870     else
 871         # Docker-compose
 872         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/docker-compose.yaml $OSM_DOCKER_WORK_DIR/docker-compose.yaml
 873
 874         # Prometheus
 875         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/prometheus.yml $OSM_DOCKER_WORK_DIR/prometheus.yml
 876
 877         # Grafana & Prometheus Exporter files
 878         $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR/files
 879         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/* $OSM_DOCKER_WORK_DIR/files/
 880     fi
 881
 882     # LCM
 883     if [ ! -f $OSM_DOCKER_WORK_DIR/lcm.env ]; then
 884         echo "OSMLCM_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 885     fi
 886
 887     if ! grep -Fq "OSMLCM_VCA_HOST" $OSM_DOCKER_WORK_DIR/lcm.env; then
 888         echo "OSMLCM_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 889     else
 890         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_HOST.*|OSMLCM_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/lcm.env
 891     fi
 892
 893     if ! grep -Fq "OSMLCM_VCA_SECRET" $OSM_DOCKER_WORK_DIR/lcm.env; then
 894         echo "OSMLCM_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 895     else
 896         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_SECRET.*|OSMLCM_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/lcm.env
 897     fi
 898
 899     if ! grep -Fq "OSMLCM_VCA_PUBKEY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 900         echo "OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 901     else
 902         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_PUBKEY.*|OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 903     fi
 904
 905     if ! grep -Fq "OSMLCM_VCA_CACERT" $OSM_DOCKER_WORK_DIR/lcm.env; then
 906        echo "OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 907     else
 908        $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_CACERT.*|OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 909     fi
 910
 911     if ! grep -Fq "OSMLCM_VCA_APIPROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 912         echo "OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 913     else
 914         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_APIPROXY.*|OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 915     fi
 916
 917     # RO
 918     MYSQL_ROOT_PASSWORD=$(generate_secret)
 919     if [ ! -f $OSM_DOCKER_WORK_DIR/ro-db.env ]; then
 920         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro-db.env
 921     fi
 922     if [ ! -f $OSM_DOCKER_WORK_DIR/ro.env ]; then
 923         echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro.env
 924     fi
 925
 926     # Keystone
 927     KEYSTONE_DB_PASSWORD=$(generate_secret)
 928     SERVICE_PASSWORD=$(generate_secret)
 929     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone-db.env ]; then
 930         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone-db.env
 931     fi
 932     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone.env ]; then
 933         echo "ROOT_DB_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone.env
 934         echo "KEYSTONE_DB_PASSWORD=${KEYSTONE_DB_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 935         echo "SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 936     fi
 937
 938     # NBI
 939     if [ ! -f $OSM_DOCKER_WORK_DIR/nbi.env ]; then
 940         echo "OSMNBI_AUTHENTICATION_SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/nbi.env
 941         echo "OSMNBI_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/nbi.env
 942     fi
 943
 944     # MON
 945     if [ ! -f $OSM_DOCKER_WORK_DIR/mon.env ]; then
 946         echo "OSMMON_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 947         echo "OSMMON_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/mon" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 948     fi
 949
 950     if ! grep -Fq "OS_NOTIFIER_URI" $OSM_DOCKER_WORK_DIR/mon.env; then
 951         echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 952     else
 953         $WORKDIR_SUDO sed -i "s|OS_NOTIFIER_URI.*|OS_NOTIFIER_URI=http://$DEFAULT_IP:8662|g" $OSM_DOCKER_WORK_DIR/mon.env
 954     fi
 955
 956     if ! grep -Fq "OSMMON_VCA_HOST" $OSM_DOCKER_WORK_DIR/mon.env; then
 957         echo "OSMMON_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 958     else
 959         $WORKDIR_SUDO sed -i "s|OSMMON_VCA_HOST.*|OSMMON_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/mon.env
 960     fi
 961
 962     if ! grep -Fq "OSMMON_VCA_SECRET" $OSM_DOCKER_WORK_DIR/mon.env; then
 963         echo "OSMMON_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 964     else
 965         $WORKDIR_SUDO sed -i "s|OSMMON_VCA_SECRET.*|OSMMON_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/mon.env
 966     fi
 967
 968     if ! grep -Fq "OSMMON_VCA_CACERT" $OSM_DOCKER_WORK_DIR/mon.env; then
 969        echo "OSMMON_VCA_CACERT=${OSM_VCA_CACERT}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 970     else
 971        $WORKDIR_SUDO sed -i "s|OSMMON_VCA_CACERT.*|OSMMON_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/mon.env
 972     fi
 973
 974
 975     # POL
 976     if [ ! -f $OSM_DOCKER_WORK_DIR/pol.env ]; then
 977         echo "OSMPOL_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/pol" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/pol.env
 978     fi
 979
 980     # LW-UI
 981     if [ ! -f $OSM_DOCKER_WORK_DIR/lwui.env ]; then
 982         echo "OSMUI_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/lwui" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lwui.env
 983     fi
 984
 985     echo "Finished generation of docker env files"
 986 }
 987
 988 function generate_osmclient_script () {
 989     echo "docker run -ti --network net${OSM_STACK_NAME} ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm
 990     $WORKDIR_SUDO chmod +x "$OSM_DOCKER_WORK_DIR/osm"
 991     echo "osmclient sidecar container can be found at: $OSM_DOCKER_WORK_DIR/osm"
 992 }
 993
 994 #installs kubernetes packages
 995 function install_kube() {
 996     sudo apt-get update && sudo apt-get install -y apt-transport-https
 997     curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
 998     sudo add-apt-repository "deb https://apt.kubernetes.io/ kubernetes-xenial main"
 999     sudo apt-get update
1000     echo "Installing Kubernetes Packages ..."
1001     sudo apt-get install -y kubelet=1.15.0-00 kubeadm=1.15.0-00 kubectl=1.15.0-00
1002 }
1003
1004 #initializes kubernetes control plane
1005 function init_kubeadm() {
1006     sudo swapoff -a
1007     sudo kubeadm init --config $1
1008     sleep 5
1009 }
1010
1011 function kube_config_dir() {
1012     [ ! -d $K8S_MANIFEST_DIR ] && FATAL "Cannot Install Kubernetes"
1013     mkdir -p $HOME/.kube
1014     sudo cp /etc/kubernetes/admin.conf $HOME/.kube/config
1015     sudo chown $(id -u):$(id -g) $HOME/.kube/config
1016 }
1017
1018 #deploys flannel as daemonsets
1019 function deploy_cni_provider() {
1020     CNI_DIR="$(mktemp -d -q --tmpdir "flannel.XXXXXX")"
1021     trap 'rm -rf "${CNI_DIR}"' EXIT
1022     wget -q https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml -P $CNI_DIR
1023     kubectl apply -f $CNI_DIR
1024     [ $? -ne 0 ] && FATAL "Cannot Install Flannel"
1025 }
1026
1027 #creates secrets from env files which will be used by containers
1028 function kube_secrets(){
1029     kubectl create ns $OSM_STACK_NAME
1030     kubectl create secret generic lcm-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lcm.env
1031     kubectl create secret generic mon-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/mon.env
1032     kubectl create secret generic nbi-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/nbi.env
1033     kubectl create secret generic ro-db-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro-db.env
1034     kubectl create secret generic ro-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro.env
1035     kubectl create secret generic keystone-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/keystone.env
1036     kubectl create secret generic lwui-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lwui.env
1037     kubectl create secret generic pol-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/pol.env
1038 }
1039
1040 #deploys osm pods and services
1041 function deploy_osm_services() {
1042     K8S_MASTER=$(kubectl get nodes | awk '$3~/master/'| awk '{print $1}')
1043     kubectl taint node $K8S_MASTER node-role.kubernetes.io/master:NoSchedule-
1044     sleep 5
1045     kubectl apply -n $OSM_STACK_NAME -f $OSM_K8S_WORK_DIR
1046 }
1047
1048 function parse_yaml() {
1049     osm_services="nbi lcm ro pol mon light-ui keystone"
1050     TAG=$1
1051     for osm in $osm_services; do
1052         $WORKDIR_SUDO sed -i "s/opensourcemano\/$osm:.*/opensourcemano\/$osm:$TAG/g" $OSM_K8S_WORK_DIR/$osm.yaml
1053     done
1054 }
1055
1056 function namespace_vol() {
1057     osm_services="nbi lcm ro pol mon kafka mongo mysql"
1058     for osm in $osm_services; do
1059           $WORKDIR_SUDO  sed -i "s#path: /var/lib/osm#path: $OSM_NAMESPACE_VOL#g" $OSM_K8S_WORK_DIR/$osm.yaml
1060     done
1061 }
1062
1063 function init_docker_swarm() {
1064     if [ "${DEFAULT_MTU}" != "1500" ]; then
1065       DOCKER_NETS=`sg docker -c "docker network list" | awk '{print $2}' | egrep -v "^ID$" | paste -d " " -s`
1066       DOCKER_GW_NET=`sg docker -c "docker network inspect ${DOCKER_NETS}" | grep Subnet | awk -F\" '{print $4}' | egrep "^172" | sort -u | tail -1 |  awk -F\. '{if ($2 != 255) print $1"."$2+1"."$3"."$4; else print "-1";}'`
1067       sg docker -c "docker network create --subnet ${DOCKER_GW_NET} --opt com.docker.network.bridge.name=docker_gwbridge --opt com.docker.network.bridge.enable_icc=false --opt com.docker.network.bridge.enable_ip_masquerade=true --opt com.docker.network.driver.mtu=${DEFAULT_MTU} docker_gwbridge"
1068     fi
1069     sg docker -c "docker swarm init --advertise-addr ${DEFAULT_IP}"
1070     return 0
1071 }
1072
1073 function create_docker_network() {
1074     echo "creating network"
1075     sg docker -c "docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} net${OSM_STACK_NAME}"
1076     echo "creating network DONE"
1077 }
1078
1079 function deploy_lightweight() {
1080
1081     echo "Deploying lightweight build"
1082     OSM_NBI_PORT=9999
1083     OSM_RO_PORT=9090
1084     OSM_KEYSTONE_PORT=5000
1085     OSM_UI_PORT=80
1086     OSM_MON_PORT=8662
1087     OSM_PROM_PORT=9090
1088     OSM_PROM_CADVISOR_PORT=8080
1089     OSM_PROM_HOSTPORT=9091
1090     OSM_GRAFANA_PORT=3000
1091     [ -n "$INSTALL_ELK" ] && OSM_ELK_PORT=5601
1092     #[ -n "$INSTALL_PERFMON" ] && OSM_PM_PORT=3000
1093
1094     if [ -n "$NO_HOST_PORTS" ]; then
1095         OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT)
1096         OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT)
1097         OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT)
1098         OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT)
1099         OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT)
1100         OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_PORT)
1101         OSM_PORTS+=(OSM_PROM_CADVISOR_PORTS=$OSM_PROM_CADVISOR_PORT)
1102         OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT)
1103         #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT)
1104         [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT)
1105     else
1106         OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT:$OSM_NBI_PORT)
1107         OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT:$OSM_RO_PORT)
1108         OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT:$OSM_KEYSTONE_PORT)
1109         OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT:$OSM_UI_PORT)
1110         OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT:$OSM_MON_PORT)
1111         OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_HOSTPORT:$OSM_PROM_PORT)
1112         OSM_PORTS+=(OSM_PROM_CADVISOR_PORTS=$OSM_PROM_CADVISOR_PORT:$OSM_PROM_CADVISOR_PORT)
1113         OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT:$OSM_GRAFANA_PORT)
1114         #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT:$OSM_PM_PORT)
1115         [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT:$OSM_ELK_PORT)
1116     fi
1117     echo "export ${OSM_PORTS[@]}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm_ports.sh
1118     echo "export OSM_NETWORK=net${OSM_STACK_NAME}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1119     echo "export TAG=${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1120     echo "export DOCKER_USER=${DOCKER_USER}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1121     echo "export KAFKA_TAG=${KAFKA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1122     echo "export PROMETHEUS_TAG=${PROMETHEUS_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1123     echo "export KEYSTONEDB_TAG=${KEYSTONEDB_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1124     echo "export PROMETHEUS_CADVISOR_TAG=${PROMETHEUS_CADVISOR_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1125     echo "export GRAFANA_TAG=${GRAFANA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1126
1127     pushd $OSM_DOCKER_WORK_DIR
1128     sg docker -c ". ./osm_ports.sh; docker stack deploy -c $OSM_DOCKER_WORK_DIR/docker-compose.yaml $OSM_STACK_NAME"
1129     popd
1130
1131     echo "Finished deployment of lightweight build"
1132 }
1133
1134 function deploy_elk() {
1135     echo "Pulling docker images for ELK"
1136     sg docker -c "docker pull docker.elastic.co/elasticsearch/elasticsearch-oss:${ELASTIC_VERSION}" || FATAL "cannot get elasticsearch docker image"
1137     sg docker -c "docker pull docker.elastic.co/beats/metricbeat:${ELASTIC_VERSION}" || FATAL "cannot get metricbeat docker image"
1138     sg docker -c "docker pull docker.elastic.co/beats/filebeat:${ELASTIC_VERSION}" || FATAL "cannot get filebeat docker image"
1139     sg docker -c "docker pull docker.elastic.co/kibana/kibana-oss:${ELASTIC_VERSION}" || FATAL "cannot get kibana docker image"
1140     sg docker -c "docker pull bobrik/curator:${ELASTIC_CURATOR_VERSION}" || FATAL "cannot get curator docker image"
1141     echo "Finished pulling elk docker images"
1142     $WORKDIR_SUDO mkdir -p "$OSM_DOCKER_WORK_DIR/osm_elk"
1143     $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/osm_elk/* $OSM_DOCKER_WORK_DIR/osm_elk
1144     remove_stack osm_elk
1145     echo "Deploying ELK stack"
1146     sg docker -c "OSM_NETWORK=net${OSM_STACK_NAME} docker stack deploy -c $OSM_DOCKER_WORK_DIR/osm_elk/docker-compose.yml osm_elk"
1147     echo "Waiting for ELK stack to be up and running"
1148     time=0
1149     step=5
1150     timelength=40
1151     elk_is_up=1
1152     while [ $time -le $timelength ]; do
1153         if [[ $(curl -f -XGET http://127.0.0.1:5601/status -I 2>/dev/null | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then
1154             elk_is_up=0
1155             break
1156         fi
1157         sleep $step
1158         time=$((time+step))
1159     done
1160     if [ $elk_is_up -eq 0 ]; then
1161         echo "ELK is up and running. Trying to create index pattern..."
1162         #Create index pattern
1163         curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1164           "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1165           -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}" 2>/dev/null
1166         #Make it the default index
1167         curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1168           "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
1169           -d"{\"value\":\"filebeat-*\"}" 2>/dev/null
1170     else
1171         echo "Cannot connect to Kibana to create index pattern."
1172         echo "Once Kibana is running, you can use the following instructions to create index pattern:"
1173         echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1174           "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1175           -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}"'
1176         echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1177           "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
1178           -d"{\"value\":\"filebeat-*\"}"'
1179     fi
1180     echo "Finished deployment of ELK stack"
1181     return 0
1182 }
1183
1184 function install_lightweight() {
1185     [ "${OSM_STACK_NAME}" == "osm" ] || OSM_DOCKER_WORK_DIR="$OSM_WORK_DIR/stack/$OSM_STACK_NAME"
1186     [ -n "$KUBERNETES" ] && OSM_K8S_WORK_DIR="$OSM_DOCKER_WORK_DIR/osm_pods" && OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1187     [ ! -d "$OSM_DOCKER_WORK_DIR" ] && $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR
1188     [ -n "$KUBERNETES" ] && $WORKDIR_SUDO cp -b $OSM_DEVOPS/installers/docker/cluster-config.yaml $OSM_DOCKER_WORK_DIR/cluster-config.yaml
1189
1190     track checkingroot
1191     [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges."
1192     track noroot
1193
1194     if [ -n "$KUBERNETES" ]; then
1195         [ -z "$ASSUME_YES" ] && ! ask_user "The installation will do the following
1196         1. Install and configure LXD
1197         2. Install juju
1198         3. Install docker CE
1199         4. Disable swap space
1200         5. Install and initialize Kubernetes
1201         as pre-requirements.
1202         Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1203
1204     else
1205         [ -z "$ASSUME_YES" ] && ! ask_user "The installation will configure LXD, install juju, install docker CE and init a docker swarm, as pre-requirements. Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1206     fi
1207     track proceed
1208
1209     echo "Installing lightweight build of OSM"
1210     LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")"
1211     trap 'rm -rf "${LWTEMPDIR}"' EXIT
1212     DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'`
1213     [ -z "$DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
1214     DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
1215     [ -z "$DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
1216     DEFAULT_MTU=$(ip addr show ${DEFAULT_IF} | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
1217
1218     # if no host is passed in, we need to install lxd/juju, unless explicilty asked not to
1219     if [ -z "$OSM_VCA_HOST" ] && [ -z "$INSTALL_NOLXD" ]; then
1220         need_packages_lw="lxd snapd"
1221         echo -e "Checking required packages: $need_packages_lw"
1222         dpkg -l $need_packages_lw &>/dev/null \
1223           || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1224           || sudo apt-get update \
1225           || FATAL "failed to run apt-get update"
1226         dpkg -l $need_packages_lw &>/dev/null \
1227           || ! echo -e "Installing $need_packages_lw requires root privileges." \
1228           || sudo apt-get install -y $need_packages_lw \
1229           || FATAL "failed to install $need_packages_lw"
1230     fi
1231     track prereqok
1232
1233     [ -z "$INSTALL_NOJUJU" ] && install_juju
1234     track juju_install
1235
1236     if [ -z "$OSM_VCA_HOST" ]; then
1237         juju_createcontroller
1238         OSM_VCA_HOST=`sg lxd -c "juju show-controller $OSM_STACK_NAME"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
1239         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
1240     fi
1241     track juju_controller
1242
1243     if [ -z "$OSM_VCA_SECRET" ]; then
1244         OSM_VCA_SECRET=$(parse_juju_password $OSM_STACK_NAME)
1245         [ -z "$OSM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret"
1246     fi
1247     if [ -z "$OSM_VCA_PUBKEY" ]; then
1248         OSM_VCA_PUBKEY=$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)
1249         [ -z "$OSM_VCA_PUBKEY" ] && FATAL "Cannot obtain juju public key"
1250     fi
1251     if [ -z "$OSM_VCA_CACERT" ]; then
1252         OSM_VCA_CACERT=$(juju controllers --format json | jq -r '.controllers["osm"]["ca-cert"]' | base64 | tr -d \\n)
1253        [ -z "$OSM_VCA_CACERT" ] && FATAL "Cannot obtain juju CA certificate"
1254     fi
1255     if [ -z "$OSM_VCA_APIPROXY" ]; then
1256         OSM_VCA_APIPROXY=$DEFAULT_IP
1257         [ -z "$OSM_VCA_APIPROXY" ] && FATAL "Cannot obtain juju api proxy"
1258     fi
1259     juju_createproxy
1260     track juju
1261
1262     if [ -z "$OSM_DATABASE_COMMONKEY" ]; then
1263         OSM_DATABASE_COMMONKEY=$(generate_secret)
1264         [ -z "OSM_DATABASE_COMMONKEY" ] && FATAL "Cannot generate common db secret"
1265     fi
1266
1267     [ -n "$INSTALL_NODOCKER" ] || install_docker_ce
1268     track docker_ce
1269
1270     #Installs Kubernetes and deploys osm services
1271     if [ -n "$KUBERNETES" ]; then
1272         install_kube
1273         track install_k8s
1274         init_kubeadm $OSM_DOCKER_WORK_DIR/cluster-config.yaml
1275         kube_config_dir
1276         track init_k8s
1277     else
1278         #install_docker_compose
1279         [ -n "$INSTALL_NODOCKER" ] || init_docker_swarm
1280         track docker_swarm
1281     fi
1282
1283     [ -z "$DOCKER_NOBUILD" ] && generate_docker_images
1284     track docker_build
1285
1286     generate_docker_env_files
1287
1288     if [ -n "$KUBERNETES" ]; then
1289         if [ -n "$K8S_MONITOR" ]; then
1290             # uninstall OSM MONITORING
1291             uninstall_k8s_monitoring
1292             track uninstall_k8s_monitoring
1293         fi
1294         #remove old namespace
1295         remove_k8s_namespace $OSM_STACK_NAME
1296         deploy_cni_provider
1297         kube_secrets
1298         [ ! $OSM_DOCKER_TAG == "latest" ] && parse_yaml $OSM_DOCKER_TAG
1299         namespace_vol
1300         deploy_osm_services
1301         track deploy_osm_services_k8s
1302         if [ -n "$K8S_MONITOR" ]; then
1303             # install OSM MONITORING
1304             install_k8s_monitoring
1305             track install_k8s_monitoring
1306         fi
1307     else
1308         # remove old stack
1309         remove_stack $OSM_STACK_NAME
1310         create_docker_network
1311         deploy_lightweight
1312         generate_osmclient_script
1313         track docker_deploy
1314         install_prometheus_nodeexporter
1315         track nodeexporter
1316         [ -n "$INSTALL_VIMEMU" ] && install_vimemu && track vimemu
1317         [ -n "$INSTALL_ELK" ] && deploy_elk && track elk
1318     fi
1319
1320     [ -z "$INSTALL_NOHOSTCLIENT" ] && install_osmclient
1321     track osmclient
1322
1323     wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README2.txt &> /dev/null
1324     track end
1325     return 0
1326 }
1327
1328 function install_vimemu() {
1329     echo "\nInstalling vim-emu"
1330     EMUTEMPDIR="$(mktemp -d -q --tmpdir "installosmvimemu.XXXXXX")"
1331     trap 'rm -rf "${EMUTEMPDIR}"' EXIT
1332     # clone vim-emu repository (attention: branch is currently master only)
1333     echo "Cloning vim-emu repository ..."
1334     git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR
1335     # build vim-emu docker
1336     echo "Building vim-emu Docker container..."
1337
1338     sg docker -c "docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/" || FATAL "cannot build vim-emu-img docker image"
1339     # start vim-emu container as daemon
1340     echo "Starting vim-emu Docker container 'vim-emu' ..."
1341     if [ -n "$INSTALL_LIGHTWEIGHT" ]; then
1342         # in lightweight mode, the emulator needs to be attached to netOSM
1343         sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' --network=net${OSM_STACK_NAME} -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
1344     else
1345         # classic build mode
1346         sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
1347     fi
1348     echo "Waiting for 'vim-emu' container to start ..."
1349     sleep 5
1350     export VIMEMU_HOSTNAME=$(sg docker -c "docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vim-emu")
1351     echo "vim-emu running at ${VIMEMU_HOSTNAME} ..."
1352     # print vim-emu connection info
1353     echo -e "\nYou might be interested in adding the following vim-emu env variables to your .bashrc file:"
1354     echo "     export VIMEMU_HOSTNAME=${VIMEMU_HOSTNAME}"
1355     echo -e "To add the emulated VIM to OSM you should do:"
1356     echo "     osm vim-create --name emu-vim1 --user username --password password --auth_url http://${VIMEMU_HOSTNAME}:6001/v2.0 --tenant tenantName --account_type openstack"
1357 }
1358
1359 function install_k8s_monitoring() {
1360     # install OSM monitoring
1361     $WORKDIR_SUDO chmod +x $OSM_DEVOPS/installers/k8s/*.sh
1362     $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/install_osm_k8s_monitoring.sh
1363 }
1364
1365 function uninstall_k8s_monitoring() {
1366     # install OSM monitoring
1367     $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/uninstall_osm_k8s_monitoring.sh
1368 }
1369
1370 function dump_vars(){
1371     echo "DEVELOP=$DEVELOP"
1372     echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE"
1373     echo "UNINSTALL=$UNINSTALL"
1374     echo "NAT=$NAT"
1375     echo "UPDATE=$UPDATE"
1376     echo "RECONFIGURE=$RECONFIGURE"
1377     echo "TEST_INSTALLER=$TEST_INSTALLER"
1378     echo "INSTALL_VIMEMU=$INSTALL_VIMEMU"
1379     echo "INSTALL_LXD=$INSTALL_LXD"
1380     echo "INSTALL_FROM_LXDIMAGES=$INSTALL_FROM_LXDIMAGES"
1381     echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE"
1382     echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH"
1383     echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT"
1384     echo "INSTALL_ONLY=$INSTALL_ONLY"
1385     echo "INSTALL_ELK=$INSTALL_ELK"
1386     #echo "INSTALL_PERFMON=$INSTALL_PERFMON"
1387     echo "TO_REBUILD=$TO_REBUILD"
1388     echo "INSTALL_NOLXD=$INSTALL_NOLXD"
1389     echo "INSTALL_NODOCKER=$INSTALL_NODOCKER"
1390     echo "INSTALL_NOJUJU=$INSTALL_NOJUJU"
1391     echo "RELEASE=$RELEASE"
1392     echo "REPOSITORY=$REPOSITORY"
1393     echo "REPOSITORY_BASE=$REPOSITORY_BASE"
1394     echo "REPOSITORY_KEY=$REPOSITORY_KEY"
1395     echo "NOCONFIGURE=$NOCONFIGURE"
1396     echo "OSM_DEVOPS=$OSM_DEVOPS"
1397     echo "OSM_VCA_HOST=$OSM_VCA_HOST"
1398     echo "OSM_VCA_SECRET=$OSM_VCA_SECRET"
1399     echo "OSM_VCA_PUBKEY=$OSM_VCA_PUBKEY"
1400     echo "NO_HOST_PORTS=$NO_HOST_PORTS"
1401     echo "DOCKER_NOBUILD=$DOCKER_NOBUILD"
1402     echo "WORKDIR_SUDO=$WORKDIR_SUDO"
1403     echo "OSM_WORK_DIR=$OSM_STACK_NAME"
1404     echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
1405     echo "DOCKER_USER=$DOCKER_USER"
1406     echo "OSM_STACK_NAME=$OSM_STACK_NAME"
1407     echo "PULL_IMAGES=$PULL_IMAGES"
1408     echo "KUBERNETES=$KUBERNETES"
1409     echo "SHOWOPTS=$SHOWOPTS"
1410     echo "Install from specific refspec (-b): $COMMIT_ID"
1411 }
1412
1413 function track(){
1414     ctime=`date +%s`
1415     duration=$((ctime - SESSION_ID))
1416     url="http://www.woopra.com/track/ce?project=osm.etsi.org&cookie=${SESSION_ID}"
1417     #url="${url}&ce_campaign_name=${CAMPAIGN_NAME}"
1418     event_name="bin"
1419     [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_SOURCE" ] && event_name="binsrc"
1420     [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd"
1421     [ -n "$INSTALL_LIGHTWEIGHT" ] && event_name="lw"
1422     event_name="${event_name}_$1"
1423     url="${url}&event=${event_name}&ce_duration=${duration}"
1424     wget -q -O /dev/null $url
1425 }
1426
1427 UNINSTALL=""
1428 DEVELOP=""
1429 NAT=""
1430 UPDATE=""
1431 RECONFIGURE=""
1432 TEST_INSTALLER=""
1433 INSTALL_LXD=""
1434 SHOWOPTS=""
1435 COMMIT_ID=""
1436 ASSUME_YES=""
1437 INSTALL_FROM_SOURCE=""
1438 RELEASE="ReleaseSEVEN"
1439 REPOSITORY="stable"
1440 INSTALL_VIMEMU=""
1441 INSTALL_FROM_LXDIMAGES=""
1442 LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd"
1443 LXD_REPOSITORY_PATH=""
1444 INSTALL_LIGHTWEIGHT="y"
1445 INSTALL_ONLY=""
1446 INSTALL_ELK=""
1447 TO_REBUILD=""
1448 INSTALL_NOLXD=""
1449 INSTALL_NODOCKER=""
1450 INSTALL_NOJUJU=""
1451 KUBERNETES=""
1452 K8S_MONITOR=""
1453 INSTALL_NOHOSTCLIENT=""
1454 NOCONFIGURE=""
1455 RELEASE_DAILY=""
1456 SESSION_ID=`date +%s`
1457 OSM_DEVOPS=
1458 OSM_VCA_HOST=
1459 OSM_VCA_SECRET=
1460 OSM_VCA_PUBKEY=
1461 OSM_STACK_NAME=osm
1462 NO_HOST_PORTS=""
1463 DOCKER_NOBUILD=""
1464 REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
1465 REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/debian"
1466 WORKDIR_SUDO=sudo
1467 OSM_WORK_DIR="/etc/osm"
1468 OSM_DOCKER_WORK_DIR="/etc/osm/docker"
1469 OSM_K8S_WORK_DIR="${OSM_DOCKER_WORK_DIR}/osm_pods"
1470 OSM_HOST_VOL="/var/lib/osm"
1471 OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1472 OSM_DOCKER_TAG=latest
1473 DOCKER_USER=opensourcemano
1474 PULL_IMAGES="y"
1475 KAFKA_TAG=2.11-1.0.2
1476 PROMETHEUS_TAG=v2.4.3
1477 GRAFANA_TAG=latest
1478 PROMETHEUS_NODE_EXPORTER_TAG=0.18.1
1479 PROMETHEUS_CADVISOR_TAG=latest
1480 KEYSTONEDB_TAG=10
1481 OSM_DATABASE_COMMONKEY=
1482 ELASTIC_VERSION=6.4.2
1483 ELASTIC_CURATOR_VERSION=5.5.4
1484 POD_NETWORK_CIDR=10.244.0.0/16
1485 K8S_MANIFEST_DIR="/etc/kubernetes/manifests"
1486 RE_CHECK='^[a-z0-9]([-a-z0-9]*[a-z0-9])?$'
1487
1488 while getopts ":hy-:b:r:c:k:u:R:l:p:D:o:m:H:S:s:w:t:U:P:A:" o; do
1489     case "${o}" in
1490         h)
1491             usage && exit 0
1492             ;;
1493         b)
1494             COMMIT_ID=${OPTARG}
1495             PULL_IMAGES=""
1496             ;;
1497         r)
1498             REPOSITORY="${OPTARG}"
1499             REPO_ARGS+=(-r "$REPOSITORY")
1500             ;;
1501         c)
1502             [ "${OPTARG}" == "swarm" ] && continue
1503             [ "${OPTARG}" == "k8s" ] && KUBERNETES="y" && continue
1504             echo -e "Invalid argument for -i : ' $OPTARG'\n" >&2
1505             usage && exit 1
1506             ;;
1507         R)
1508             RELEASE="${OPTARG}"
1509             REPO_ARGS+=(-R "$RELEASE")
1510             ;;
1511         k)
1512             REPOSITORY_KEY="${OPTARG}"
1513             REPO_ARGS+=(-k "$REPOSITORY_KEY")
1514             ;;
1515         u)
1516             REPOSITORY_BASE="${OPTARG}"
1517             REPO_ARGS+=(-u "$REPOSITORY_BASE")
1518             ;;
1519         U)
1520             DOCKER_USER="${OPTARG}"
1521             ;;
1522         l)
1523             LXD_REPOSITORY_BASE="${OPTARG}"
1524             ;;
1525         p)
1526             LXD_REPOSITORY_PATH="${OPTARG}"
1527             ;;
1528         D)
1529             OSM_DEVOPS="${OPTARG}"
1530             ;;
1531         s)
1532             OSM_STACK_NAME="${OPTARG}" && [ -n "$KUBERNETES" ] && [[ ! "${OPTARG}" =~ $RE_CHECK ]] && echo "Namespace $OPTARG is invalid. Regex used for validation is $RE_CHECK" && exit 0
1533             ;;
1534         H)
1535             OSM_VCA_HOST="${OPTARG}"
1536             ;;
1537         S)
1538             OSM_VCA_SECRET="${OPTARG}"
1539             ;;
1540         P)
1541             OSM_VCA_PUBKEY=$(cat ${OPTARG})
1542             ;;
1543         A)
1544             OSM_VCA_APIPROXY="${OPTARG}"
1545             ;;
1546         w)
1547             # when specifying workdir, do not use sudo for access
1548             WORKDIR_SUDO=
1549             OSM_WORK_DIR="${OPTARG}"
1550             ;;
1551         t)
1552             OSM_DOCKER_TAG="${OPTARG}"
1553             ;;
1554         o)
1555             INSTALL_ONLY="y"
1556             [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
1557             [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
1558             ;;
1559         m)
1560             [ "${OPTARG}" == "LW-UI" ] && TO_REBUILD="$TO_REBUILD LW-UI" && continue
1561             [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue
1562             [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue
1563             [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue
1564             [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue
1565             [ "${OPTARG}" == "POL" ] && TO_REBUILD="$TO_REBUILD POL" && continue
1566             [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue
1567             [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue
1568             [ "${OPTARG}" == "PROMETHEUS" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS" && continue
1569             [ "${OPTARG}" == "PROMETHEUS-CADVISOR" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS-CADVISOR" && continue
1570             [ "${OPTARG}" == "KEYSTONE-DB" ] && TO_REBUILD="$TO_REBUILD KEYSTONE-DB" && continue
1571             [ "${OPTARG}" == "GRAFANA" ] && TO_REBUILD="$TO_REBUILD GRAFANA" && continue
1572             [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue
1573             ;;
1574         -)
1575             [ "${OPTARG}" == "help" ] && usage && exit 0
1576             [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && PULL_IMAGES="" && continue
1577             [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue
1578             [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue
1579             [ "${OPTARG}" == "nat" ] && NAT="y" && continue
1580             [ "${OPTARG}" == "update" ] && UPDATE="y" && continue
1581             [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue
1582             [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue
1583             [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue
1584             [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue
1585             [ "${OPTARG}" == "nodocker" ] && INSTALL_NODOCKER="y" && continue
1586             [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue
1587             [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue
1588             [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue
1589             [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
1590             [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
1591             [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue
1592             [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue
1593             [ "${OPTARG}" == "daily" ] && RELEASE_DAILY="y" && continue
1594             [ "${OPTARG}" == "nohostports" ] && NO_HOST_PORTS="y" && continue
1595             [ "${OPTARG}" == "nojuju" ] && INSTALL_NOJUJU="y" && continue
1596             [ "${OPTARG}" == "nodockerbuild" ] && DOCKER_NOBUILD="y" && continue
1597             [ "${OPTARG}" == "nohostclient" ] && INSTALL_NOHOSTCLIENT="y" && continue
1598             [ "${OPTARG}" == "pullimages" ] && continue
1599             [ "${OPTARG}" == "k8s_monitor" ] && K8S_MONITOR="y" && continue
1600             echo -e "Invalid option: '--$OPTARG'\n" >&2
1601             usage && exit 1
1602             ;;
1603         \?)
1604             echo -e "Invalid option: '-$OPTARG'\n" >&2
1605             usage && exit 1
1606             ;;
1607         y)
1608             ASSUME_YES="y"
1609             ;;
1610         *)
1611             usage && exit 1
1612             ;;
1613     esac
1614 done
1615
1616 [ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui"
1617 [ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui"
1618 [ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui"
1619 [ -n "$RELEASE_DAILY" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --daily can only be used with --soui"
1620 [ -n "$INSTALL_NOLXD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nolxd cannot be used with --soui"
1621 [ -n "$INSTALL_NODOCKER" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nodocker cannot be used with --soui"
1622 [ -n "$TO_REBUILD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: -m cannot be used with --soui"
1623 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options"
1624
1625 if [ -n "$SHOWOPTS" ]; then
1626     dump_vars
1627     exit 0
1628 fi
1629
1630 [ -n "$RELEASE_DAILY" ] && echo -e "\nInstalling from daily build repo" && RELEASE="-R ReleaseTHREE-daily" && REPOSITORY="-r testing" && COMMIT_ID="master"
1631
1632 # if develop, we force master
1633 [ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master"
1634
1635 need_packages="git jq wget curl tar"
1636 echo -e "Checking required packages: $need_packages"
1637 dpkg -l $need_packages &>/dev/null \
1638   || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1639   || sudo apt-get update \
1640   || FATAL "failed to run apt-get update"
1641 dpkg -l $need_packages &>/dev/null \
1642   || ! echo -e "Installing $need_packages requires root privileges." \
1643   || sudo apt-get install -y $need_packages \
1644   || FATAL "failed to install $need_packages"
1645
1646 if [ -z "$OSM_DEVOPS" ]; then
1647     if [ -n "$TEST_INSTALLER" ]; then
1648         echo -e "\nUsing local devops repo for OSM installation"
1649         OSM_DEVOPS="$(dirname $(realpath $(dirname $0)))"
1650     else
1651         echo -e "\nCreating temporary dir for OSM installation"
1652         OSM_DEVOPS="$(mktemp -d -q --tmpdir "installosm.XXXXXX")"
1653         trap 'rm -rf "$OSM_DEVOPS"' EXIT
1654
1655         git clone https://osm.etsi.org/gerrit/osm/devops.git $OSM_DEVOPS
1656
1657         if [ -z "$COMMIT_ID" ]; then
1658             echo -e "\nGuessing the current stable release"
1659             LATEST_STABLE_DEVOPS=`git -C $OSM_DEVOPS tag -l v[0-9].* | sort -V | tail -n1`
1660             [ -z "$LATEST_STABLE_DEVOPS" ] && echo "Could not find the current latest stable release" && exit 0
1661
1662             echo "Latest tag in devops repo: $LATEST_STABLE_DEVOPS"
1663             COMMIT_ID="tags/$LATEST_STABLE_DEVOPS"
1664         else
1665             echo -e "\nDEVOPS Using commit $COMMIT_ID"
1666         fi
1667         git -C $OSM_DEVOPS checkout $COMMIT_ID
1668     fi
1669 fi
1670
1671 . $OSM_DEVOPS/common/all_funcs
1672
1673 [ -n "$INSTALL_LIGHTWEIGHT" ] && [ -n "$UNINSTALL" ] && uninstall_lightweight && echo -e "\nDONE" && exit 0
1674 [ -n "$UNINSTALL" ] && uninstall && echo -e "\nDONE" && exit 0
1675 [ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0
1676 [ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0
1677 [ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0
1678 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_ELK" ] && deploy_elk
1679 #[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_PERFMON" ] && deploy_perfmon
1680 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_VIMEMU" ] && install_vimemu
1681 [ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0
1682
1683 #Installation starts here
1684 wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README.txt &> /dev/null
1685 track start
1686
1687 [ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0
1688 echo -e "\nInstalling OSM from refspec: $COMMIT_ID"
1689 if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then
1690     ! ask_user "The installation will take about 75-90 minutes. Continue (Y/n)? " y && echo "Cancelled!" && exit 1
1691 fi
1692
1693 echo -e "Checking required packages: lxd"
1694 lxd --version &>/dev/null || FATAL "lxd not present, exiting."
1695 [ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd
1696
1697 # use local devops for containers
1698 export OSM_USE_LOCAL_DEVOPS=true
1699 if [ -n "$INSTALL_FROM_SOURCE" ]; then #install from source
1700     echo -e "\nCreating the containers and building from source ..."
1701     $OSM_DEVOPS/jenkins/host/start_build RO --notest checkout $COMMIT_ID || FATAL "RO container build failed (refspec: '$COMMIT_ID')"
1702     ro_is_up && track RO
1703     $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA container build failed"
1704     vca_is_up && track VCA
1705     $OSM_DEVOPS/jenkins/host/start_build MON || FATAL "MON install failed"
1706     mon_is_up && track MON
1707     $OSM_DEVOPS/jenkins/host/start_build SO checkout $COMMIT_ID || FATAL "SO container build failed (refspec: '$COMMIT_ID')"
1708     $OSM_DEVOPS/jenkins/host/start_build UI checkout $COMMIT_ID || FATAL "UI container build failed (refspec: '$COMMIT_ID')"
1709     #so_is_up && track SOUI
1710     track SOUI
1711 elif [ -n "$INSTALL_FROM_LXDIMAGES" ]; then #install from LXD images stored in OSM repo
1712     echo -e "\nInstalling from lxd images ..."
1713     install_from_lxdimages
1714 else #install from binaries
1715     echo -e "\nCreating the containers and installing from binaries ..."
1716     $OSM_DEVOPS/jenkins/host/install RO ${REPO_ARGS[@]} || FATAL "RO install failed"
1717     ro_is_up && track RO
1718     $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA install failed"
1719     vca_is_up && track VCA
1720     $OSM_DEVOPS/jenkins/host/install MON || FATAL "MON build failed"
1721     mon_is_up && track MON
1722     $OSM_DEVOPS/jenkins/host/install SO ${REPO_ARGS[@]} || FATAL "SO install failed"
1723     $OSM_DEVOPS/jenkins/host/install UI ${REPO_ARGS[@]} || FATAL "UI install failed"
1724     #so_is_up && track SOUI
1725     track SOUI
1726 fi
1727
1728 #Install iptables-persistent and configure NAT rules
1729 [ -z "$NOCONFIGURE" ] && nat
1730
1731 #Configure components
1732 [ -z "$NOCONFIGURE" ] && configure
1733
1734 #Install osmclient
1735 [ -z "$NOCONFIGURE" ] && install_osmclient
1736
1737 #Install vim-emu (optional)
1738 [ -n "$INSTALL_VIMEMU" ] && install_docker_ce && install_vimemu
1739
1740 wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README2.txt &> /dev/null
1741 track end
1742 echo -e "\nDONE"