installers/full_install_osm.sh

   1 #!/bin/bash
   2 #   Copyright 2016 Telefónica Investigación y Desarrollo S.A.U.
   3 #
   4 #   Licensed under the Apache License, Version 2.0 (the "License");
   5 #   you may not use this file except in compliance with the License.
   6 #   You may obtain a copy of the License at
   7 #
   8 #       http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 #   Unless required by applicable law or agreed to in writing, software
  11 #   distributed under the License is distributed on an "AS IS" BASIS,
  12 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 #   See the License for the specific language governing permissions and
  14 #   limitations under the License.
  15
  16 function usage(){
  17     echo -e "usage: $0 [OPTIONS]"
  18     echo -e "Install OSM from binaries or source code (by default, from binaries)"
  19     echo -e "  OPTIONS"
  20     echo -e "     -r <repo>:      use specified repository name for osm packages"
  21     echo -e "     -R <release>:   use specified release for osm binaries (deb packages, lxd images, ...)"
  22     echo -e "     -u <repo base>: use specified repository url for osm packages"
  23     echo -e "     -k <repo key>:  use specified repository public key url"
  24     echo -e "     -b <refspec>:   install OSM from source code using a specific branch (master, v2.0, ...) or tag"
  25     echo -e "                     -b master          (main dev branch)"
  26     echo -e "                     -b v2.0            (v2.0 branch)"
  27     echo -e "                     -b tags/v1.1.0     (a specific tag)"
  28     echo -e "                     ..."
  29     echo -e "     -c <orchestrator> deploy osm services using container <orchestrator>. Valid values are <k8s> or <swarm>.  If -c is not used then osm will be deployed using default orchestrator. When used with --uninstall, osm services deployed by the orchestrator will be uninstalled"
  30     echo -e "     -s <stack name> or <namespace>  user defined stack name when installed using swarm or namespace when installed using k8s, default is osm"
  31     echo -e "     -H <VCA host>   use specific juju host controller IP"
  32     echo -e "     -S <VCA secret> use VCA/juju secret key"
  33     echo -e "     -P <VCA pubkey> use VCA/juju public key file"
  34     echo -e "     -C <VCA cacert> use VCA/juju CA certificate file"
  35     echo -e "     -A <VCA apiproxy> use VCA/juju API proxy"
  36     echo -e "     --vimemu:       additionally deploy the VIM emulator as a docker container"
  37     echo -e "     --elk_stack:    additionally deploy an ELK docker stack for event logging"
  38     echo -e "     --pm_stack:     additionally deploy a Prometheus+Grafana stack for performance monitoring (PM)"
  39     echo -e "     -m <MODULE>:    install OSM but only rebuild the specified docker images (LW-UI, NBI, LCM, RO, MON, POL, KAFKA, MONGO, PROMETHEUS, KEYSTONE-DB, NONE)"
  40     echo -e "     -o <ADDON>:     ONLY (un)installs one of the addons (vimemu, elk_stack, pm_stack)"
  41     echo -e "     -D <devops path> use local devops installation path"
  42     echo -e "     -w <work dir>   Location to store runtime installation"
  43     echo -e "     -t <docker tag> specify osm docker tag (default is latest)"
  44     echo -e "     --nolxd:        do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)"
  45     echo -e "     --nodocker:     do not install docker, do not initialize a swarm (assumes docker is already installed and a swarm has been initialized)"
  46     echo -e "     --nojuju:       do not juju, assumes already installed"
  47     echo -e "     --nodockerbuild:do not build docker images (use existing locally cached images)"
  48     echo -e "     --nohostports:  do not expose docker ports to host (useful for creating multiple instances of osm on the same host)"
  49     echo -e "     --nohostclient: do not install the osmclient"
  50     echo -e "     --uninstall:    uninstall OSM: remove the containers and delete NAT rules"
  51     echo -e "     --source:       install OSM from source code using the latest stable tag"
  52     echo -e "     --develop:      (deprecated, use '-b master') install OSM from source code using the master branch"
  53     echo -e "     --soui:         install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)"
  54     echo -e "     --lxdimages:    (only for Rel THREE with --soui) download lxd images from OSM repository instead of creating them from scratch"
  55     echo -e "     --pullimages:   pull/run osm images from docker.io/opensourcemano"
  56     echo -e "     --k8s_monitor:  install the OSM kubernetes moitoring with prometheus and grafana"
  57     echo -e "     -l <lxd_repo>:  (only for Rel THREE with --soui) use specified repository url for lxd images"
  58     echo -e "     -p <path>:      (only for Rel THREE with --soui) use specified repository path for lxd images"
  59 #    echo -e "     --reconfigure:  reconfigure the modules (DO NOT change NAT rules)"
  60     echo -e "     --nat:          (only for Rel THREE with --soui) install only NAT rules"
  61     echo -e "     --noconfigure:  (only for Rel THREE with --soui) DO NOT install osmclient, DO NOT install NAT rules, DO NOT configure modules"
  62 #    echo -e "     --update:       update to the latest stable release or to the latest commit if using a specific branch"
  63     echo -e "     --showopts:     print chosen options and exit (only for debugging)"
  64     echo -e "     -y:             do not prompt for confirmation, assumes yes"
  65     echo -e "     -h / --help:    print this help"
  66 }
  67
  68 #Uninstall OSM: remove containers
  69 function uninstall(){
  70     echo -e "\nUninstalling OSM"
  71     if [ $RC_CLONE ] || [ -n "$TEST_INSTALLER" ]; then
  72         $OSM_DEVOPS/jenkins/host/clean_container RO
  73         $OSM_DEVOPS/jenkins/host/clean_container VCA
  74         $OSM_DEVOPS/jenkins/host/clean_container MON
  75         $OSM_DEVOPS/jenkins/host/clean_container SO
  76         #$OSM_DEVOPS/jenkins/host/clean_container UI
  77     else
  78         lxc stop RO && lxc delete RO
  79         lxc stop VCA && lxc delete VCA
  80         lxc stop MON && lxc delete MON
  81         lxc stop SO-ub && lxc delete SO-ub
  82     fi
  83     echo -e "\nDeleting imported lxd images if they exist"
  84     lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
  85     lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
  86     lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
  87     return 0
  88 }
  89
  90 # takes a juju/accounts.yaml file and returns the password specific
  91 # for a controller. I wrote this using only bash tools to minimize
  92 # additions of other packages
  93 function parse_juju_password {
  94    password_file="${HOME}/.local/share/juju/accounts.yaml"
  95    local controller_name=$1
  96    local s='[[:space:]]*' w='[a-zA-Z0-9_-]*' fs=$(echo @|tr @ '\034')
  97    sed -ne "s|^\($s\):|\1|" \
  98         -e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \
  99         -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $password_file |
 100    awk -F$fs -v controller=$controller_name '{
 101       indent = length($1)/2;
 102       vname[indent] = $2;
 103       for (i in vname) {if (i > indent) {delete vname[i]}}
 104       if (length($3) > 0) {
 105          vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
 106          if (match(vn,controller) && match($2,"password")) {
 107              printf("%s",$3);
 108          }
 109       }
 110    }'
 111 }
 112
 113 function generate_secret() {
 114     head /dev/urandom | tr -dc A-Za-z0-9 | head -c 32
 115 }
 116
 117 function remove_volumes() {
 118     if [ -n "$KUBERNETES" ]; then
 119         k8_volume=$1
 120         echo "Removing ${k8_volume}"
 121         $WORKDIR_SUDO rm -rf ${k8_volume}
 122     else
 123         stack=$1
 124         volumes="mongo_db mon_db osm_packages ro_db"
 125         for volume in $volumes; do
 126             sg docker -c "docker volume rm ${stack}_${volume}"
 127         done
 128     fi
 129 }
 130
 131 function remove_network() {
 132     stack=$1
 133     sg docker -c "docker network rm net${stack}"
 134 }
 135
 136 function remove_iptables() {
 137     stack=$1
 138     if [ -z "$OSM_VCA_HOST" ]; then
 139         OSM_VCA_HOST=`sg lxd -c "juju show-controller ${stack}"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
 140         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
 141     fi
 142
 143     if sudo iptables -t nat -C PREROUTING -p tcp -m tcp --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
 144         sudo iptables -t nat -D PREROUTING -p tcp -m tcp --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
 145         sudo netfilter-persistent save
 146     fi
 147 }
 148
 149 function remove_stack() {
 150     stack=$1
 151     if sg docker -c "docker stack ps ${stack}" ; then
 152         echo -e "\nRemoving stack ${stack}" && sg docker -c "docker stack rm ${stack}"
 153         COUNTER=0
 154         result=1
 155         while [ ${COUNTER} -lt 30 ]; do
 156             result=$(sg docker -c "docker stack ps ${stack}" | wc -l)
 157             #echo "Dockers running: $result"
 158             if [ "${result}" == "0" ]; then
 159                 break
 160             fi
 161             let COUNTER=COUNTER+1
 162             sleep 1
 163         done
 164         if [ "${result}" == "0" ]; then
 165             echo "All dockers of the stack ${stack} were removed"
 166         else
 167             FATAL "Some dockers of the stack ${stack} could not be removed. Could not clean it."
 168         fi
 169         sleep 5
 170     fi
 171 }
 172
 173 #removes osm deployments and services
 174 function remove_k8s_namespace() {
 175     kubectl delete ns $1
 176 }
 177
 178 #Uninstall lightweight OSM: remove dockers
 179 function uninstall_lightweight() {
 180     if [ -n "$INSTALL_ONLY" ]; then
 181         if [ -n "$INSTALL_ELK" ]; then
 182             echo -e "\nUninstalling OSM ELK stack"
 183             remove_stack osm_elk
 184             $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR/osm_elk
 185         fi
 186     else
 187         echo -e "\nUninstalling OSM"
 188         if [ -n "$KUBERNETES" ]; then
 189             if [ -n "$K8S_MONITOR" ]; then
 190                 # uninstall OSM MONITORING
 191                 uninstall_k8s_monitoring
 192             fi
 193             remove_k8s_namespace $OSM_STACK_NAME
 194         else
 195             remove_stack $OSM_STACK_NAME
 196             remove_stack osm_elk
 197             uninstall_prometheus_nodeexporter
 198         fi
 199         echo "Now osm docker images and volumes will be deleted"
 200         newgrp docker << EONG
 201         docker image rm ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}
 202         docker image rm ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}
 203         docker image rm ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}
 204         docker image rm ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}
 205         docker image rm ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}
 206         docker image rm ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}
 207         docker image rm ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}
 208         docker image rm ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}
 209 EONG
 210
 211         if [ -n "$KUBERNETES" ]; then
 212             OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
 213             remove_volumes $OSM_NAMESPACE_VOL
 214         else
 215             remove_volumes $OSM_STACK_NAME
 216             remove_network $OSM_STACK_NAME
 217         fi
 218         remove_iptables $OSM_STACK_NAME
 219         echo "Removing $OSM_DOCKER_WORK_DIR"
 220         $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR
 221         sg lxd -c "juju destroy-controller --destroy-all-models --yes $OSM_STACK_NAME"
 222     fi
 223     echo "Some docker images will be kept in case they are used by other docker stacks"
 224     echo "To remove them, just run 'docker image prune' in a terminal"
 225     return 0
 226 }
 227
 228 #Configure NAT rules, based on the current IP addresses of containers
 229 function nat(){
 230     echo -e "\nChecking required packages: iptables-persistent"
 231     dpkg -l iptables-persistent &>/dev/null || ! echo -e "    Not installed.\nInstalling iptables-persistent requires root privileges" || \
 232     sudo DEBIAN_FRONTEND=noninteractive apt-get -yq install iptables-persistent
 233     echo -e "\nConfiguring NAT rules"
 234     echo -e "   Required root privileges"
 235     sudo $OSM_DEVOPS/installers/nat_osm
 236 }
 237
 238 function FATAL(){
 239     echo "FATAL error: Cannot install OSM due to \"$1\""
 240     exit 1
 241 }
 242
 243 #Update RO, SO and UI:
 244 function update(){
 245     echo -e "\nUpdating components"
 246
 247     echo -e "     Updating RO"
 248     CONTAINER="RO"
 249     MDG="RO"
 250     INSTALL_FOLDER="/opt/openmano"
 251     echo -e "     Fetching the repo"
 252     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 253     BRANCH=""
 254     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 255     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 256     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 257     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 258     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 259     # COMMIT_ID either was  previously set with -b option, or is an empty string
 260     CHECKOUT_ID=$COMMIT_ID
 261     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 262     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 263     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 264         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 265     else
 266         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 267     fi
 268     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 269     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 270         echo "         Nothing to be done."
 271     else
 272         echo "         Update required."
 273         lxc exec $CONTAINER -- service osm-ro stop
 274         lxc exec $CONTAINER -- git -C /opt/openmano stash
 275         lxc exec $CONTAINER -- git -C /opt/openmano pull --rebase
 276         lxc exec $CONTAINER -- git -C /opt/openmano checkout $CHECKOUT_ID
 277         lxc exec $CONTAINER -- git -C /opt/openmano stash pop
 278         lxc exec $CONTAINER -- /opt/openmano/database_utils/migrate_mano_db.sh
 279         lxc exec $CONTAINER -- service osm-ro start
 280     fi
 281     echo
 282
 283     echo -e "     Updating SO and UI"
 284     CONTAINER="SO-ub"
 285     MDG="SO"
 286     INSTALL_FOLDER=""   # To be filled in
 287     echo -e "     Fetching the repo"
 288     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 289     BRANCH=""
 290     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 291     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 292     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 293     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 294     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 295     # COMMIT_ID either was  previously set with -b option, or is an empty string
 296     CHECKOUT_ID=$COMMIT_ID
 297     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 298     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 299     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 300         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 301     else
 302         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 303     fi
 304     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 305     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 306         echo "         Nothing to be done."
 307     else
 308         echo "         Update required."
 309         # Instructions to be added
 310         # lxc exec SO-ub -- ...
 311     fi
 312     echo
 313     echo -e "Updating MON Container"
 314     CONTAINER="MON"
 315     MDG="MON"
 316     INSTALL_FOLDER="/root/MON"
 317     echo -e "     Fetching the repo"
 318     lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
 319     BRANCH=""
 320     BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
 321     [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
 322     CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
 323     CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
 324     echo "         FROM: $CURRENT ($CURRENT_COMMIT_ID)"
 325     # COMMIT_ID either was  previously set with -b option, or is an empty string
 326     CHECKOUT_ID=$COMMIT_ID
 327     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
 328     [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
 329     if [[ $CHECKOUT_ID == "tags/"* ]]; then
 330         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
 331     else
 332         REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
 333     fi
 334     echo "         TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
 335     if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
 336         echo "         Nothing to be done."
 337     else
 338         echo "         Update required."
 339     fi
 340     echo
 341 }
 342
 343 function so_is_up() {
 344     if [ -n "$1" ]; then
 345         SO_IP=$1
 346     else
 347         SO_IP=`lxc list SO-ub -c 4|grep eth0 |awk '{print $2}'`
 348     fi
 349     time=0
 350     step=5
 351     timelength=300
 352     while [ $time -le $timelength ]
 353     do
 354         if [[ `curl -k -X GET   https://$SO_IP:8008/api/operational/vcs/info \
 355                 -H 'accept: application/vnd.yang.data+json' \
 356                 -H 'authorization: Basic YWRtaW46YWRtaW4=' \
 357                 -H 'cache-control: no-cache' 2> /dev/null | jq  '.[].components.component_info[] | select(.component_name=="RW.Restconf")' 2>/dev/null | grep "RUNNING" | wc -l` -eq 1 ]]
 358         then
 359             echo "RW.Restconf running....SO is up"
 360             return 0
 361         fi
 362
 363         sleep $step
 364         echo -n "."
 365         time=$((time+step))
 366     done
 367
 368     FATAL "OSM Failed to startup. SO failed to startup"
 369 }
 370
 371 function vca_is_up() {
 372     if [[ `lxc exec VCA -- juju status | grep "osm" | wc -l` -eq 1 ]]; then
 373             echo "VCA is up and running"
 374             return 0
 375     fi
 376
 377     FATAL "OSM Failed to startup. VCA failed to startup"
 378 }
 379
 380 function mon_is_up() {
 381     if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
 382             echo "MON is up and running"
 383             return 0
 384     fi
 385
 386     FATAL "OSM Failed to startup. MON failed to startup"
 387 }
 388
 389 function ro_is_up() {
 390     if [ -n "$1" ]; then
 391         RO_IP=$1
 392     else
 393         RO_IP=`lxc list RO -c 4|grep eth0 |awk '{print $2}'`
 394     fi
 395     time=0
 396     step=2
 397     timelength=20
 398     while [ $time -le $timelength ]; do
 399         if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
 400             echo "RO is up and running"
 401             return 0
 402         fi
 403         sleep $step
 404         echo -n "."
 405         time=$((time+step))
 406     done
 407
 408     FATAL "OSM Failed to startup. RO failed to startup"
 409 }
 410
 411
 412 function configure_RO(){
 413     . $OSM_DEVOPS/installers/export_ips
 414     echo -e "       Configuring RO"
 415     lxc exec RO -- sed -i -e "s/^\#\?log_socket_host:.*/log_socket_host: $SO_CONTAINER_IP/g" /etc/osm/openmanod.cfg
 416     lxc exec RO -- service osm-ro restart
 417
 418     ro_is_up
 419
 420     lxc exec RO -- openmano tenant-delete -f osm >/dev/null
 421     lxc exec RO -- openmano tenant-create osm > /dev/null
 422     lxc exec RO -- sed -i '/export OPENMANO_TENANT=osm/d' .bashrc
 423     lxc exec RO -- sed -i '$ i export OPENMANO_TENANT=osm' .bashrc
 424     lxc exec RO -- sh -c 'echo "export OPENMANO_TENANT=osm" >> .bashrc'
 425 }
 426
 427 function configure_VCA(){
 428     echo -e "       Configuring VCA"
 429     JUJU_PASSWD=$(generate_secret)
 430     echo -e "$JUJU_PASSWD\n$JUJU_PASSWD" | lxc exec VCA -- juju change-user-password
 431 }
 432
 433 function configure_SOUI(){
 434     . $OSM_DEVOPS/installers/export_ips
 435     JUJU_CONTROLLER_IP=`lxc exec VCA -- lxc list -c 4 |grep eth0 |awk '{print $2}'`
 436     RO_TENANT_ID=`lxc exec RO -- openmano tenant-list osm |awk '{print $1}'`
 437
 438     echo -e " Configuring MON"
 439     #Information to be added about SO socket for logging
 440
 441     echo -e "       Configuring SO"
 442     sudo route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP
 443     sudo ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP
 444     sudo sed -i "$ i route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP" /etc/rc.local
 445     sudo sed -i "$ i ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP" /etc/rc.local
 446     # make journaling persistent
 447     lxc exec SO-ub -- mkdir -p /var/log/journal
 448     lxc exec SO-ub -- systemd-tmpfiles --create --prefix /var/log/journal
 449     lxc exec SO-ub -- systemctl restart systemd-journald
 450
 451     echo RIFT_EXTERNAL_ADDRESS=$DEFAULT_IP | lxc exec SO-ub -- tee -a /usr/rift/etc/default/launchpad
 452
 453     lxc exec SO-ub -- systemctl restart launchpad
 454
 455     so_is_up $SO_CONTAINER_IP
 456
 457     #delete existing config agent (could be there on reconfigure)
 458     curl -k --request DELETE \
 459       --url https://$SO_CONTAINER_IP:8008/api/config/config-agent/account/osmjuju \
 460       --header 'accept: application/vnd.yang.data+json' \
 461       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 462       --header 'cache-control: no-cache' \
 463       --header 'content-type: application/vnd.yang.data+json' &> /dev/null
 464
 465     result=$(curl -k --request POST \
 466       --url https://$SO_CONTAINER_IP:8008/api/config/config-agent \
 467       --header 'accept: application/vnd.yang.data+json' \
 468       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 469       --header 'cache-control: no-cache' \
 470       --header 'content-type: application/vnd.yang.data+json' \
 471       --data '{"account": [ { "name": "osmjuju", "account-type": "juju", "juju": { "ip-address": "'$JUJU_CONTROLLER_IP'", "port": "17070", "user": "admin", "secret": "'$JUJU_PASSWD'" }  }  ]}')
 472     [[ $result =~ .*success.* ]] || FATAL "Failed config-agent configuration: $result"
 473
 474     #R1/R2 config line
 475     #result=$(curl -k --request PUT \
 476     #  --url https://$SO_CONTAINER_IP:8008/api/config/resource-orchestrator \
 477     #  --header 'accept: application/vnd.yang.data+json' \
 478     #  --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 479     #  --header 'cache-control: no-cache' \
 480     #  --header 'content-type: application/vnd.yang.data+json' \
 481     #  --data '{ "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'" }, "name": "osmopenmano", "account-type": "openmano" }')
 482
 483     result=$(curl -k --request PUT \
 484       --url https://$SO_CONTAINER_IP:8008/api/config/project/default/ro-account/account \
 485       --header 'accept: application/vnd.yang.data+json' \
 486       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 487       --header 'cache-control: no-cache'   \
 488       --header 'content-type: application/vnd.yang.data+json' \
 489       --data '{"rw-ro-account:account": [ { "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'"}, "name": "osmopenmano", "ro-account-type": "openmano" }]}')
 490     [[ $result =~ .*success.* ]] || FATAL "Failed resource-orchestrator configuration: $result"
 491
 492     result=$(curl -k --request PATCH \
 493       --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/redirect-uri \
 494       --header 'accept: application/vnd.yang.data+json' \
 495       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 496       --header 'cache-control: no-cache'   \
 497       --header 'content-type: application/vnd.yang.data+json' \
 498       --data '{"redirect-uri": "https://'$DEFAULT_IP':8443/callback" }')
 499     [[ $result =~ .*success.* ]] || FATAL "Failed redirect-uri configuration: $result"
 500
 501     result=$(curl -k --request PATCH \
 502       --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/post-logout-redirect-uri \
 503       --header 'accept: application/vnd.yang.data+json' \
 504       --header 'authorization: Basic YWRtaW46YWRtaW4=' \
 505       --header 'cache-control: no-cache'   \
 506       --header 'content-type: application/vnd.yang.data+json' \
 507       --data '{"post-logout-redirect-uri": "https://'$DEFAULT_IP':8443/?api_server=https://'$DEFAULT_IP'" }')
 508     [[ $result =~ .*success.* ]] || FATAL "Failed post-logout-redirect-uri configuration: $result"
 509
 510     lxc exec SO-ub -- tee /etc/network/interfaces.d/60-rift.cfg <<EOF
 511 auto lo:1
 512 iface lo:1 inet static
 513         address  $DEFAULT_IP
 514         netmask 255.255.255.255
 515 EOF
 516     lxc exec SO-ub ifup lo:1
 517 }
 518
 519 #Configure RO, VCA, and SO with the initial configuration:
 520 #  RO -> tenant:osm, logs to be sent to SO
 521 #  VCA -> juju-password
 522 #  SO -> route to Juju Controller, add RO account, add VCA account
 523 function configure(){
 524     #Configure components
 525     echo -e "\nConfiguring components"
 526     configure_RO
 527     configure_VCA
 528     configure_SOUI
 529 }
 530
 531 function install_lxd() {
 532     sudo apt-get update
 533     sudo apt-get install -y lxd
 534     newgrp lxd
 535     lxd init --auto
 536     lxd waitready
 537     lxc network create lxdbr0 ipv4.address=auto ipv4.nat=true ipv6.address=none ipv6.nat=false
 538     DEFAULT_INTERFACE=$(route -n | awk '$1~/^0.0.0.0/ {print $8}')
 539     DEFAULT_MTU=$(ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
 540     lxc profile device set default eth0 mtu $DEFAULT_MTU
 541     #sudo systemctl stop lxd-bridge
 542     #sudo systemctl --system daemon-reload
 543     #sudo systemctl enable lxd-bridge
 544     #sudo systemctl start lxd-bridge
 545 }
 546
 547 function ask_user(){
 548     # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive
 549     # Params: $1 text to ask;   $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed
 550     # Return: true(0) if user type 'yes'; false (1) if user type 'no'
 551     read -e -p "$1" USER_CONFIRMATION
 552     while true ; do
 553         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0
 554         [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1
 555         [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0
 556         [ "${USER_CONFIRMATION,,}" == "no" ]  || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1
 557         read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION
 558     done
 559 }
 560
 561 function launch_container_from_lxd(){
 562     export OSM_MDG=$1
 563     OSM_load_config
 564     export OSM_BASE_IMAGE=$2
 565     if ! container_exists $OSM_BUILD_CONTAINER; then
 566         CONTAINER_OPTS=""
 567         [[ "$OSM_BUILD_CONTAINER_PRIVILEGED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.privileged=true"
 568         [[ "$OSM_BUILD_CONTAINER_ALLOW_NESTED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.nesting=true"
 569         create_container $OSM_BASE_IMAGE $OSM_BUILD_CONTAINER $CONTAINER_OPTS
 570         wait_container_up $OSM_BUILD_CONTAINER
 571     fi
 572 }
 573
 574 function install_osmclient(){
 575     CLIENT_RELEASE=${RELEASE#"-R "}
 576     CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
 577     CLIENT_REPOSITORY=${REPOSITORY#"-r "}
 578     CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "}
 579     key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY
 580     curl $key_location | sudo apt-key add -
 581     sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient IM"
 582     sudo apt-get update
 583     sudo apt-get install -y python3-pip
 584     sudo -H LC_ALL=C python3 -m pip install -U pip
 585     sudo -H LC_ALL=C python3 -m pip install -U python-magic pyangbind
 586     sudo apt-get install -y python3-osm-im python3-osmclient
 587     #sed 's,OSM_SOL005=[^$]*,OSM_SOL005=True,' -i ${HOME}/.bashrc
 588     #echo 'export OSM_HOSTNAME=localhost' >> ${HOME}/.bashrc
 589     #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc
 590     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'`
 591     [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'`
 592     echo -e "\nOSM client installed"
 593     if [ -z "$INSTALL_LIGHTWEIGHT" ]; then
 594         echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:"
 595         echo "     export OSM_HOSTNAME=${OSM_HOSTNAME}"
 596         echo "     export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}"
 597     else
 598         echo -e "OSM client assumes that OSM host is running in localhost (127.0.0.1)."
 599         echo -e "In case you want to interact with a different OSM host, you will have to configure this env variable in your .bashrc file:"
 600         echo "     export OSM_HOSTNAME=<OSM_host>"
 601     fi
 602     return 0
 603 }
 604
 605 function install_prometheus_nodeexporter(){
 606     sudo useradd --no-create-home --shell /bin/false node_exporter
 607     sudo wget -q https://github.com/prometheus/node_exporter/releases/download/v$PROMETHEUS_NODE_EXPORTER_TAG/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz  -P /tmp/
 608     sudo tar -C /tmp -xf /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz
 609     sudo cp /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64/node_exporter /usr/local/bin
 610     sudo chown node_exporter:node_exporter /usr/local/bin/node_exporter
 611     sudo rm -rf node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64*
 612     sudo cp ${OSM_DEVOPS}/installers/docker/files/node_exporter.service /etc/systemd/system/node_exporter.service
 613     sudo systemctl daemon-reload
 614     sudo systemctl restart node_exporter
 615     sudo systemctl enable node_exporter
 616     return 0
 617 }
 618
 619 function uninstall_prometheus_nodeexporter(){
 620     sudo systemctl stop node_exporter
 621     sudo systemctl disable node_exporter
 622     sudo rm /etc/systemd/system/node_exporter.service
 623     sudo systemctl daemon-reload
 624     sudo userdel node_exporter
 625     sudo rm /usr/local/bin/node_exporter
 626     return 0
 627 }
 628
 629 function install_from_lxdimages(){
 630     LXD_RELEASE=${RELEASE#"-R "}
 631     if [ -n "$LXD_REPOSITORY_PATH" ]; then
 632         LXD_IMAGE_DIR="$LXD_REPOSITORY_PATH"
 633     else
 634         LXD_IMAGE_DIR="$(mktemp -d -q --tmpdir "osmimages.XXXXXX")"
 635         trap 'rm -rf "$LXD_IMAGE_DIR"' EXIT
 636     fi
 637     echo -e "\nDeleting previous lxd images if they exist"
 638     lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
 639     lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
 640     lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
 641     echo -e "\nImporting osm-ro"
 642     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-ro.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-ro.tar.gz
 643     lxc image import $LXD_IMAGE_DIR/osm-ro.tar.gz --alias osm-ro
 644     rm -f $LXD_IMAGE_DIR/osm-ro.tar.gz
 645     echo -e "\nImporting osm-vca"
 646     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-vca.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-vca.tar.gz
 647     lxc image import $LXD_IMAGE_DIR/osm-vca.tar.gz --alias osm-vca
 648     rm -f $LXD_IMAGE_DIR/osm-vca.tar.gz
 649     echo -e "\nImporting osm-soui"
 650     [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-soui.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-soui.tar.gz
 651     lxc image import $LXD_IMAGE_DIR/osm-soui.tar.gz --alias osm-soui
 652     rm -f $LXD_IMAGE_DIR/osm-soui.tar.gz
 653     launch_container_from_lxd RO osm-ro
 654     ro_is_up && track RO
 655     launch_container_from_lxd VCA osm-vca
 656     vca_is_up && track VCA
 657     launch_container_from_lxd MON osm-mon
 658     mon_is_up && track MON
 659     launch_container_from_lxd SO osm-soui
 660     #so_is_up && track SOUI
 661     track SOUI
 662 }
 663
 664 function install_docker_ce() {
 665     # installs and configures Docker CE
 666     echo "Installing Docker CE ..."
 667     sudo apt-get -qq update
 668     sudo apt-get install -y apt-transport-https ca-certificates software-properties-common
 669     curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
 670     sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
 671     sudo apt-get -qq update
 672     sudo apt-get install -y docker-ce
 673     echo "Adding user to group 'docker'"
 674     sudo groupadd -f docker
 675     sudo usermod -aG docker $USER
 676     sleep 2
 677     sudo service docker restart
 678     echo "... restarted Docker service"
 679     sg docker -c "docker version" || FATAL "Docker installation failed"
 680     echo "... Docker CE installation done"
 681     return 0
 682 }
 683
 684 function install_docker_compose() {
 685     # installs and configures docker-compose
 686     echo "Installing Docker Compose ..."
 687     sudo curl -L https://github.com/docker/compose/releases/download/1.18.0/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
 688     sudo chmod +x /usr/local/bin/docker-compose
 689     echo "... Docker Compose installation done"
 690 }
 691
 692 function install_juju() {
 693     echo "Installing juju"
 694     sudo snap install juju --classic
 695     [ -z "$INSTALL_NOLXD" ] && sudo dpkg-reconfigure -p medium lxd
 696     echo "Finished installation of juju"
 697     return 0
 698 }
 699
 700 function juju_createcontroller() {
 701     if ! juju show-controller $OSM_STACK_NAME &> /dev/null; then
 702         # Not found created, create the controller
 703         sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost $OSM_STACK_NAME"
 704     fi
 705     [ $(juju controllers | awk "/^${OSM_STACK_NAME}[\*| ]/{print $1}"|wc -l) -eq 1 ] || FATAL "Juju installation failed"
 706 }
 707
 708 function juju_createproxy() {
 709     echo -e "\nChecking required packages: iptables-persistent"
 710     dpkg -l iptables-persistent &>/dev/null || ! echo -e "    Not installed.\nInstalling iptables-persistent requires root privileges" || \
 711     sudo DEBIAN_FRONTEND=noninteractive apt-get -yq install iptables-persistent
 712
 713     if ! sudo iptables -t nat -C PREROUTING -p tcp -m tcp --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
 714         sudo iptables -t nat -A PREROUTING -p tcp -m tcp --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
 715         sudo netfilter-persistent save
 716     fi
 717 }
 718
 719 function generate_docker_images() {
 720     echo "Pulling and generating docker images"
 721     _build_from=$COMMIT_ID
 722     [ -z "$_build_from" ] && _build_from="master"
 723
 724     echo "OSM Docker images generated from $_build_from"
 725
 726     BUILD_ARGS+=(--build-arg REPOSITORY="$REPOSITORY")
 727     BUILD_ARGS+=(--build-arg RELEASE="$RELEASE")
 728     BUILD_ARGS+=(--build-arg REPOSITORY_KEY="$REPOSITORY_KEY")
 729     BUILD_ARGS+=(--build-arg REPOSITORY_BASE="$REPOSITORY_BASE")
 730
 731     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q KAFKA ; then
 732         sg docker -c "docker pull wurstmeister/zookeeper" || FATAL "cannot get zookeeper docker image"
 733         sg docker -c "docker pull wurstmeister/kafka:${KAFKA_TAG}" || FATAL "cannot get kafka docker image"
 734     fi
 735
 736     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MONGO ; then
 737         sg docker -c "docker pull mongo" || FATAL "cannot get mongo docker image"
 738     fi
 739
 740     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
 741         sg docker -c "docker pull prom/prometheus:${PROMETHEUS_TAG}" || FATAL "cannot get prometheus docker image"
 742     fi
 743
 744     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q GRAFANA ; then
 745         sg docker -c "docker pull grafana/grafana:${GRAFANA_TAG}" || FATAL "cannot get grafana docker image"
 746     fi
 747
 748     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI || echo $TO_REBUILD | grep -q KEYSTONE-DB ; then
 749         sg docker -c "docker pull mariadb:${KEYSTONEDB_TAG}" || FATAL "cannot get keystone-db docker image"
 750     fi
 751
 752     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
 753         sg docker -c "docker pull mysql:5" || FATAL "cannot get mysql docker image"
 754     fi
 755
 756     if [ -n "$PULL_IMAGES" ]; then
 757         sg docker -c "docker pull ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}" || FATAL "cannot pull MON docker image"
 758     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MON ; then
 759         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON
 760         git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID}
 761         sg docker -c "docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t ${DOCKER_USER}/mon --no-cache" || FATAL "cannot build MON docker image"
 762     fi
 763
 764     if [ -n "$PULL_IMAGES" ]; then
 765         sg docker -c "docker pull ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}" || FATAL "cannot pull POL docker image"
 766     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q POL ; then
 767         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/POL
 768         git -C ${LWTEMPDIR}/POL checkout ${COMMIT_ID}
 769         sg docker -c "docker build ${LWTEMPDIR}/POL -f ${LWTEMPDIR}/POL/docker/Dockerfile -t ${DOCKER_USER}/pol --no-cache" || FATAL "cannot build POL docker image"
 770     fi
 771
 772     if [ -n "$PULL_IMAGES" ]; then
 773         sg docker -c "docker pull ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}" || FATAL "cannot pull NBI docker image"
 774         sg docker -c "docker pull ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}" || FATAL "cannot pull KEYSTONE docker image"
 775     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI ; then
 776         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI
 777         git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID}
 778         sg docker -c "docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t ${DOCKER_USER}/nbi --no-cache" || FATAL "cannot build NBI docker image"
 779         sg docker -c "docker build ${LWTEMPDIR}/NBI/keystone -f ${LWTEMPDIR}/NBI/keystone/Dockerfile -t ${DOCKER_USER}/keystone --no-cache" || FATAL "cannot build KEYSTONE docker image"
 780     fi
 781
 782     if [ -n "$PULL_IMAGES" ]; then
 783         sg docker -c "docker pull ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}" || FATAL "cannot pull RO docker image"
 784     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
 785         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO
 786         git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID}
 787         sg docker -c "docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/Dockerfile-local -t ${DOCKER_USER}/ro --no-cache" || FATAL "cannot build RO docker image"
 788     fi
 789
 790     if [ -n "$PULL_IMAGES" ]; then
 791         sg docker -c "docker pull ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}" || FATAL "cannot pull LCM RO docker image"
 792     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LCM ; then
 793         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM
 794         git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID}
 795         sg docker -c "docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t ${DOCKER_USER}/lcm --no-cache" || FATAL "cannot build LCM docker image"
 796     fi
 797
 798     if [ -n "$PULL_IMAGES" ]; then
 799         sg docker -c "docker pull ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}" || FATAL "cannot pull light-ui docker image"
 800     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-UI ; then
 801         git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI
 802         git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID}
 803         sg docker -c "docker build ${LWTEMPDIR}/LW-UI -f ${LWTEMPDIR}/LW-UI/docker/Dockerfile -t ${DOCKER_USER}/light-ui --no-cache" || FATAL "cannot build LW-UI docker image"
 804     fi
 805
 806     if [ -n "$PULL_IMAGES" ]; then
 807         sg docker -c "docker pull ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" || FATAL "cannot pull osmclient docker image"
 808     elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-osmclient; then
 809         sg docker -c "docker build -t ${DOCKER_USER}/osmclient ${BUILD_ARGS[@]} -f $OSM_DEVOPS/docker/osmclient ."
 810     fi
 811
 812     if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
 813         sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
 814     fi
 815
 816     echo "Finished generation of docker images"
 817 }
 818
 819 function cmp_overwrite() {
 820     file1="$1"
 821     file2="$2"
 822     if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then
 823         if [ -f "${file2}" ]; then
 824             ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && cp -b ${file1} ${file2}
 825         else
 826             cp -b ${file1} ${file2}
 827         fi
 828     fi
 829 }
 830
 831 function generate_docker_env_files() {
 832     echo "Doing a backup of existing env files"
 833     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone-db.env{,~}
 834     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone.env{,~}
 835     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lcm.env{,~}
 836     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lwui.env{,~}
 837     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/mon.env{,~}
 838     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/nbi.env{,~}
 839     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/pol.env{,~}
 840     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro-db.env{,~}
 841     $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro.env{,~}
 842
 843     echo "Generating docker env files"
 844     if [ -n "$KUBERNETES" ]; then
 845         #Kubernetes resources
 846         $WORKDIR_SUDO cp -bR ${OSM_DEVOPS}/installers/docker/osm_pods $OSM_DOCKER_WORK_DIR
 847     else
 848         # Docker-compose
 849         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/docker-compose.yaml $OSM_DOCKER_WORK_DIR/docker-compose.yaml
 850
 851         # Prometheus
 852         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/prometheus.yml $OSM_DOCKER_WORK_DIR/prometheus.yml
 853
 854         # Grafana & Prometheus Exporter files
 855         $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR/files
 856         $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/* $OSM_DOCKER_WORK_DIR/files/
 857     fi
 858
 859     # LCM
 860     if [ ! -f $OSM_DOCKER_WORK_DIR/lcm.env ]; then
 861         echo "OSMLCM_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 862     fi
 863
 864     if ! grep -Fq "OSMLCM_VCA_HOST" $OSM_DOCKER_WORK_DIR/lcm.env; then
 865         echo "OSMLCM_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 866     else
 867         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_HOST.*|OSMLCM_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/lcm.env
 868     fi
 869
 870     if ! grep -Fq "OSMLCM_VCA_SECRET" $OSM_DOCKER_WORK_DIR/lcm.env; then
 871         echo "OSMLCM_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 872     else
 873         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_SECRET.*|OSMLCM_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/lcm.env
 874     fi
 875
 876     if ! grep -Fq "OSMLCM_VCA_PUBKEY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 877         echo "OSMLCM_VCA_PUBKEY=\"${OSM_VCA_PUBKEY}\"" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 878     else
 879         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_PUBKEY.*|OSMLCM_VCA_PUBKEY=\"${OSM_VCA_PUBKEY}\"|g" $OSM_DOCKER_WORK_DIR/lcm.env
 880     fi
 881
 882     if ! grep -Fq "OSMLCM_VCA_CACERT" $OSM_DOCKER_WORK_DIR/lcm.env; then
 883        echo "OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 884     else
 885        $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_CACERT.*|OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 886     fi
 887
 888     if ! grep -Fq "OSMLCM_VCA_APIPROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
 889         echo "OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
 890     else
 891         $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_APIPROXY.*|OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
 892     fi
 893
 894     # RO
 895     MYSQL_ROOT_PASSWORD=$(generate_secret)
 896     if [ ! -f $OSM_DOCKER_WORK_DIR/ro-db.env ]; then
 897         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro-db.env
 898     fi
 899     if [ ! -f $OSM_DOCKER_WORK_DIR/ro.env ]; then
 900         echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro.env
 901     fi
 902
 903     # Keystone
 904     KEYSTONE_DB_PASSWORD=$(generate_secret)
 905     SERVICE_PASSWORD=$(generate_secret)
 906     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone-db.env ]; then
 907         echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone-db.env
 908     fi
 909     if [ ! -f $OSM_DOCKER_WORK_DIR/keystone.env ]; then
 910         echo "ROOT_DB_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone.env
 911         echo "KEYSTONE_DB_PASSWORD=${KEYSTONE_DB_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 912         echo "SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
 913     fi
 914
 915     # NBI
 916     if [ ! -f $OSM_DOCKER_WORK_DIR/nbi.env ]; then
 917         echo "OSMNBI_AUTHENTICATION_SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/nbi.env
 918         echo "OSMNBI_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/nbi.env
 919     fi
 920
 921     # MON
 922     if [ ! -f $OSM_DOCKER_WORK_DIR/mon.env ]; then
 923         echo "OSMMON_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 924         echo "OSMMON_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/mon" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 925     fi
 926
 927     if ! grep -Fq "OS_NOTIFIER_URI" $OSM_DOCKER_WORK_DIR/mon.env; then
 928         echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 929     else
 930         $WORKDIR_SUDO sed -i "s|OS_NOTIFIER_URI.*|OS_NOTIFIER_URI=http://$DEFAULT_IP:8662|g" $OSM_DOCKER_WORK_DIR/mon.env
 931     fi
 932
 933     if ! grep -Fq "OSMMON_VCA_HOST" $OSM_DOCKER_WORK_DIR/mon.env; then
 934         echo "OSMMON_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 935     else
 936         $WORKDIR_SUDO sed -i "s|OSMMON_VCA_HOST.*|OSMMON_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/mon.env
 937     fi
 938
 939     if ! grep -Fq "OSMMON_VCA_SECRET" $OSM_DOCKER_WORK_DIR/mon.env; then
 940         echo "OSMMON_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
 941     else
 942         $WORKDIR_SUDO sed -i "s|OSMMON_VCA_SECRET.*|OSMMON_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/mon.env
 943     fi
 944
 945     # POL
 946     if [ ! -f $OSM_DOCKER_WORK_DIR/pol.env ]; then
 947         echo "OSMPOL_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/pol" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/pol.env
 948     fi
 949
 950     # LW-UI
 951     if [ ! -f $OSM_DOCKER_WORK_DIR/lwui.env ]; then
 952         echo "OSMUI_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/lwui" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lwui.env
 953     fi
 954
 955     echo "Finished generation of docker env files"
 956 }
 957
 958 function generate_osmclient_script () {
 959     echo "docker run -ti --network net${OSM_STACK_NAME} ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm
 960     $WORKDIR_SUDO chmod +x "$OSM_DOCKER_WORK_DIR/osm"
 961     echo "osmclient sidecar container can be found at: $OSM_DOCKER_WORK_DIR/osm"
 962 }
 963
 964 #installs kubernetes packages
 965 function install_kube() {
 966     sudo apt-get update && sudo apt-get install -y apt-transport-https
 967     curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
 968     sudo add-apt-repository "deb https://apt.kubernetes.io/ kubernetes-xenial main"
 969     sudo apt-get update
 970     echo "Installing Kubernetes Packages ..."
 971     sudo apt-get install -y kubelet=1.15.0-00 kubeadm=1.15.0-00 kubectl=1.15.0-00
 972 }
 973
 974 #initializes kubernetes control plane
 975 function init_kubeadm() {
 976     sudo swapoff -a
 977     sudo kubeadm init --config $1
 978     sleep 5
 979 }
 980
 981 function kube_config_dir() {
 982     [ ! -d $K8S_MANIFEST_DIR ] && FATAL "Cannot Install Kubernetes"
 983     mkdir -p $HOME/.kube
 984     sudo cp /etc/kubernetes/admin.conf $HOME/.kube/config
 985     sudo chown $(id -u):$(id -g) $HOME/.kube/config
 986 }
 987
 988 #deploys flannel as daemonsets
 989 function deploy_cni_provider() {
 990     CNI_DIR="$(mktemp -d -q --tmpdir "flannel.XXXXXX")"
 991     trap 'rm -rf "${CNI_DIR}"' EXIT
 992     wget -q https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml -P $CNI_DIR
 993     kubectl apply -f $CNI_DIR
 994     [ $? -ne 0 ] && FATAL "Cannot Install Flannel"
 995 }
 996
 997 #creates secrets from env files which will be used by containers
 998 function kube_secrets(){
 999     kubectl create ns $OSM_STACK_NAME
1000     kubectl create secret generic lcm-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lcm.env
1001     kubectl create secret generic mon-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/mon.env
1002     kubectl create secret generic nbi-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/nbi.env
1003     kubectl create secret generic ro-db-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro-db.env
1004     kubectl create secret generic ro-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro.env
1005     kubectl create secret generic keystone-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/keystone.env
1006     kubectl create secret generic lwui-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lwui.env
1007     kubectl create secret generic pol-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/pol.env
1008 }
1009
1010 #deploys osm pods and services
1011 function deploy_osm_services() {
1012     K8S_MASTER=$(kubectl get nodes | awk '$3~/master/'| awk '{print $1}')
1013     kubectl taint node $K8S_MASTER node-role.kubernetes.io/master:NoSchedule-
1014     sleep 5
1015     kubectl apply -n $OSM_STACK_NAME -f $OSM_K8S_WORK_DIR
1016 }
1017
1018 function parse_yaml() {
1019     osm_services="nbi lcm ro pol mon light-ui keystone"
1020     TAG=$1
1021     for osm in $osm_services; do
1022         $WORKDIR_SUDO sed -i "s/opensourcemano\/$osm:.*/opensourcemano\/$osm:$TAG/g" $OSM_K8S_WORK_DIR/$osm.yaml
1023     done
1024 }
1025
1026 function namespace_vol() {
1027     osm_services="nbi lcm ro pol mon kafka mongo mysql"
1028     for osm in $osm_services; do
1029           $WORKDIR_SUDO  sed -i "s#path: /var/lib/osm#path: $OSM_NAMESPACE_VOL#g" $OSM_K8S_WORK_DIR/$osm.yaml
1030     done
1031 }
1032
1033 function init_docker_swarm() {
1034     if [ "${DEFAULT_MTU}" != "1500" ]; then
1035       DOCKER_NETS=`sg docker -c "docker network list" | awk '{print $2}' | egrep -v "^ID$" | paste -d " " -s`
1036       DOCKER_GW_NET=`sg docker -c "docker network inspect ${DOCKER_NETS}" | grep Subnet | awk -F\" '{print $4}' | egrep "^172" | sort -u | tail -1 |  awk -F\. '{if ($2 != 255) print $1"."$2+1"."$3"."$4; else print "-1";}'`
1037       sg docker -c "docker network create --subnet ${DOCKER_GW_NET} --opt com.docker.network.bridge.name=docker_gwbridge --opt com.docker.network.bridge.enable_icc=false --opt com.docker.network.bridge.enable_ip_masquerade=true --opt com.docker.network.driver.mtu=${DEFAULT_MTU} docker_gwbridge"
1038     fi
1039     sg docker -c "docker swarm init --advertise-addr ${DEFAULT_IP}"
1040     return 0
1041 }
1042
1043 function create_docker_network() {
1044     echo "creating network"
1045     sg docker -c "docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} net${OSM_STACK_NAME}"
1046     echo "creating network DONE"
1047 }
1048
1049 function deploy_lightweight() {
1050
1051     echo "Deploying lightweight build"
1052     OSM_NBI_PORT=9999
1053     OSM_RO_PORT=9090
1054     OSM_KEYSTONE_PORT=5000
1055     OSM_UI_PORT=80
1056     OSM_MON_PORT=8662
1057     OSM_PROM_PORT=9090
1058     OSM_PROM_HOSTPORT=9091
1059     OSM_GRAFANA_PORT=3000
1060     [ -n "$INSTALL_ELK" ] && OSM_ELK_PORT=5601
1061     #[ -n "$INSTALL_PERFMON" ] && OSM_PM_PORT=3000
1062
1063     if [ -n "$NO_HOST_PORTS" ]; then
1064         OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT)
1065         OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT)
1066         OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT)
1067         OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT)
1068         OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT)
1069         OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_PORT)
1070         OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT)
1071         #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT)
1072         [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT)
1073     else
1074         OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT:$OSM_NBI_PORT)
1075         OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT:$OSM_RO_PORT)
1076         OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT:$OSM_KEYSTONE_PORT)
1077         OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT:$OSM_UI_PORT)
1078         OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT:$OSM_MON_PORT)
1079         OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_HOSTPORT:$OSM_PROM_PORT)
1080         OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT:$OSM_GRAFANA_PORT)
1081         #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT:$OSM_PM_PORT)
1082         [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT:$OSM_ELK_PORT)
1083     fi
1084     echo "export ${OSM_PORTS[@]}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm_ports.sh
1085     echo "export OSM_NETWORK=net${OSM_STACK_NAME}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1086     echo "export TAG=${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1087     echo "export DOCKER_USER=${DOCKER_USER}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1088     echo "export KAFKA_TAG=${KAFKA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1089     echo "export PROMETHEUS_TAG=${PROMETHEUS_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1090     echo "export KEYSTONEDB_TAG=${KEYSTONEDB_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1091     echo "export PROMETHEUS_CADVISOR_TAG=${PROMETHEUS_CADVISOR_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1092     echo "export GRAFANA_TAG=${GRAFANA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1093
1094     pushd $OSM_DOCKER_WORK_DIR
1095     sg docker -c ". ./osm_ports.sh; docker stack deploy -c $OSM_DOCKER_WORK_DIR/docker-compose.yaml $OSM_STACK_NAME"
1096     popd
1097
1098     echo "Finished deployment of lightweight build"
1099 }
1100
1101 function deploy_elk() {
1102     echo "Pulling docker images for ELK"
1103     sg docker -c "docker pull docker.elastic.co/elasticsearch/elasticsearch-oss:${ELASTIC_VERSION}" || FATAL "cannot get elasticsearch docker image"
1104     sg docker -c "docker pull docker.elastic.co/beats/metricbeat:${ELASTIC_VERSION}" || FATAL "cannot get metricbeat docker image"
1105     sg docker -c "docker pull docker.elastic.co/beats/filebeat:${ELASTIC_VERSION}" || FATAL "cannot get filebeat docker image"
1106     sg docker -c "docker pull docker.elastic.co/kibana/kibana-oss:${ELASTIC_VERSION}" || FATAL "cannot get kibana docker image"
1107     sg docker -c "docker pull bobrik/curator:${ELASTIC_CURATOR_VERSION}" || FATAL "cannot get curator docker image"
1108     echo "Finished pulling elk docker images"
1109     $WORKDIR_SUDO mkdir -p "$OSM_DOCKER_WORK_DIR/osm_elk"
1110     $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/osm_elk/* $OSM_DOCKER_WORK_DIR/osm_elk
1111     remove_stack osm_elk
1112     echo "Deploying ELK stack"
1113     sg docker -c "OSM_NETWORK=net${OSM_STACK_NAME} docker stack deploy -c $OSM_DOCKER_WORK_DIR/osm_elk/docker-compose.yml osm_elk"
1114     echo "Waiting for ELK stack to be up and running"
1115     time=0
1116     step=5
1117     timelength=40
1118     elk_is_up=1
1119     while [ $time -le $timelength ]; do
1120         if [[ $(curl -f -XGET http://127.0.0.1:5601/status -I 2>/dev/null | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then
1121             elk_is_up=0
1122             break
1123         fi
1124         sleep $step
1125         time=$((time+step))
1126     done
1127     if [ $elk_is_up -eq 0 ]; then
1128         echo "ELK is up and running. Trying to create index pattern..."
1129         #Create index pattern
1130         curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1131           "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1132           -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}" 2>/dev/null
1133         #Make it the default index
1134         curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1135           "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
1136           -d"{\"value\":\"filebeat-*\"}" 2>/dev/null
1137     else
1138         echo "Cannot connect to Kibana to create index pattern."
1139         echo "Once Kibana is running, you can use the following instructions to create index pattern:"
1140         echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1141           "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1142           -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}"'
1143         echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
1144           "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
1145           -d"{\"value\":\"filebeat-*\"}"'
1146     fi
1147     echo "Finished deployment of ELK stack"
1148     return 0
1149 }
1150
1151 function install_lightweight() {
1152     [ "${OSM_STACK_NAME}" == "osm" ] || OSM_DOCKER_WORK_DIR="$OSM_WORK_DIR/stack/$OSM_STACK_NAME"
1153     [ -n "$KUBERNETES" ] && OSM_K8S_WORK_DIR="$OSM_DOCKER_WORK_DIR/osm_pods" && OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1154     [ ! -d "$OSM_DOCKER_WORK_DIR" ] && $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR
1155     [ -n "$KUBERNETES" ] && $WORKDIR_SUDO cp -b $OSM_DEVOPS/installers/docker/cluster-config.yaml $OSM_DOCKER_WORK_DIR/cluster-config.yaml
1156
1157     track checkingroot
1158     [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges."
1159     track noroot
1160
1161     if [ -n "$KUBERNETES" ]; then
1162         [ -z "$ASSUME_YES" ] && ! ask_user "The installation will do the following
1163         1. Install and configure LXD
1164         2. Install juju
1165         3. Install docker CE
1166         4. Disable swap space
1167         5. Install and initialize Kubernetes
1168         as pre-requirements.
1169         Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1170
1171     else
1172         [ -z "$ASSUME_YES" ] && ! ask_user "The installation will configure LXD, install juju, install docker CE and init a docker swarm, as pre-requirements. Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1173     fi
1174     track proceed
1175
1176     echo "Installing lightweight build of OSM"
1177     LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")"
1178     trap 'rm -rf "${LWTEMPDIR}"' EXIT
1179     DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'`
1180     [ -z "$DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
1181     DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
1182     [ -z "$DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
1183     DEFAULT_MTU=$(ip addr show ${DEFAULT_IF} | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
1184
1185     # if no host is passed in, we need to install lxd/juju, unless explicilty asked not to
1186     if [ -z "$OSM_VCA_HOST" ] && [ -z "$INSTALL_NOLXD" ]; then
1187         need_packages_lw="lxd snapd"
1188         echo -e "Checking required packages: $need_packages_lw"
1189         dpkg -l $need_packages_lw &>/dev/null \
1190           || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1191           || sudo apt-get update \
1192           || FATAL "failed to run apt-get update"
1193         dpkg -l $need_packages_lw &>/dev/null \
1194           || ! echo -e "Installing $need_packages_lw requires root privileges." \
1195           || sudo apt-get install -y $need_packages_lw \
1196           || FATAL "failed to install $need_packages_lw"
1197     fi
1198     track prereqok
1199
1200     [ -z "$INSTALL_NOJUJU" ] && install_juju
1201     track juju_install
1202
1203     if [ -z "$OSM_VCA_HOST" ]; then
1204         juju_createcontroller
1205         OSM_VCA_HOST=`sg lxd -c "juju show-controller $OSM_STACK_NAME"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
1206         [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
1207     fi
1208     track juju_controller
1209
1210     if [ -z "$OSM_VCA_SECRET" ]; then
1211         OSM_VCA_SECRET=$(parse_juju_password $OSM_STACK_NAME)
1212         [ -z "$OSM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret"
1213     fi
1214     if [ -z "$OSM_VCA_PUBKEY" ]; then
1215         OSM_VCA_PUBKEY=$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)
1216         [ -z "$OSM_VCA_PUBKEY" ] && FATAL "Cannot obtain juju public key"
1217     fi
1218     if [ -z "$OSM_VCA_APIPROXY" ]; then
1219         OSM_VCA_APIPROXY=$DEFAULT_IP
1220         [ -z "$OSM_VCA_APIPROXY" ] && FATAL "Cannot obtain juju api proxy"
1221     fi
1222     juju_createproxy
1223
1224     if [ -z "$OSM_VCA_CACERT" ]; then
1225         OSM_VCA_CACERT=$(juju controllers --format json | jq -r '.controllers["osm"]["ca-cert"]' | base64 | tr -d \\n)
1226        [ -z "$OSM_VCA_CACERT" ] && FATAL "Cannot obtain juju CA certificate"
1227     fi
1228     if [ -z "$OSM_DATABASE_COMMONKEY" ]; then
1229         OSM_DATABASE_COMMONKEY=$(generate_secret)
1230         [ -z "OSM_DATABASE_COMMONKEY" ] && FATAL "Cannot generate common db secret"
1231     fi
1232     track juju
1233
1234     [ -n "$INSTALL_NODOCKER" ] || install_docker_ce
1235     track docker_ce
1236
1237     #Installs Kubernetes and deploys osm services
1238     if [ -n "$KUBERNETES" ]; then
1239         install_kube
1240         track install_k8s
1241         init_kubeadm $OSM_DOCKER_WORK_DIR/cluster-config.yaml
1242         kube_config_dir
1243         track init_k8s
1244     else
1245         #install_docker_compose
1246         [ -n "$INSTALL_NODOCKER" ] || init_docker_swarm
1247         track docker_swarm
1248     fi
1249
1250     [ -z "$DOCKER_NOBUILD" ] && generate_docker_images
1251     track docker_build
1252
1253     generate_docker_env_files
1254
1255     if [ -n "$KUBERNETES" ]; then
1256         if [ -n "$K8S_MONITOR" ]; then
1257             # uninstall OSM MONITORING
1258             uninstall_k8s_monitoring
1259         fi
1260         #remove old namespace
1261         remove_k8s_namespace $OSM_STACK_NAME
1262         deploy_cni_provider
1263         kube_secrets
1264         [ ! $OSM_DOCKER_TAG == "latest" ] && parse_yaml $OSM_DOCKER_TAG
1265         namespace_vol
1266         deploy_osm_services
1267         track deploy_osm_services_k8s
1268     else
1269         # remove old stack
1270         remove_stack $OSM_STACK_NAME
1271         create_docker_network
1272         deploy_lightweight
1273         generate_osmclient_script
1274         track docker_deploy
1275         install_prometheus_nodeexporter
1276         [ -n "$INSTALL_VIMEMU" ] && install_vimemu && track vimemu
1277         [ -n "$INSTALL_ELK" ] && deploy_elk && track elk
1278     fi
1279
1280     if [ -n "$KUBERNETES" ] && [ -n "$K8S_MONITOR" ]; then
1281         # install OSM MONITORING
1282         install_k8s_monitoring
1283         track install_k8s_monitoring
1284     fi
1285
1286     [ -z "$INSTALL_NOHOSTCLIENT" ] && install_osmclient
1287     track osmclient
1288
1289     wget -q -O- https://osm-download.etsi.org/ftp/osm-6.0-six/README2.txt &> /dev/null
1290     track end
1291     return 0
1292 }
1293
1294 function install_vimemu() {
1295     echo "\nInstalling vim-emu"
1296     EMUTEMPDIR="$(mktemp -d -q --tmpdir "installosmvimemu.XXXXXX")"
1297     trap 'rm -rf "${EMUTEMPDIR}"' EXIT
1298     # clone vim-emu repository (attention: branch is currently master only)
1299     echo "Cloning vim-emu repository ..."
1300     git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR
1301     # build vim-emu docker
1302     echo "Building vim-emu Docker container..."
1303
1304     sg docker -c "docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/" || FATAL "cannot build vim-emu-img docker image"
1305     # start vim-emu container as daemon
1306     echo "Starting vim-emu Docker container 'vim-emu' ..."
1307     if [ -n "$INSTALL_LIGHTWEIGHT" ]; then
1308         # in lightweight mode, the emulator needs to be attached to netOSM
1309         sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' --network=net${OSM_STACK_NAME} -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
1310     else
1311         # classic build mode
1312         sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
1313     fi
1314     echo "Waiting for 'vim-emu' container to start ..."
1315     sleep 5
1316     export VIMEMU_HOSTNAME=$(sg docker -c "docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vim-emu")
1317     echo "vim-emu running at ${VIMEMU_HOSTNAME} ..."
1318     # print vim-emu connection info
1319     echo -e "\nYou might be interested in adding the following vim-emu env variables to your .bashrc file:"
1320     echo "     export VIMEMU_HOSTNAME=${VIMEMU_HOSTNAME}"
1321     echo -e "To add the emulated VIM to OSM you should do:"
1322     echo "     osm vim-create --name emu-vim1 --user username --password password --auth_url http://${VIMEMU_HOSTNAME}:6001/v2.0 --tenant tenantName --account_type openstack"
1323 }
1324
1325 function install_k8s_monitoring() {
1326     # install OSM monitoring
1327     chmod +x $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/*.sh
1328     $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/install_osm_k8s_monitoring.sh
1329 }
1330
1331 function uninstall_k8s_monitoring() {
1332     # install OSM monitoring
1333     chmod +x $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/*.sh
1334     $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/uninstall_osm_k8s_monitoring.sh
1335 }
1336
1337 function dump_vars(){
1338     echo "DEVELOP=$DEVELOP"
1339     echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE"
1340     echo "UNINSTALL=$UNINSTALL"
1341     echo "NAT=$NAT"
1342     echo "UPDATE=$UPDATE"
1343     echo "RECONFIGURE=$RECONFIGURE"
1344     echo "TEST_INSTALLER=$TEST_INSTALLER"
1345     echo "INSTALL_VIMEMU=$INSTALL_VIMEMU"
1346     echo "INSTALL_LXD=$INSTALL_LXD"
1347     echo "INSTALL_FROM_LXDIMAGES=$INSTALL_FROM_LXDIMAGES"
1348     echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE"
1349     echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH"
1350     echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT"
1351     echo "INSTALL_ONLY=$INSTALL_ONLY"
1352     echo "INSTALL_ELK=$INSTALL_ELK"
1353     #echo "INSTALL_PERFMON=$INSTALL_PERFMON"
1354     echo "TO_REBUILD=$TO_REBUILD"
1355     echo "INSTALL_NOLXD=$INSTALL_NOLXD"
1356     echo "INSTALL_NODOCKER=$INSTALL_NODOCKER"
1357     echo "INSTALL_NOJUJU=$INSTALL_NOJUJU"
1358     echo "RELEASE=$RELEASE"
1359     echo "REPOSITORY=$REPOSITORY"
1360     echo "REPOSITORY_BASE=$REPOSITORY_BASE"
1361     echo "REPOSITORY_KEY=$REPOSITORY_KEY"
1362     echo "NOCONFIGURE=$NOCONFIGURE"
1363     echo "OSM_DEVOPS=$OSM_DEVOPS"
1364     echo "OSM_VCA_HOST=$OSM_VCA_HOST"
1365     echo "OSM_VCA_SECRET=$OSM_VCA_SECRET"
1366     echo "OSM_VCA_PUBKEY=$OSM_VCA_PUBKEY"
1367     echo "NO_HOST_PORTS=$NO_HOST_PORTS"
1368     echo "DOCKER_NOBUILD=$DOCKER_NOBUILD"
1369     echo "WORKDIR_SUDO=$WORKDIR_SUDO"
1370     echo "OSM_WORK_DIR=$OSM_STACK_NAME"
1371     echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
1372     echo "DOCKER_USER=$DOCKER_USER"
1373     echo "OSM_STACK_NAME=$OSM_STACK_NAME"
1374     echo "PULL_IMAGES=$PULL_IMAGES"
1375     echo "KUBERNETES=$KUBERNETES"
1376     echo "SHOWOPTS=$SHOWOPTS"
1377     echo "Install from specific refspec (-b): $COMMIT_ID"
1378 }
1379
1380 function track(){
1381     ctime=`date +%s`
1382     duration=$((ctime - SESSION_ID))
1383     url="http://www.woopra.com/track/ce?project=osm.etsi.org&cookie=${SESSION_ID}"
1384     #url="${url}&ce_campaign_name=${CAMPAIGN_NAME}"
1385     event_name="bin"
1386     [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_SOURCE" ] && event_name="binsrc"
1387     [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd"
1388     [ -n "$INSTALL_LIGHTWEIGHT" ] && event_name="lw"
1389     event_name="${event_name}_$1"
1390     url="${url}&event=${event_name}&ce_duration=${duration}"
1391     wget -q -O /dev/null $url
1392 }
1393
1394 UNINSTALL=""
1395 DEVELOP=""
1396 NAT=""
1397 UPDATE=""
1398 RECONFIGURE=""
1399 TEST_INSTALLER=""
1400 INSTALL_LXD=""
1401 SHOWOPTS=""
1402 COMMIT_ID=""
1403 ASSUME_YES=""
1404 INSTALL_FROM_SOURCE=""
1405 RELEASE="ReleaseSIX"
1406 REPOSITORY="stable"
1407 INSTALL_VIMEMU=""
1408 INSTALL_FROM_LXDIMAGES=""
1409 LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd"
1410 LXD_REPOSITORY_PATH=""
1411 INSTALL_LIGHTWEIGHT="y"
1412 INSTALL_ONLY=""
1413 INSTALL_ELK=""
1414 #INSTALL_PERFMON=""
1415 TO_REBUILD=""
1416 INSTALL_NOLXD=""
1417 INSTALL_NODOCKER=""
1418 INSTALL_NOJUJU=""
1419 KUBERNETES=""
1420 K8S_MONITOR=""
1421 INSTALL_NOHOSTCLIENT=""
1422 NOCONFIGURE=""
1423 RELEASE_DAILY=""
1424 SESSION_ID=`date +%s`
1425 OSM_DEVOPS=
1426 OSM_VCA_HOST=
1427 OSM_VCA_SECRET=
1428 OSM_VCA_PUBKEY=
1429 OSM_STACK_NAME=osm
1430 NO_HOST_PORTS=""
1431 DOCKER_NOBUILD=""
1432 REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
1433 REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/debian"
1434 WORKDIR_SUDO=sudo
1435 OSM_WORK_DIR="/etc/osm"
1436 OSM_DOCKER_WORK_DIR="/etc/osm/docker"
1437 OSM_K8S_WORK_DIR="${OSM_DOCKER_WORK_DIR}/osm_pods"
1438 OSM_HOST_VOL="/var/lib/osm"
1439 OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
1440 OSM_DOCKER_TAG=latest
1441 DOCKER_USER=opensourcemano
1442 PULL_IMAGES="y"
1443 KAFKA_TAG=2.11-1.0.2
1444 PROMETHEUS_TAG=v2.4.3
1445 GRAFANA_TAG=latest
1446 PROMETHEUS_NODE_EXPORTER_TAG=0.18.1
1447 PROMETHEUS_CADVISOR_TAG=latest
1448 KEYSTONEDB_TAG=10
1449 OSM_DATABASE_COMMONKEY=
1450 ELASTIC_VERSION=6.4.2
1451 ELASTIC_CURATOR_VERSION=5.5.4
1452 POD_NETWORK_CIDR=10.244.0.0/16
1453 K8S_MANIFEST_DIR="/etc/kubernetes/manifests"
1454 RE_CHECK='^[a-z0-9]([-a-z0-9]*[a-z0-9])?$'
1455
1456 while getopts ":hy-:b:r:c:k:u:R:l:p:D:o:m:H:S:s:w:t:U:P:A:" o; do
1457     case "${o}" in
1458         h)
1459             usage && exit 0
1460             ;;
1461         b)
1462             COMMIT_ID=${OPTARG}
1463             PULL_IMAGES=""
1464             ;;
1465         r)
1466             REPOSITORY="${OPTARG}"
1467             REPO_ARGS+=(-r "$REPOSITORY")
1468             ;;
1469         c)
1470             [ "${OPTARG}" == "swarm" ] && continue
1471             [ "${OPTARG}" == "k8s" ] && KUBERNETES="y" && continue
1472             echo -e "Invalid argument for -i : ' $OPTARG'\n" >&2
1473             usage && exit 1
1474             ;;
1475         R)
1476             RELEASE="${OPTARG}"
1477             REPO_ARGS+=(-R "$RELEASE")
1478             ;;
1479         k)
1480             REPOSITORY_KEY="${OPTARG}"
1481             REPO_ARGS+=(-k "$REPOSITORY_KEY")
1482             ;;
1483         u)
1484             REPOSITORY_BASE="${OPTARG}"
1485             REPO_ARGS+=(-u "$REPOSITORY_BASE")
1486             ;;
1487         U)
1488             DOCKER_USER="${OPTARG}"
1489             ;;
1490         l)
1491             LXD_REPOSITORY_BASE="${OPTARG}"
1492             ;;
1493         p)
1494             LXD_REPOSITORY_PATH="${OPTARG}"
1495             ;;
1496         D)
1497             OSM_DEVOPS="${OPTARG}"
1498             ;;
1499         s)
1500             OSM_STACK_NAME="${OPTARG}" && [ -n "$KUBERNETES" ] && [[ ! "${OPTARG}" =~ $RE_CHECK ]] && echo "Namespace $OPTARG is invalid. Regex used for validation is $RE_CHECK" && exit 0
1501             ;;
1502         H)
1503             OSM_VCA_HOST="${OPTARG}"
1504             ;;
1505         S)
1506             OSM_VCA_SECRET="${OPTARG}"
1507             ;;
1508         P)
1509             OSM_VCA_PUBKEY=$(cat ${OPTARG})
1510             ;;
1511         A)
1512             OSM_VCA_APIPROXY="${OPTARG}"
1513             ;;
1514         w)
1515             # when specifying workdir, do not use sudo for access
1516             WORKDIR_SUDO=
1517             OSM_WORK_DIR="${OPTARG}"
1518             ;;
1519         t)
1520             OSM_DOCKER_TAG="${OPTARG}"
1521             ;;
1522         o)
1523             INSTALL_ONLY="y"
1524             [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
1525             [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
1526             #[ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue
1527             ;;
1528         m)
1529             [ "${OPTARG}" == "LW-UI" ] && TO_REBUILD="$TO_REBUILD LW-UI" && continue
1530             [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue
1531             [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue
1532             [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue
1533             [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue
1534             [ "${OPTARG}" == "POL" ] && TO_REBUILD="$TO_REBUILD POL" && continue
1535             [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue
1536             [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue
1537             [ "${OPTARG}" == "PROMETHEUS" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS" && continue
1538             [ "${OPTARG}" == "KEYSTONE-DB" ] && TO_REBUILD="$TO_REBUILD KEYSTONE-DB" && continue
1539             [ "${OPTARG}" == "GRAFANA" ] && TO_REBUILD="$TO_REBUILD GRAFANA" && continue
1540             [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue
1541             ;;
1542         -)
1543             [ "${OPTARG}" == "help" ] && usage && exit 0
1544             [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && PULL_IMAGES="" && continue
1545             [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue
1546             [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue
1547             [ "${OPTARG}" == "nat" ] && NAT="y" && continue
1548             [ "${OPTARG}" == "update" ] && UPDATE="y" && continue
1549             [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue
1550             [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue
1551             [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue
1552             [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue
1553             [ "${OPTARG}" == "nodocker" ] && INSTALL_NODOCKER="y" && continue
1554             [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue
1555             [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue
1556             [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue
1557             [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
1558             [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
1559             #[ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue
1560             [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue
1561             [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue
1562             [ "${OPTARG}" == "daily" ] && RELEASE_DAILY="y" && continue
1563             [ "${OPTARG}" == "nohostports" ] && NO_HOST_PORTS="y" && continue
1564             [ "${OPTARG}" == "nojuju" ] && INSTALL_NOJUJU="y" && continue
1565             [ "${OPTARG}" == "nodockerbuild" ] && DOCKER_NOBUILD="y" && continue
1566             [ "${OPTARG}" == "nohostclient" ] && INSTALL_NOHOSTCLIENT="y" && continue
1567             [ "${OPTARG}" == "pullimages" ] && continue
1568             [ "${OPTARG}" == "k8s_monitor" ] && K8S_MONITOR="y" && continue
1569             echo -e "Invalid option: '--$OPTARG'\n" >&2
1570             usage && exit 1
1571             ;;
1572         \?)
1573             echo -e "Invalid option: '-$OPTARG'\n" >&2
1574             usage && exit 1
1575             ;;
1576         y)
1577             ASSUME_YES="y"
1578             ;;
1579         *)
1580             usage && exit 1
1581             ;;
1582     esac
1583 done
1584
1585 [ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui"
1586 [ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui"
1587 [ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui"
1588 [ -n "$RELEASE_DAILY" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --daily can only be used with --soui"
1589 [ -n "$INSTALL_NOLXD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nolxd cannot be used with --soui"
1590 [ -n "$INSTALL_NODOCKER" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nodocker cannot be used with --soui"
1591 [ -n "$TO_REBUILD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: -m cannot be used with --soui"
1592 [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options"
1593
1594 if [ -n "$SHOWOPTS" ]; then
1595     dump_vars
1596     exit 0
1597 fi
1598
1599 [ -n "$RELEASE_DAILY" ] && echo -e "\nInstalling from daily build repo" && RELEASE="-R ReleaseTHREE-daily" && REPOSITORY="-r testing" && COMMIT_ID="master"
1600
1601 # if develop, we force master
1602 [ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master"
1603
1604 need_packages="git jq wget curl tar"
1605 echo -e "Checking required packages: $need_packages"
1606 dpkg -l $need_packages &>/dev/null \
1607   || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1608   || sudo apt-get update \
1609   || FATAL "failed to run apt-get update"
1610 dpkg -l $need_packages &>/dev/null \
1611   || ! echo -e "Installing $need_packages requires root privileges." \
1612   || sudo apt-get install -y $need_packages \
1613   || FATAL "failed to install $need_packages"
1614
1615 if [ -z "$OSM_DEVOPS" ]; then
1616     if [ -n "$TEST_INSTALLER" ]; then
1617         echo -e "\nUsing local devops repo for OSM installation"
1618         OSM_DEVOPS="$(dirname $(realpath $(dirname $0)))"
1619     else
1620         echo -e "\nCreating temporary dir for OSM installation"
1621         OSM_DEVOPS="$(mktemp -d -q --tmpdir "installosm.XXXXXX")"
1622         trap 'rm -rf "$OSM_DEVOPS"' EXIT
1623
1624         git clone https://osm.etsi.org/gerrit/osm/devops.git $OSM_DEVOPS
1625
1626         if [ -z "$COMMIT_ID" ]; then
1627             echo -e "\nGuessing the current stable release"
1628             LATEST_STABLE_DEVOPS=`git -C $OSM_DEVOPS tag -l v[0-9].* | sort -V | tail -n1`
1629             [ -z "$LATEST_STABLE_DEVOPS" ] && echo "Could not find the current latest stable release" && exit 0
1630
1631             echo "Latest tag in devops repo: $LATEST_STABLE_DEVOPS"
1632             COMMIT_ID="tags/$LATEST_STABLE_DEVOPS"
1633         else
1634             echo -e "\nDEVOPS Using commit $COMMIT_ID"
1635         fi
1636         git -C $OSM_DEVOPS checkout $COMMIT_ID
1637     fi
1638 fi
1639
1640 . $OSM_DEVOPS/common/all_funcs
1641
1642 [ -n "$INSTALL_LIGHTWEIGHT" ] && [ -n "$UNINSTALL" ] && uninstall_lightweight && echo -e "\nDONE" && exit 0
1643 [ -n "$UNINSTALL" ] && uninstall && echo -e "\nDONE" && exit 0
1644 [ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0
1645 [ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0
1646 [ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0
1647 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_ELK" ] && deploy_elk
1648 #[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_PERFMON" ] && deploy_perfmon
1649 [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_VIMEMU" ] && install_vimemu
1650 [ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0
1651
1652 #Installation starts here
1653 wget -q -O- https://osm-download.etsi.org/ftp/osm-6.0-six/README.txt &> /dev/null
1654 track start
1655
1656 [ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0
1657 echo -e "\nInstalling OSM from refspec: $COMMIT_ID"
1658 if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then
1659     ! ask_user "The installation will take about 75-90 minutes. Continue (Y/n)? " y && echo "Cancelled!" && exit 1
1660 fi
1661
1662 echo -e "Checking required packages: lxd"
1663 lxd --version &>/dev/null || FATAL "lxd not present, exiting."
1664 [ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd
1665
1666 # use local devops for containers
1667 export OSM_USE_LOCAL_DEVOPS=true
1668 if [ -n "$INSTALL_FROM_SOURCE" ]; then #install from source
1669     echo -e "\nCreating the containers and building from source ..."
1670     $OSM_DEVOPS/jenkins/host/start_build RO --notest checkout $COMMIT_ID || FATAL "RO container build failed (refspec: '$COMMIT_ID')"
1671     ro_is_up && track RO
1672     $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA container build failed"
1673     vca_is_up && track VCA
1674     $OSM_DEVOPS/jenkins/host/start_build MON || FATAL "MON install failed"
1675     mon_is_up && track MON
1676     $OSM_DEVOPS/jenkins/host/start_build SO checkout $COMMIT_ID || FATAL "SO container build failed (refspec: '$COMMIT_ID')"
1677     $OSM_DEVOPS/jenkins/host/start_build UI checkout $COMMIT_ID || FATAL "UI container build failed (refspec: '$COMMIT_ID')"
1678     #so_is_up && track SOUI
1679     track SOUI
1680 elif [ -n "$INSTALL_FROM_LXDIMAGES" ]; then #install from LXD images stored in OSM repo
1681     echo -e "\nInstalling from lxd images ..."
1682     install_from_lxdimages
1683 else #install from binaries
1684     echo -e "\nCreating the containers and installing from binaries ..."
1685     $OSM_DEVOPS/jenkins/host/install RO ${REPO_ARGS[@]} || FATAL "RO install failed"
1686     ro_is_up && track RO
1687     $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA install failed"
1688     vca_is_up && track VCA
1689     $OSM_DEVOPS/jenkins/host/install MON || FATAL "MON build failed"
1690     mon_is_up && track MON
1691     $OSM_DEVOPS/jenkins/host/install SO ${REPO_ARGS[@]} || FATAL "SO install failed"
1692     $OSM_DEVOPS/jenkins/host/install UI ${REPO_ARGS[@]} || FATAL "UI install failed"
1693     #so_is_up && track SOUI
1694     track SOUI
1695 fi
1696
1697 #Install iptables-persistent and configure NAT rules
1698 [ -z "$NOCONFIGURE" ] && nat
1699
1700 #Configure components
1701 [ -z "$NOCONFIGURE" ] && configure
1702
1703 #Install osmclient
1704 [ -z "$NOCONFIGURE" ] && install_osmclient
1705
1706 #Install vim-emu (optional)
1707 [ -n "$INSTALL_VIMEMU" ] && install_docker_ce && install_vimemu
1708
1709 wget -q -O- https://osm-download.etsi.org/ftp/osm-6.0-six/README2.txt &> /dev/null
1710 track end
1711 echo -e "\nDONE"