X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=installers%2Ffull_install_osm.sh;h=ce32f37d135309b80a4368d9301b7e4c215aaa77;hb=ddd7a3ee6c921141d380bb68c6ef6048838f7658;hp=ffd4a2742dc9740cc837b180a30985eb3561e553;hpb=d13a8aa51a06c183998eb46b67525d5943a674c1;p=osm%2Fdevops.git diff --git a/installers/full_install_osm.sh b/installers/full_install_osm.sh index ffd4a274..ce32f37d 100755 --- a/installers/full_install_osm.sh +++ b/installers/full_install_osm.sh @@ -17,8 +17,6 @@ function usage(){ echo -e "usage: $0 [OPTIONS]" echo -e "Install OSM from binaries or source code (by default, from binaries)" echo -e " OPTIONS" - echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules" - echo -e " --source: install OSM from source code using the latest stable tag" echo -e " -r : use specified repository name for osm packages" echo -e " -R : use specified release for osm binaries (deb packages, lxd images, ...)" echo -e " -u : use specified repository url for osm packages" @@ -28,15 +26,17 @@ function usage(){ echo -e " -b v2.0 (v2.0 branch)" echo -e " -b tags/v1.1.0 (a specific tag)" echo -e " ..." - echo -e " --lxdimages: download lxd images from OSM repository instead of creating them from scratch" - echo -e " -l : use specified repository url for lxd images" - echo -e " -p : use specified repository path for lxd images" - echo -e " --lightweight: install lightweight build of OSM (default installation)" - echo -e " --soui: install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)" echo -e " --vimemu: additionally deploy the VIM emulator as a docker container" echo -e " --elk_stack: additionally deploy an ELK docker stack for event logging" echo -e " --pm_stack: additionally deploy a Prometheus+Grafana stack for performance monitoring (PM)" echo -e " -o : do not install OSM, but ONLY one of the addons (vimemu, elk_stack, pm_stack) (assumes OSM is already installed)" + echo -e " -D use local devops installation path" + echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules" + echo -e " --source: install OSM from source code using the latest stable tag" + echo -e " --lxdimages: download lxd images from OSM repository instead of creating them from scratch" + echo -e " -l : use specified repository url for lxd images" + echo -e " -p : use specified repository path for lxd images" + echo -e " --soui: install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)" echo -e " --develop: (deprecated, use '-b master') install OSM from source code using the master branch" # echo -e " --reconfigure: reconfigure the modules (DO NOT change NAT rules)" echo -e " --nat: install only NAT rules" @@ -44,7 +44,6 @@ function usage(){ # echo -e " --update: update to the latest stable release or to the latest commit if using a specific branch" echo -e " --showopts: print chosen options and exit (only for debugging)" echo -e " -y: do not prompt for confirmation, assumes yes" - echo -e " -D use local devops installation path" echo -e " -h / --help: print this help" } @@ -70,33 +69,47 @@ function uninstall(){ return 0 } -#Uninstall lightweight OSM: remove dockers -function uninstall_lightweight(){ - echo -e "\nUninstalling lightweight OSM" - docker stack rm osm - COUNTER=0 - result=11 - while [ ${COUNTER} -lt 30 ]; do - sleep 1 - result=$(docker stack ps osm | wc -l) - #echo "Dockers running: $result" +function remove_stack() { + stack=$1 + if $(sg docker -c "docker stack ps ${stack}"); then + echo -e "\nRemoving stack ${stack}" && sg docker -c "docker stack rm ${stack}" + COUNTER=0 + result=1 + while [ ${COUNTER} -lt 30 ]; do + result=$(sg docker -c "docker stack ps ${stack}" | wc -l) + #echo "Dockers running: $result" + if [ "${result}" == "0" ]; then + break + fi + let COUNTER=COUNTER+1 + sleep 1 + done if [ "${result}" == "0" ]; then - break + echo "All dockers of the stack ${stack} were removed" + else + FATAL "Some dockers of the stack ${stack} could not be removed. Could not clean it." fi - let COUNTER=COUNTER+1 - done - if [ "${result}" == "0" ]; then - echo "All dockers of the stack osm were removed" - else - FATAL "Some dockers of the stack osm could not be removed. Could not uninstall OSM in single shot. Try to uninstall again" + sleep 5 fi - sleep 5 +} + +#Uninstall lightweight OSM: remove dockers +function uninstall_lightweight() { + echo -e "\nUninstalling lightweight OSM" + remove_stack osm + echo "Now osm docker images and volumes will be deleted" + newgrp docker << EONG docker image rm osm/ro docker image rm osm/lcm docker image rm osm/light-ui docker image rm osm/nbi docker image rm osm/mon docker image rm osm/pm + docker volume rm osm_mon_db + docker volume rm osm_mongo_db + docker volume rm osm_osm_packages + docker volume rm osm_ro_db +EONG return 0 } @@ -541,8 +554,8 @@ function install_juju() { echo "Installing juju" sudo snap install juju --classic sudo dpkg-reconfigure -p medium lxd - sg lxd -c "juju bootstrap localhost osm" - [ $(juju status |grep "osm" |wc -l) -eq 1 ] || FATAL "Juju installation failed" + sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost osm" + [ $(sg lxd -c "juju status" |grep "osm" |wc -l) -eq 1 ] || FATAL "Juju installation failed" echo "Finished installation of juju" } @@ -553,33 +566,63 @@ function generate_docker_images() { docker pull wurstmeister/zookeeper docker pull mongo docker pull mysql:5 +EONG git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON - docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon || ! echo "cannot build MON docker image" >&2 - docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm || ! echo "cannot build PM docker image" >&2 + git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI - docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi || ! echo "cannot build NBI docker image" >&2 + git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO - docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro || ! echo "cannot build RO docker image" >&2 + git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM - docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t osm/lcm || ! echo "cannot build LCM docker image" >&2 -# git -C ${LWTEMPDIR} clone https://github.com/superfluidity/osm-light-ui.git -# docker build ${LWTEMPDIR}/osm-light-ui -t osm/light-ui -f ${LWTEMPDIR}/osm-light-ui/code/docker/Dockerfile + git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI - docker build ${LWTEMPDIR}/LW-UI -t osm/light-ui -f ${LWTEMPDIR}/LW-UI/Dockerfile + git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID} + newgrp docker << EONG + docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon --no-cache || ! echo "cannot build MON docker image" >&2 + docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm --no-cache || ! echo "cannot build PM docker image" >&2 + docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi --no-cache || ! echo "cannot build NBI docker image" >&2 + docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro --no-cache || ! echo "cannot build RO docker image" >&2 + docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t osm/lcm --no-cache || ! echo "cannot build LCM docker image" >&2 + docker build ${LWTEMPDIR}/LW-UI -t osm/light-ui -f ${LWTEMPDIR}/LW-UI/Dockerfile --no-cache || ! echo "cannot build LW-UI docker image" >&2 EONG echo "Finished generation of docker images" } +function cmp_overwrite() { + file1="$1" + file2="$2" + if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then + if [ -f "${file2}" ]; then + ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && sudo cp -f ${file1} ${file2} + else + sudo cp ${file1} ${file2} + fi + fi +} + +function generate_config_log_folders() { + echo "Generating config and log folders" + sudo mkdir -p /etc/osm/docker + sudo cp ${DEVOPS}/installers/docker/docker-compose.yaml /etc/osm/docker/docker-compose.yaml + sudo mkdir -p /var/log/osm + echo "Finished generation of config and log folders" +} + function generate_docker_env_files() { echo "Generating docker env files" - OSMLCM_VCA_HOST=`juju show-controller|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'` + OSMLCM_VCA_HOST=`sg lxd -c "juju show-controller"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'` OSMLCM_VCA_SECRET=`grep password ${HOME}/.local/share/juju/accounts.yaml |awk '{print $2}'` + echo "OSMLCM_VCA_HOST=${OSMLCM_VCA_HOST}" |sudo tee /etc/osm/docker/lcm.env + echo "OSMLCM_VCA_SECRET=${OSMLCM_VCA_SECRET}" |sudo tee -a /etc/osm/docker/lcm.env MYSQL_ROOT_PASSWORD=`date +%s | sha256sum | base64 | head -c 32` - echo "OSMLCM_VCA_HOST=${OSMLCM_VCA_HOST}" |sudo tee ${OSM_DEVOPS}/installers/docker/lcm.env - echo "OSMLCM_VCA_SECRET=${OSMLCM_VCA_SECRET}" |sudo tee -a ${OSM_DEVOPS}/installers/docker/lcm.env - echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee ${OSM_DEVOPS}/installers/docker/ro-db.env - echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee ${OSM_DEVOPS}/installers/docker/ro.env + if [ ! -f /etc/osm/docker/ro-db.env ]; then + echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee /etc/osm/docker/ro-db.env + fi + if [ ! -f /etc/osm/docker/ro.env ]; then + echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee /etc/osm/docker/ro.env + fi echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |sudo tee ${OSM_DEVOPS}/installers/docker/mon.env + cmp_overwrite ${DEVOPS}/installers/docker/mon.env /etc/osm/docker/mon.env echo "Finished generation of docker env files" } @@ -590,25 +633,27 @@ function deploy_lightweight() { DOCKER_GW_NET=`sg docker -c "docker network inspect ${DOCKER_NETS}" | grep Subnet | awk -F\" '{print $4}' | egrep "^172" | sort -u | tail -1 | awk -F\. '{if ($2 != 255) print $1"."$2+1"."$3"."$4; else print "-1";}'` sg docker -c "docker network create --subnet ${DOCKER_GW_NET} --opt com.docker.network.bridge.name=docker_gwbridge --opt com.docker.network.bridge.enable_icc=false --opt com.docker.network.bridge.enable_ip_masquerade=true --opt com.docker.network.driver.mtu=${DEFAULT_MTU} docker_gwbridge" fi - newgrp docker << EONG - docker swarm init --advertise-addr ${DEFAULT_IP} - docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} netOSM - docker stack deploy -c ${OSM_DEVOPS}/installers/docker/docker-compose.yaml osm - #docker-compose -f /usr/share/osm-devops/installers/docker/docker-compose.yaml up -d -EONG + sg docker -c "docker swarm init --advertise-addr ${DEFAULT_IP}" + sg docker -c "docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} netOSM" + remove_stack osm + sg docker -c "docker stack deploy -c /etc/osm/docker/docker-compose.yaml osm" + #docker-compose -f /etc/osm/docker/docker-compose.yaml up -d echo "Finished deployment of lightweight build" } function deploy_elk() { + sudo mkdir -p /etc/osm/docker/osm_elk + sudo cp ${DEVOPS}/installers/docker/osm_elk/* /etc/osm/docker/osm_elk + remove_stack osm_elk echo "Deploying ELK stack" - sg docker -c "docker stack deploy -c ${OSM_DEVOPS}/installers/docker/osm_elk/docker-compose.yml osm_elk" + sg docker -c "docker stack deploy -c /etc/osm/docker/osm_elk/docker-compose.yml osm_elk" echo "Waiting for ELK stack to be up and running" time=0 step=2 timelength=20 elk_is_up=1 while [ $time -le $timelength ]; do - if [[ $(curl -XGET http://localhost:5601/status -I | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then + if [[ $(curl -XGET http://127.0.0.1:5601/status -I | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then elk_is_up=0 break fi @@ -619,20 +664,20 @@ function deploy_elk() { echo "ELK is up and running. Trying to create index pattern..." #Create index pattern curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ - "http://localhost:5601/api/saved_objects/index-pattern/logstash-*" \ + "http://127.0.0.1:5601/api/saved_objects/index-pattern/logstash-*" \ -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}" #Make it the default index curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ - "http://localhost:5601/api/kibana/settings/defaultIndex" \ + "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \ -d"{\"value\":\"logstash-*\"}" else echo "Cannot connect to Kibana to create index pattern." echo "Once Kibana is running, you can use the following instructions to create index pattern:" echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ - "http://localhost:5601/api/saved_objects/index-pattern/logstash-*" \ + "http://127.0.0.1:5601/api/saved_objects/index-pattern/logstash-*" \ -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}"' echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ - "http://localhost:5601/api/kibana/settings/defaultIndex" \ + "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \ -d"{\"value\":\"logstash-*\"}"' fi echo "Finished deployment of ELK stack" @@ -641,10 +686,14 @@ function deploy_elk() { function deploy_perfmon() { echo "Generating osm/kafka-exporter docker image" - sg docker -c "docker build ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter -f ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter/Dockerfile -t osm/kafka-exporter || ! echo 'cannot build kafka-exporter docker image' >&2" + sg docker -c "docker build ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter -f ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter/Dockerfile -t osm/kafka-exporter --no-cache || ! echo 'cannot build kafka-exporter docker image' >&2" echo "Finished generation of osm/kafka-exporter docker image" + sudo mkdir -p /etc/osm/docker/osm_metrics + sudo cp ${DEVOPS}/installers/docker/osm_metrics/*.yml /etc/osm/docker/osm_metrics + sudo cp ${DEVOPS}/installers/docker/osm_metrics/*.json /etc/osm/docker/osm_metrics + remove_stack osm_metrics echo "Deploying PM stack (Kafka exporter + Prometheus + Grafana)" - sg docker -c "docker stack deploy -c ${OSM_DEVOPS}/installers/docker/osm_metrics/docker-compose.yml osm_metrics" + sg docker -c "docker stack deploy -c /etc/osm/docker/osm_metrics/docker-compose.yml osm_metrics" echo "Finished deployment of PM stack" return 0 } @@ -696,7 +745,7 @@ function install_vimemu() { git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR # build vim-emu docker echo "Building vim-emu Docker container..." - sudo docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile $EMUTEMPDIR/ + sudo docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/ # start vim-emu container as daemon echo "Starting vim-emu Docker container 'vim-emu' ..." if [ -n "$INSTALL_LIGHTWEIGHT" ]; then @@ -830,7 +879,7 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:o:" o; do [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue - [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE-Classic" && REPOSITORY="-r testing" && continue + [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue [ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue @@ -854,6 +903,8 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:o:" o; do done [ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui" +[ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui" +[ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui" if [ -n "$SHOWOPTS" ]; then dump_vars