X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=installers%2Ffull_install_osm.sh;h=10b11b5556990921272a824a31fea5a2b8089d7c;hb=20b9bd384a7f4906a3a21f9842f45e63e973592c;hp=659c32db5dc4994eea54613f83e16ad67a205e74;hpb=940a34cf8a61a7eb23be7f5dbfe4fa323768b69d;p=osm%2Fdevops.git diff --git a/installers/full_install_osm.sh b/installers/full_install_osm.sh index 659c32db..10b11b55 100755 --- a/installers/full_install_osm.sh +++ b/installers/full_install_osm.sh @@ -17,8 +17,6 @@ function usage(){ echo -e "usage: $0 [OPTIONS]" echo -e "Install OSM from binaries or source code (by default, from binaries)" echo -e " OPTIONS" - echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules" - echo -e " --source: install OSM from source code using the latest stable tag" echo -e " -r : use specified repository name for osm packages" echo -e " -R : use specified release for osm binaries (deb packages, lxd images, ...)" echo -e " -u : use specified repository url for osm packages" @@ -28,12 +26,17 @@ function usage(){ echo -e " -b v2.0 (v2.0 branch)" echo -e " -b tags/v1.1.0 (a specific tag)" echo -e " ..." + echo -e " --vimemu: additionally deploy the VIM emulator as a docker container" + echo -e " --elk_stack: additionally deploy an ELK docker stack for event logging" + echo -e " --pm_stack: additionally deploy a Prometheus+Grafana stack for performance monitoring (PM)" + echo -e " -o : do not install OSM, but ONLY one of the addons (vimemu, elk_stack, pm_stack) (assumes OSM is already installed)" + echo -e " -D use local devops installation path" + echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules" + echo -e " --source: install OSM from source code using the latest stable tag" echo -e " --lxdimages: download lxd images from OSM repository instead of creating them from scratch" echo -e " -l : use specified repository url for lxd images" echo -e " -p : use specified repository path for lxd images" - echo -e " --lightweight: install lightweight build of OSM (default installation)" echo -e " --soui: install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)" - echo -e " --vimemu: additionally fetch, build, and deploy the VIM emulator as a docker container" echo -e " --develop: (deprecated, use '-b master') install OSM from source code using the master branch" # echo -e " --reconfigure: reconfigure the modules (DO NOT change NAT rules)" echo -e " --nat: install only NAT rules" @@ -41,7 +44,6 @@ function usage(){ # echo -e " --update: update to the latest stable release or to the latest commit if using a specific branch" echo -e " --showopts: print chosen options and exit (only for debugging)" echo -e " -y: do not prompt for confirmation, assumes yes" - echo -e " -D use local devops installation path" echo -e " -h / --help: print this help" } @@ -70,12 +72,12 @@ function uninstall(){ #Uninstall lightweight OSM: remove dockers function uninstall_lightweight(){ echo -e "\nUninstalling lightweight OSM" - docker stack rm osm + sg docker -c "docker stack rm osm" COUNTER=0 - result=11 + result=1 while [ ${COUNTER} -lt 30 ]; do sleep 1 - result=$(docker stack ps osm | wc -l) + result=$(sg docker -c "docker stack ps osm" | wc -l) #echo "Dockers running: $result" if [ "${result}" == "0" ]; then break @@ -88,12 +90,19 @@ function uninstall_lightweight(){ FATAL "Some dockers of the stack osm could not be removed. Could not uninstall OSM in single shot. Try to uninstall again" fi sleep 5 + echo "Now osm docker images and volumes will be deleted" + newgrp docker << EONG docker image rm osm/ro docker image rm osm/lcm docker image rm osm/light-ui docker image rm osm/nbi docker image rm osm/mon docker image rm osm/pm + docker volume rm osm_mon_db + docker volume rm osm_mongo_db + docker volume rm osm_osm_packages + docker volume rm osm_ro_db +EONG return 0 } @@ -462,7 +471,7 @@ function install_osmclient(){ #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'` [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'` - [ -n "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=localhost + [ -n "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=127.0.0.1 echo -e "\nOSM client installed" echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:" echo " export OSM_HOSTNAME=${OSM_HOSTNAME}" @@ -518,10 +527,12 @@ function install_docker_ce() { echo "Adding user to group 'docker'" sudo groupadd -f docker sudo usermod -aG docker $USER - echo "... Docker CE installation done" sleep 2 sudo service docker restart echo "... restarted Docker service" + sg docker -c "docker version" || FATAL "Docker installation failed" + echo "... Docker CE installation done" + return 0 } function install_docker_compose() { @@ -536,7 +547,8 @@ function install_juju() { echo "Installing juju" sudo snap install juju --classic sudo dpkg-reconfigure -p medium lxd - sg lxd -c "juju bootstrap localhost osm" + sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost osm" + [ $(juju status |grep "osm" |wc -l) -eq 1 ] || FATAL "Juju installation failed" echo "Finished installation of juju" } @@ -547,19 +559,24 @@ function generate_docker_images() { docker pull wurstmeister/zookeeper docker pull mongo docker pull mysql:5 +EONG git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON - docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon || ! echo "cannot build MON docker image" >&2 - docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm || ! echo "cannot build PM docker image" >&2 + git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI - docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi || ! echo "cannot build NBI docker image" >&2 + git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO - docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro || ! echo "cannot build RO docker image" >&2 + git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM - docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t osm/lcm || ! echo "cannot build LCM docker image" >&2 -# git -C ${LWTEMPDIR} clone https://github.com/superfluidity/osm-light-ui.git -# docker build ${LWTEMPDIR}/osm-light-ui -t osm/light-ui -f ${LWTEMPDIR}/osm-light-ui/code/docker/Dockerfile + git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID} git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI - docker build ${LWTEMPDIR}/LW-UI -t osm/light-ui -f ${LWTEMPDIR}/LW-UI/Dockerfile + git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID} + newgrp docker << EONG + docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon --no-cache || ! echo "cannot build MON docker image" >&2 + docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm --no-cache || ! echo "cannot build PM docker image" >&2 + docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi --no-cache || ! echo "cannot build NBI docker image" >&2 + docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro --no-cache || ! echo "cannot build RO docker image" >&2 + docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t osm/lcm --no-cache || ! echo "cannot build LCM docker image" >&2 + docker build ${LWTEMPDIR}/LW-UI -t osm/light-ui -f ${LWTEMPDIR}/LW-UI/Dockerfile --no-cache || ! echo "cannot build LW-UI docker image" >&2 EONG echo "Finished generation of docker images" } @@ -593,7 +610,58 @@ EONG echo "Finished deployment of lightweight build" } +function deploy_elk() { + echo "Deploying ELK stack" + sg docker -c "docker stack deploy -c ${OSM_DEVOPS}/installers/docker/osm_elk/docker-compose.yml osm_elk" + echo "Waiting for ELK stack to be up and running" + time=0 + step=2 + timelength=20 + elk_is_up=1 + while [ $time -le $timelength ]; do + if [[ $(curl -XGET http://localhost:5601/status -I | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then + elk_is_up=0 + break + fi + sleep $step + time=$((time+step)) + done + if [ $elk_is_up -eq 0 ]; then + echo "ELK is up and running. Trying to create index pattern..." + #Create index pattern + curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ + "http://localhost:5601/api/saved_objects/index-pattern/logstash-*" \ + -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}" + #Make it the default index + curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ + "http://localhost:5601/api/kibana/settings/defaultIndex" \ + -d"{\"value\":\"logstash-*\"}" + else + echo "Cannot connect to Kibana to create index pattern." + echo "Once Kibana is running, you can use the following instructions to create index pattern:" + echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ + "http://localhost:5601/api/saved_objects/index-pattern/logstash-*" \ + -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}"' + echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ + "http://localhost:5601/api/kibana/settings/defaultIndex" \ + -d"{\"value\":\"logstash-*\"}"' + fi + echo "Finished deployment of ELK stack" + return 0 +} + +function deploy_perfmon() { + echo "Generating osm/kafka-exporter docker image" + sg docker -c "docker build ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter -f ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter/Dockerfile -t osm/kafka-exporter --no-cache || ! echo 'cannot build kafka-exporter docker image' >&2" + echo "Finished generation of osm/kafka-exporter docker image" + echo "Deploying PM stack (Kafka exporter + Prometheus + Grafana)" + sg docker -c "docker stack deploy -c ${OSM_DEVOPS}/installers/docker/osm_metrics/docker-compose.yml osm_metrics" + echo "Finished deployment of PM stack" + return 0 +} + function install_lightweight() { + [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges." echo "Installing lightweight build of OSM" LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")" trap 'rm -rf "${LWTEMPDIR}"' EXIT @@ -611,13 +679,22 @@ function install_lightweight() { || sudo apt-get install -y $need_packages_lw \ || FATAL "failed to install $need_packages_lw" install_juju + track juju install_docker_ce + track docker_ce #install_docker_compose generate_docker_images + track docker_build generate_docker_env_files deploy_lightweight - [ -n "$INSTALL_VIMEMU" ] && install_vimemu + track docker_deploy + [ -n "$INSTALL_VIMEMU" ] && install_vimemu && track vimemu + [ -n "$INSTALL_ELK" ] && deploy_elk && track elk + [ -n "$INSTALL_PERFMON" ] && deploy_perfmon && track perfmon install_osmclient + track osmclient + wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README2.txt &> /dev/null + track end return 0 } @@ -630,7 +707,7 @@ function install_vimemu() { git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR # build vim-emu docker echo "Building vim-emu Docker container..." - sudo docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile $EMUTEMPDIR/ + sudo docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/ # start vim-emu container as daemon echo "Starting vim-emu Docker container 'vim-emu' ..." if [ -n "$INSTALL_LIGHTWEIGHT" ]; then @@ -665,6 +742,9 @@ function dump_vars(){ echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE" echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH" echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT" + echo "INSTALL_ONLY=$INSTALL_ONLY" + echo "INSTALL_ELK=$INSTALL_ELK" + echo "INSTALL_PERFMON=$INSTALL_PERFMON" echo "RELEASE=$RELEASE" echo "REPOSITORY=$REPOSITORY" echo "REPOSITORY_BASE=$REPOSITORY_BASE" @@ -680,8 +760,9 @@ function track(){ url="http://www.woopra.com/track/ce?project=osm.etsi.org&cookie=${SESSION_ID}" #url="${url}&ce_campaign_name=${CAMPAIGN_NAME}" event_name="bin" - [ -n "$INSTALL_FROM_SOURCE" ] && event_name="src" - [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd" + [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_SOURCE" ] && event_name="binsrc" + [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd" + [ -n "$INSTALL_LIGHTWEIGHT" ] && event_name="lw" event_name="${event_name}_$1" url="${url}&event=${event_name}&ce_duration=${duration}" wget -q -O /dev/null $url @@ -705,12 +786,15 @@ INSTALL_FROM_LXDIMAGES="" LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd" LXD_REPOSITORY_PATH="" INSTALL_LIGHTWEIGHT="y" +INSTALL_ONLY="" +INSTALL_ELK="" +INSTALL_PERFMON="" NOCONFIGURE="" RELEASE_DAILY="" SESSION_ID=`date +%s` OSM_DEVOPS= -while getopts ":hy-:b:r:k:u:R:l:p:D:" o; do +while getopts ":hy-:b:r:k:u:R:l:p:D:o:" o; do case "${o}" in h) usage && exit 0 @@ -739,6 +823,12 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:" o; do D) OSM_DEVOPS="${OPTARG}" ;; + o) + INSTALL_ONLY="y" + [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue + [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue + [ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue + ;; -) [ "${OPTARG}" == "help" ] && usage && exit 0 [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && continue @@ -753,6 +843,8 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:" o; do [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue + [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue + [ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue [ "${OPTARG}" == "daily" ] && RELEASE_DAILY="y" && continue @@ -772,6 +864,10 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:" o; do esac done +[ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui" +[ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui" +[ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui" + if [ -n "$SHOWOPTS" ]; then dump_vars exit 0 @@ -837,8 +933,15 @@ OSM_JENKINS="$OSM_DEVOPS/jenkins" [ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0 [ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0 [ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0 +[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_ELK" ] && deploy_elk +[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_PERFMON" ] && deploy_perfmon +[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_VIMEMU" ] && install_vimemu +[ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0 #Installation starts here +wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README.txt &> /dev/null +track start + [ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0 echo -e "\nInstalling OSM from refspec: $COMMIT_ID" if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then @@ -849,9 +952,6 @@ echo -e "Checking required packages: lxd" lxd --version &>/dev/null || FATAL "lxd not present, exiting." [ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd -wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README.txt &> /dev/null -track start - # use local devops for containers export OSM_USE_LOCAL_DEVOPS=true if [ -n "$INSTALL_FROM_SOURCE" ]; then #install from source