X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=installers%2Finstall_osm.sh;h=15037c7820bba03d4ca5b8d7fc68eb5c3d6fa409;hb=831ee56cc75dd61fd026fb8fc406f7e2f7df832d;hp=b8f0da39e4184bd4e5352b81f6d15d4aa4c8f5ed;hpb=02a533a09d9bad4c3f70e2969b97193207f4b9c3;p=osm%2Fdevops.git diff --git a/installers/install_osm.sh b/installers/install_osm.sh index b8f0da39..15037c78 100755 --- a/installers/install_osm.sh +++ b/installers/install_osm.sh @@ -31,6 +31,7 @@ function usage(){ echo -e " --lxdimages: download lxd images from OSM repository instead of creating them from scratch" echo -e " -l : use specified repository url for lxd images" echo -e " -p : use specified repository path for lxd images" + echo -e " --lightweight: install lightweight build of OSM" echo -e " --vimemu: additionally fetch, build, and deploy the VIM emulator as a docker container" echo -e " --develop: (deprecated, use '-b master') install OSM from source code using the master branch" # echo -e " --reconfigure: reconfigure the modules (DO NOT change NAT rules)" @@ -65,6 +66,36 @@ function uninstall(){ return 0 } +#Uninstall lightweight OSM: remove dockers +function uninstall_lightweight(){ + echo -e "\nUninstalling lightweight OSM" + docker stack rm osm + COUNTER=0 + result=11 + while [ ${COUNTER} -lt 30 ]; do + sleep 1 + result=$(docker stack ps osm | wc -l) + #echo "Dockers running: $result" + if [ "${result}" == "0" ]; then + break + fi + let COUNTER=COUNTER+1 + done + if [ "${result}" == "0" ]; then + echo "All dockers of the stack osm were removed" + else + FATAL "Some dockers of the stack osm could not be removed. Could not uninstall OSM in single shot. Try to uninstall again" + fi + sleep 5 + docker image rm osm/ro + docker image rm osm/lcm + docker image rm osm/light-ui + docker image rm osm/nbi + docker image rm osm/mon + docker image rm osm/pm + return 0 +} + #Configure NAT rules, based on the current IP addresses of containers function nat(){ echo -e "\nChecking required packages: iptables-persistent" @@ -374,7 +405,7 @@ function install_lxd() { lxd waitready lxc network create lxdbr0 ipv4.address=auto ipv4.nat=true ipv6.address=none ipv6.nat=false DEFAULT_INTERFACE=$(route -n | awk '$1~/^0.0.0.0/ {print $8}') - DEFAULT_MTU=$( ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}') + DEFAULT_MTU=$(ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}') lxc profile device set default eth0 mtu $DEFAULT_MTU #sudo systemctl stop lxd-bridge #sudo systemctl --system daemon-reload @@ -412,20 +443,29 @@ function launch_container_from_lxd(){ function install_osmclient(){ CLIENT_RELEASE=${RELEASE#"-R "} CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg" - CLIENT_REPOSITORY="stable" + CLIENT_REPOSITORY=${REPOSITORY#"-r "} [ -z "$REPOSITORY_BASE" ] && REPOSITORY_BASE="-u https://osm-download.etsi.org/repository/osm/debian" CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "} key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY curl $key_location | sudo apt-key add - sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient" sudo apt-get update + sudo apt-get install -y python-pip + sudo -H pip install pip==9.0.3 + sudo -H pip install python-magic sudo apt-get install -y python-osmclient - export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'` - export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'` + #sed 's,OSM_SOL005=[^$]*,OSM_SOL005=True,' -i ${HOME}/.bashrc + #echo 'export OSM_HOSTNAME=localhost' >> ${HOME}/.bashrc + #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc + [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'` + [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'` + [ -n "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=localhost echo -e "\nOSM client installed" echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:" echo " export OSM_HOSTNAME=${OSM_HOSTNAME}" - echo " export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}" + [ -n "$INSTALL_LIGHTWEIGHT" ] && echo " export OSM_SOL005=True" + [ -z "$INSTALL_LIGHTWEIGHT" ] && echo " export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}" + return 0 } function install_from_lxdimages(){ @@ -481,6 +521,84 @@ function install_docker_ce() { echo "... restarted Docker service" } +function install_docker_compose() { + # installs and configures docker-compose + echo "Installing Docker Compose ..." + sudo curl -L https://github.com/docker/compose/releases/download/1.18.0/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose + sudo chmod +x /usr/local/bin/docker-compose + echo "... Docker Compose installation done" +} + +function install_juju() { + echo "Installing juju" + sudo snap install juju --classic + sudo dpkg-reconfigure -p medium lxd + juju bootstrap localhost osm + echo "Finished installation of juju" +} + +function generate_docker_images() { + echo "Pulling and generating docker images" + newgrp docker << EONG + docker pull wurstmeister/kafka + docker pull wurstmeister/zookeeper + docker pull mongo + docker pull mysql:5 + git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON + docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon || ! echo "cannot build MON docker image" >&2 + docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm || ! echo "cannot build PM docker image" >&2 + git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI + docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi || ! echo "cannot build NBI docker image" >&2 + git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO + docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro || ! echo "cannot build RO docker image" >&2 + docker build ${LWTEMPDIR}/RO/lcm -t osm/lcm || ! echo "cannot build LCM docker image" >&2 + git -C ${LWTEMPDIR} clone https://github.com/superfluidity/osm-light-ui.git + docker build ${LWTEMPDIR}/osm-light-ui -t osm/light-ui -f ${LWTEMPDIR}/osm-light-ui/code/docker/Dockerfile +EONG + echo "Finished generation of docker images" +} + +function generate_docker_env_files() { + echo "Generating docker env files" + OSMLCM_VCA_HOST=`juju show-controller|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'` + OSMLCM_VCA_SECRET=`grep password /home/ubuntu/.local/share/juju/accounts.yaml |awk '{print $2}'` + MYSQL_ROOT_PASSWORD=`date +%s | sha256sum | base64 | head -c 32` + echo "OSMLCM_VCA_HOST=${OSMLCM_VCA_HOST}" |sudo tee ${OSM_DEVOPS}/installers/docker/lcm.env + echo "OSMLCM_VCA_SECRET=${OSMLCM_VCA_SECRET}" |sudo tee -a ${OSM_DEVOPS}/installers/docker/lcm.env + echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee ${OSM_DEVOPS}/installers/docker/ro-db.env + echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee ${OSM_DEVOPS}/installers/docker/ro.env + echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |sudo tee ${OSM_DEVOPS}/installers/docker/mon.env + echo "Finished generation of docker env files" +} + +function deploy_lightweight() { + echo "Deploying lightweight build" + newgrp docker << EONG + docker swarm init --advertise-addr ${DEFAULT_IP} + docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} netOSM + docker stack deploy -c ${OSM_DEVOPS}/installers/docker/docker-compose.yaml osm + #docker-compose -f /usr/share/osm-devops/installers/docker/docker-compose.yaml up -d +EONG + echo "Finished deployment of lightweight build" +} + +function install_lightweight() { + echo "Installing lightweight build of OSM" + LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")" + trap 'rm -rf "${LWTEMPDIR}"' EXIT + DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'` + DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'` + DEFAULT_MTU=$(ip addr show ${DEFAULT_IF} | perl -ne 'if (/mtu\s(\d+)/) {print $1;}') + install_juju + install_docker_ce + #install_docker_compose + generate_docker_images + generate_docker_env_files + deploy_lightweight + install_osmclient + return 0 +} + function install_vimemu() { # install Docker install_docker_ce @@ -496,14 +614,14 @@ function install_vimemu() { echo "Waiting for 'vim-emu' container to start ..." sleep 5 export VIMEMU_HOSTNAME=$(sudo docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vim-emu) - echo "vim-emu running at $VIMEMU_HOSTNAME ..." + echo "vim-emu running at ${VIMEMU_HOSTNAME} ..." echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:" echo " export OSM_HOSTNAME=${OSM_HOSTNAME}" echo " export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}" echo -e "You might be interested in adding the following vim-emu env variables to your .bashrc file:" echo " export VIMEMU_HOSTNAME=${VIMEMU_HOSTNAME}" echo -e "\nTo add the emulated VIM to OSM you should do:" - echo " osm vim-create --name emu-vim1 --user username --password password --auth_url http://$VIMEMU_HOSTNAME:6001/v2.0 --tenant tenantName --account_type openstack" + echo " osm vim-create --name emu-vim1 --user username --password password --auth_url http://${VIMEMU_HOSTNAME}:6001/v2.0 --tenant tenantName --account_type openstack" } function dump_vars(){ @@ -519,6 +637,7 @@ function dump_vars(){ echo "INSTALL_FROM_LXDIMAGES=$INSTALL_FROM_LXDIMAGES" echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE" echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH" + echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT" echo "RELEASE=$RELEASE" echo "REPOSITORY=$REPOSITORY" echo "REPOSITORY_BASE=$REPOSITORY_BASE" @@ -553,10 +672,12 @@ COMMIT_ID="" ASSUME_YES="" INSTALL_FROM_SOURCE="" RELEASE="-R ReleaseTHREE" +REPOSITORY="-r stable" INSTALL_VIMEMU="" INSTALL_FROM_LXDIMAGES="" LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd" LXD_REPOSITORY_PATH="" +INSTALL_LIGHTWEIGHT="" NOCONFIGURE="" RELEASE_DAILY="" SESSION_ID=`date +%s` @@ -602,6 +723,7 @@ while getopts ":hy-:b:r:k:u:R:l:p:D:" o; do [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue + [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue @@ -646,14 +768,16 @@ if [ -z "$OSM_DEVOPS" ]; then fi fi -need_packages="git jq" -for package in $need_packages; do - echo -e "Checking required packages: $package" - dpkg -l $package &>/dev/null \ - || ! echo -e " $package not installed.\nInstalling $package requires root privileges" \ - || sudo apt-get install -y $package \ - || FATAL "failed to install $package" -done +need_packages="git jq wget curl tar" +echo -e "Checking required packages: $need_packages" +dpkg -l $need_packages &>/dev/null \ + || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \ + || sudo apt-get update \ + || FATAL "failed to run apt-get update" +dpkg -l $need_packages &>/dev/null \ + || ! echo -e "Installing $need_packages requires root privileges." \ + || sudo apt-get install -y $need_packages \ + || FATAL "failed to install $need_packages" if [ -z "$OSM_DEVOPS" ]; then if [ -z "$TEST_INSTALLER" ]; then @@ -680,20 +804,19 @@ fi OSM_JENKINS="$OSM_DEVOPS/jenkins" . $OSM_JENKINS/common/all_funcs +[ -n "$INSTALL_LIGHTWEIGHT" ] && [ -n "$UNINSTALL" ] && uninstall_lightweight && echo -e "\nDONE" && exit 0 [ -n "$UNINSTALL" ] && uninstall && echo -e "\nDONE" && exit 0 [ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0 [ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0 [ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0 #Installation starts here +[ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0 echo -e "\nInstalling OSM from refspec: $COMMIT_ID" if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then ! ask_user "The installation will take about 75-90 minutes. Continue (Y/n)? " y && echo "Cancelled!" && exit 1 fi -echo -e "\nChecking required packages: wget, curl, tar" -dpkg -l wget curl tar &>/dev/null || ! echo -e " One or several packages are not installed.\nInstalling required packages\n Root privileges are required" || sudo apt-get install -y wget curl tar - echo -e "Checking required packages: lxd" lxd --version &>/dev/null || FATAL "lxd not present, exiting." [ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd