| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # Copyright 2016 Telefónica Investigación y Desarrollo S.A.U. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # You may obtain a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | |
| 16 | function usage(){ |
| 17 | echo -e "usage: $0 [OPTIONS]" |
| 18 | echo -e "Install OSM from binaries or source code (by default, from binaries)" |
| 19 | echo -e " OPTIONS" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 20 | echo -e " -r <repo>: use specified repository name for osm packages" |
| 21 | echo -e " -R <release>: use specified release for osm binaries (deb packages, lxd images, ...)" |
| 22 | echo -e " -u <repo base>: use specified repository url for osm packages" |
| 23 | echo -e " -k <repo key>: use specified repository public key url" |
| 24 | echo -e " -b <refspec>: install OSM from source code using a specific branch (master, v2.0, ...) or tag" |
| 25 | echo -e " -b master (main dev branch)" |
| 26 | echo -e " -b v2.0 (v2.0 branch)" |
| 27 | echo -e " -b tags/v1.1.0 (a specific tag)" |
| 28 | echo -e " ..." |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 29 | echo -e " --vimemu: additionally deploy the VIM emulator as a docker container" |
| 30 | echo -e " --elk_stack: additionally deploy an ELK docker stack for event logging" |
| 31 | echo -e " --pm_stack: additionally deploy a Prometheus+Grafana stack for performance monitoring (PM)" |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 32 | echo -e " -m <MODULE>: install OSM but only rebuild the specified docker images (RO, LCM, NBI, LW-UI, MON, KAFKA, MONGO, NONE)" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 33 | echo -e " -o <ADDON>: do not install OSM, but ONLY one of the addons (vimemu, elk_stack, pm_stack) (assumes OSM is already installed)" |
| garciadeblas | e990f66 | 2018-05-18 11:43:39 +0200 | [diff] [blame] | 34 | echo -e " -D <devops path> use local devops installation path" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 35 | echo -e " --nolxd: do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)" |
| garciadeblas | e990f66 | 2018-05-18 11:43:39 +0200 | [diff] [blame] | 36 | echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules" |
| 37 | echo -e " --source: install OSM from source code using the latest stable tag" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 38 | echo -e " --develop: (deprecated, use '-b master') install OSM from source code using the master branch" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 39 | echo -e " --soui: install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)" |
| 40 | echo -e " --lxdimages: (only for Rel THREE with --soui) download lxd images from OSM repository instead of creating them from scratch" |
| 41 | echo -e " -l <lxd_repo>: (only for Rel THREE with --soui) use specified repository url for lxd images" |
| 42 | echo -e " -p <path>: (only for Rel THREE with --soui) use specified repository path for lxd images" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 43 | # echo -e " --reconfigure: reconfigure the modules (DO NOT change NAT rules)" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 44 | echo -e " --nat: (only for Rel THREE with --soui) install only NAT rules" |
| 45 | echo -e " --noconfigure: (only for Rel THREE with --soui) DO NOT install osmclient, DO NOT install NAT rules, DO NOT configure modules" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 46 | # echo -e " --update: update to the latest stable release or to the latest commit if using a specific branch" |
| 47 | echo -e " --showopts: print chosen options and exit (only for debugging)" |
| 48 | echo -e " -y: do not prompt for confirmation, assumes yes" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 49 | echo -e " -h / --help: print this help" |
| 50 | } |
| 51 | |
| 52 | #Uninstall OSM: remove containers |
| 53 | function uninstall(){ |
| 54 | echo -e "\nUninstalling OSM" |
| 55 | if [ $RC_CLONE ] || [ -n "$TEST_INSTALLER" ]; then |
| 56 | $OSM_DEVOPS/jenkins/host/clean_container RO |
| 57 | $OSM_DEVOPS/jenkins/host/clean_container VCA |
| 58 | $OSM_DEVOPS/jenkins/host/clean_container MON |
| 59 | $OSM_DEVOPS/jenkins/host/clean_container SO |
| 60 | #$OSM_DEVOPS/jenkins/host/clean_container UI |
| 61 | else |
| 62 | lxc stop RO && lxc delete RO |
| 63 | lxc stop VCA && lxc delete VCA |
| 64 | lxc stop MON && lxc delete MON |
| 65 | lxc stop SO-ub && lxc delete SO-ub |
| 66 | fi |
| 67 | echo -e "\nDeleting imported lxd images if they exist" |
| 68 | lxc image show osm-ro &>/dev/null && lxc image delete osm-ro |
| 69 | lxc image show osm-vca &>/dev/null && lxc image delete osm-vca |
| 70 | lxc image show osm-soui &>/dev/null && lxc image delete osm-soui |
| 71 | return 0 |
| 72 | } |
| 73 | |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 74 | function remove_stack() { |
| 75 | stack=$1 |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 76 | if sg docker -c "docker stack ps ${stack}" ; then |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 77 | echo -e "\nRemoving stack ${stack}" && sg docker -c "docker stack rm ${stack}" |
| 78 | COUNTER=0 |
| 79 | result=1 |
| 80 | while [ ${COUNTER} -lt 30 ]; do |
| 81 | result=$(sg docker -c "docker stack ps ${stack}" | wc -l) |
| 82 | #echo "Dockers running: $result" |
| 83 | if [ "${result}" == "0" ]; then |
| 84 | break |
| 85 | fi |
| 86 | let COUNTER=COUNTER+1 |
| 87 | sleep 1 |
| 88 | done |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 89 | if [ "${result}" == "0" ]; then |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 90 | echo "All dockers of the stack ${stack} were removed" |
| 91 | else |
| 92 | FATAL "Some dockers of the stack ${stack} could not be removed. Could not clean it." |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 93 | fi |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 94 | sleep 5 |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 95 | fi |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | #Uninstall lightweight OSM: remove dockers |
| 99 | function uninstall_lightweight() { |
| 100 | echo -e "\nUninstalling lightweight OSM" |
| 101 | remove_stack osm |
| garciadeblas | 83ca132 | 2018-05-22 18:31:14 +0200 | [diff] [blame] | 102 | echo "Now osm docker images and volumes will be deleted" |
| 103 | newgrp docker << EONG |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 104 | docker image rm osm/ro |
| 105 | docker image rm osm/lcm |
| 106 | docker image rm osm/light-ui |
| 107 | docker image rm osm/nbi |
| 108 | docker image rm osm/mon |
| 109 | docker image rm osm/pm |
| garciadeblas | 83ca132 | 2018-05-22 18:31:14 +0200 | [diff] [blame] | 110 | docker volume rm osm_mon_db |
| 111 | docker volume rm osm_mongo_db |
| 112 | docker volume rm osm_osm_packages |
| 113 | docker volume rm osm_ro_db |
| 114 | EONG |
| garciadeblas | 70502ad | 2018-05-25 12:15:12 +0200 | [diff] [blame] | 115 | echo "Removing /etc/osm and /var/log/osm files" |
| 116 | rm -rf /etc/osm |
| 117 | rm -rf /var/log/osm |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 118 | return 0 |
| 119 | } |
| 120 | |
| 121 | #Configure NAT rules, based on the current IP addresses of containers |
| 122 | function nat(){ |
| 123 | echo -e "\nChecking required packages: iptables-persistent" |
| 124 | dpkg -l iptables-persistent &>/dev/null || ! echo -e " Not installed.\nInstalling iptables-persistent requires root privileges" || \ |
| 125 | sudo DEBIAN_FRONTEND=noninteractive apt-get -yq install iptables-persistent |
| 126 | echo -e "\nConfiguring NAT rules" |
| 127 | echo -e " Required root privileges" |
| 128 | sudo $OSM_DEVOPS/installers/nat_osm |
| 129 | } |
| 130 | |
| 131 | function FATAL(){ |
| 132 | echo "FATAL error: Cannot install OSM due to \"$1\"" |
| 133 | exit 1 |
| 134 | } |
| 135 | |
| 136 | #Update RO, SO and UI: |
| 137 | function update(){ |
| 138 | echo -e "\nUpdating components" |
| 139 | |
| 140 | echo -e " Updating RO" |
| 141 | CONTAINER="RO" |
| 142 | MDG="RO" |
| 143 | INSTALL_FOLDER="/opt/openmano" |
| 144 | echo -e " Fetching the repo" |
| 145 | lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all |
| 146 | BRANCH="" |
| 147 | BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'` |
| 148 | [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'" |
| 149 | CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1` |
| 150 | CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD` |
| 151 | echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)" |
| 152 | # COMMIT_ID either was previously set with -b option, or is an empty string |
| 153 | CHECKOUT_ID=$COMMIT_ID |
| 154 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS" |
| 155 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH" |
| 156 | if [[ $CHECKOUT_ID == "tags/"* ]]; then |
| 157 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID` |
| 158 | else |
| 159 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID` |
| 160 | fi |
| 161 | echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)" |
| 162 | if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then |
| 163 | echo " Nothing to be done." |
| 164 | else |
| 165 | echo " Update required." |
| 166 | lxc exec $CONTAINER -- service osm-ro stop |
| 167 | lxc exec $CONTAINER -- git -C /opt/openmano stash |
| 168 | lxc exec $CONTAINER -- git -C /opt/openmano pull --rebase |
| 169 | lxc exec $CONTAINER -- git -C /opt/openmano checkout $CHECKOUT_ID |
| 170 | lxc exec $CONTAINER -- git -C /opt/openmano stash pop |
| 171 | lxc exec $CONTAINER -- /opt/openmano/database_utils/migrate_mano_db.sh |
| 172 | lxc exec $CONTAINER -- service osm-ro start |
| 173 | fi |
| 174 | echo |
| 175 | |
| 176 | echo -e " Updating SO and UI" |
| 177 | CONTAINER="SO-ub" |
| 178 | MDG="SO" |
| 179 | INSTALL_FOLDER="" # To be filled in |
| 180 | echo -e " Fetching the repo" |
| 181 | lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all |
| 182 | BRANCH="" |
| 183 | BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'` |
| 184 | [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'" |
| 185 | CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1` |
| 186 | CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD` |
| 187 | echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)" |
| 188 | # COMMIT_ID either was previously set with -b option, or is an empty string |
| 189 | CHECKOUT_ID=$COMMIT_ID |
| 190 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS" |
| 191 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH" |
| 192 | if [[ $CHECKOUT_ID == "tags/"* ]]; then |
| 193 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID` |
| 194 | else |
| 195 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID` |
| 196 | fi |
| 197 | echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)" |
| 198 | if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then |
| 199 | echo " Nothing to be done." |
| 200 | else |
| 201 | echo " Update required." |
| 202 | # Instructions to be added |
| 203 | # lxc exec SO-ub -- ... |
| 204 | fi |
| 205 | echo |
| 206 | echo -e "Updating MON Container" |
| 207 | CONTAINER="MON" |
| 208 | MDG="MON" |
| 209 | INSTALL_FOLDER="/root/MON" |
| 210 | echo -e " Fetching the repo" |
| 211 | lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all |
| 212 | BRANCH="" |
| 213 | BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'` |
| 214 | [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'" |
| 215 | CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1` |
| 216 | CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD` |
| 217 | echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)" |
| 218 | # COMMIT_ID either was previously set with -b option, or is an empty string |
| 219 | CHECKOUT_ID=$COMMIT_ID |
| 220 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS" |
| 221 | [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH" |
| 222 | if [[ $CHECKOUT_ID == "tags/"* ]]; then |
| 223 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID` |
| 224 | else |
| 225 | REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID` |
| 226 | fi |
| 227 | echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)" |
| 228 | if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then |
| 229 | echo " Nothing to be done." |
| 230 | else |
| 231 | echo " Update required." |
| 232 | fi |
| 233 | echo |
| 234 | } |
| 235 | |
| 236 | function so_is_up() { |
| 237 | if [ -n "$1" ]; then |
| 238 | SO_IP=$1 |
| 239 | else |
| 240 | SO_IP=`lxc list SO-ub -c 4|grep eth0 |awk '{print $2}'` |
| 241 | fi |
| 242 | time=0 |
| 243 | step=5 |
| 244 | timelength=300 |
| 245 | while [ $time -le $timelength ] |
| 246 | do |
| 247 | if [[ `curl -k -X GET https://$SO_IP:8008/api/operational/vcs/info \ |
| 248 | -H 'accept: application/vnd.yang.data+json' \ |
| 249 | -H 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 250 | -H 'cache-control: no-cache' 2> /dev/null | jq '.[].components.component_info[] | select(.component_name=="RW.Restconf")' 2>/dev/null | grep "RUNNING" | wc -l` -eq 1 ]] |
| 251 | then |
| 252 | echo "RW.Restconf running....SO is up" |
| 253 | return 0 |
| 254 | fi |
| 255 | |
| 256 | sleep $step |
| 257 | echo -n "." |
| 258 | time=$((time+step)) |
| 259 | done |
| 260 | |
| 261 | FATAL "OSM Failed to startup. SO failed to startup" |
| 262 | } |
| 263 | |
| 264 | function vca_is_up() { |
| 265 | if [[ `lxc exec VCA -- juju status | grep "osm" | wc -l` -eq 1 ]]; then |
| 266 | echo "VCA is up and running" |
| 267 | return 0 |
| 268 | fi |
| 269 | |
| 270 | FATAL "OSM Failed to startup. VCA failed to startup" |
| 271 | } |
| 272 | |
| 273 | function mon_is_up() { |
| 274 | if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then |
| 275 | echo "MON is up and running" |
| 276 | return 0 |
| 277 | fi |
| 278 | |
| 279 | FATAL "OSM Failed to startup. MON failed to startup" |
| 280 | } |
| 281 | |
| 282 | function ro_is_up() { |
| 283 | if [ -n "$1" ]; then |
| 284 | RO_IP=$1 |
| 285 | else |
| 286 | RO_IP=`lxc list RO -c 4|grep eth0 |awk '{print $2}'` |
| 287 | fi |
| 288 | time=0 |
| 289 | step=2 |
| 290 | timelength=20 |
| 291 | while [ $time -le $timelength ]; do |
| 292 | if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then |
| 293 | echo "RO is up and running" |
| 294 | return 0 |
| 295 | fi |
| 296 | sleep $step |
| 297 | echo -n "." |
| 298 | time=$((time+step)) |
| 299 | done |
| 300 | |
| 301 | FATAL "OSM Failed to startup. RO failed to startup" |
| 302 | } |
| 303 | |
| 304 | |
| 305 | function configure_RO(){ |
| 306 | . $OSM_DEVOPS/installers/export_ips |
| 307 | echo -e " Configuring RO" |
| 308 | lxc exec RO -- sed -i -e "s/^\#\?log_socket_host:.*/log_socket_host: $SO_CONTAINER_IP/g" /etc/osm/openmanod.cfg |
| 309 | lxc exec RO -- service osm-ro restart |
| 310 | |
| 311 | ro_is_up |
| 312 | |
| 313 | lxc exec RO -- openmano tenant-delete -f osm >/dev/null |
| 314 | lxc exec RO -- openmano tenant-create osm > /dev/null |
| 315 | lxc exec RO -- sed -i '/export OPENMANO_TENANT=osm/d' .bashrc |
| 316 | lxc exec RO -- sed -i '$ i export OPENMANO_TENANT=osm' .bashrc |
| 317 | lxc exec RO -- sh -c 'echo "export OPENMANO_TENANT=osm" >> .bashrc' |
| 318 | } |
| 319 | |
| 320 | function configure_VCA(){ |
| 321 | echo -e " Configuring VCA" |
| 322 | JUJU_PASSWD=`date +%s | sha256sum | base64 | head -c 32` |
| 323 | echo -e "$JUJU_PASSWD\n$JUJU_PASSWD" | lxc exec VCA -- juju change-user-password |
| 324 | } |
| 325 | |
| 326 | function configure_SOUI(){ |
| 327 | . $OSM_DEVOPS/installers/export_ips |
| 328 | JUJU_CONTROLLER_IP=`lxc exec VCA -- lxc list -c 4 |grep eth0 |awk '{print $2}'` |
| 329 | RO_TENANT_ID=`lxc exec RO -- openmano tenant-list osm |awk '{print $1}'` |
| 330 | |
| 331 | echo -e " Configuring MON" |
| 332 | #Information to be added about SO socket for logging |
| 333 | |
| 334 | echo -e " Configuring SO" |
| 335 | sudo route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP |
| garciadeblas | 818fa5a | 2018-05-10 13:39:10 +0200 | [diff] [blame] | 336 | sudo ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 337 | sudo sed -i "$ i route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP" /etc/rc.local |
| garciadeblas | 818fa5a | 2018-05-10 13:39:10 +0200 | [diff] [blame] | 338 | sudo sed -i "$ i ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP" /etc/rc.local |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 339 | # make journaling persistent |
| 340 | lxc exec SO-ub -- mkdir -p /var/log/journal |
| 341 | lxc exec SO-ub -- systemd-tmpfiles --create --prefix /var/log/journal |
| 342 | lxc exec SO-ub -- systemctl restart systemd-journald |
| 343 | |
| 344 | echo RIFT_EXTERNAL_ADDRESS=$DEFAULT_IP | lxc exec SO-ub -- tee -a /usr/rift/etc/default/launchpad |
| 345 | |
| 346 | lxc exec SO-ub -- systemctl restart launchpad |
| 347 | |
| 348 | so_is_up $SO_CONTAINER_IP |
| 349 | |
| 350 | #delete existing config agent (could be there on reconfigure) |
| 351 | curl -k --request DELETE \ |
| 352 | --url https://$SO_CONTAINER_IP:8008/api/config/config-agent/account/osmjuju \ |
| 353 | --header 'accept: application/vnd.yang.data+json' \ |
| 354 | --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 355 | --header 'cache-control: no-cache' \ |
| 356 | --header 'content-type: application/vnd.yang.data+json' &> /dev/null |
| 357 | |
| 358 | result=$(curl -k --request POST \ |
| 359 | --url https://$SO_CONTAINER_IP:8008/api/config/config-agent \ |
| 360 | --header 'accept: application/vnd.yang.data+json' \ |
| 361 | --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 362 | --header 'cache-control: no-cache' \ |
| 363 | --header 'content-type: application/vnd.yang.data+json' \ |
| 364 | --data '{"account": [ { "name": "osmjuju", "account-type": "juju", "juju": { "ip-address": "'$JUJU_CONTROLLER_IP'", "port": "17070", "user": "admin", "secret": "'$JUJU_PASSWD'" } } ]}') |
| 365 | [[ $result =~ .*success.* ]] || FATAL "Failed config-agent configuration: $result" |
| 366 | |
| 367 | #R1/R2 config line |
| 368 | #result=$(curl -k --request PUT \ |
| 369 | # --url https://$SO_CONTAINER_IP:8008/api/config/resource-orchestrator \ |
| 370 | # --header 'accept: application/vnd.yang.data+json' \ |
| 371 | # --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 372 | # --header 'cache-control: no-cache' \ |
| 373 | # --header 'content-type: application/vnd.yang.data+json' \ |
| 374 | # --data '{ "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'" }, "name": "osmopenmano", "account-type": "openmano" }') |
| 375 | |
| 376 | result=$(curl -k --request PUT \ |
| 377 | --url https://$SO_CONTAINER_IP:8008/api/config/project/default/ro-account/account \ |
| 378 | --header 'accept: application/vnd.yang.data+json' \ |
| 379 | --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 380 | --header 'cache-control: no-cache' \ |
| 381 | --header 'content-type: application/vnd.yang.data+json' \ |
| 382 | --data '{"rw-ro-account:account": [ { "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'"}, "name": "osmopenmano", "ro-account-type": "openmano" }]}') |
| 383 | [[ $result =~ .*success.* ]] || FATAL "Failed resource-orchestrator configuration: $result" |
| 384 | |
| 385 | result=$(curl -k --request PATCH \ |
| 386 | --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/redirect-uri \ |
| 387 | --header 'accept: application/vnd.yang.data+json' \ |
| 388 | --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 389 | --header 'cache-control: no-cache' \ |
| 390 | --header 'content-type: application/vnd.yang.data+json' \ |
| 391 | --data '{"redirect-uri": "https://'$DEFAULT_IP':8443/callback" }') |
| 392 | [[ $result =~ .*success.* ]] || FATAL "Failed redirect-uri configuration: $result" |
| 393 | |
| 394 | result=$(curl -k --request PATCH \ |
| 395 | --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/post-logout-redirect-uri \ |
| 396 | --header 'accept: application/vnd.yang.data+json' \ |
| 397 | --header 'authorization: Basic YWRtaW46YWRtaW4=' \ |
| 398 | --header 'cache-control: no-cache' \ |
| 399 | --header 'content-type: application/vnd.yang.data+json' \ |
| 400 | --data '{"post-logout-redirect-uri": "https://'$DEFAULT_IP':8443/?api_server=https://'$DEFAULT_IP'" }') |
| 401 | [[ $result =~ .*success.* ]] || FATAL "Failed post-logout-redirect-uri configuration: $result" |
| 402 | |
| 403 | lxc exec SO-ub -- tee /etc/network/interfaces.d/60-rift.cfg <<EOF |
| 404 | auto lo:1 |
| 405 | iface lo:1 inet static |
| 406 | address $DEFAULT_IP |
| 407 | netmask 255.255.255.255 |
| 408 | EOF |
| 409 | lxc exec SO-ub ifup lo:1 |
| 410 | } |
| 411 | |
| 412 | #Configure RO, VCA, and SO with the initial configuration: |
| 413 | # RO -> tenant:osm, logs to be sent to SO |
| 414 | # VCA -> juju-password |
| 415 | # SO -> route to Juju Controller, add RO account, add VCA account |
| 416 | function configure(){ |
| 417 | #Configure components |
| 418 | echo -e "\nConfiguring components" |
| 419 | configure_RO |
| 420 | configure_VCA |
| 421 | configure_SOUI |
| 422 | } |
| 423 | |
| 424 | function install_lxd() { |
| 425 | sudo apt-get update |
| 426 | sudo apt-get install -y lxd |
| 427 | newgrp lxd |
| 428 | lxd init --auto |
| 429 | lxd waitready |
| 430 | lxc network create lxdbr0 ipv4.address=auto ipv4.nat=true ipv6.address=none ipv6.nat=false |
| 431 | DEFAULT_INTERFACE=$(route -n | awk '$1~/^0.0.0.0/ {print $8}') |
| 432 | DEFAULT_MTU=$(ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}') |
| 433 | lxc profile device set default eth0 mtu $DEFAULT_MTU |
| 434 | #sudo systemctl stop lxd-bridge |
| 435 | #sudo systemctl --system daemon-reload |
| 436 | #sudo systemctl enable lxd-bridge |
| 437 | #sudo systemctl start lxd-bridge |
| 438 | } |
| 439 | |
| 440 | function ask_user(){ |
| 441 | # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive |
| 442 | # Params: $1 text to ask; $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed |
| 443 | # Return: true(0) if user type 'yes'; false (1) if user type 'no' |
| 444 | read -e -p "$1" USER_CONFIRMATION |
| 445 | while true ; do |
| 446 | [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0 |
| 447 | [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1 |
| 448 | [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0 |
| 449 | [ "${USER_CONFIRMATION,,}" == "no" ] || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1 |
| 450 | read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION |
| 451 | done |
| 452 | } |
| 453 | |
| 454 | function launch_container_from_lxd(){ |
| 455 | export OSM_MDG=$1 |
| 456 | OSM_load_config |
| 457 | export OSM_BASE_IMAGE=$2 |
| 458 | if ! container_exists $OSM_BUILD_CONTAINER; then |
| 459 | CONTAINER_OPTS="" |
| 460 | [[ "$OSM_BUILD_CONTAINER_PRIVILEGED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.privileged=true" |
| 461 | [[ "$OSM_BUILD_CONTAINER_ALLOW_NESTED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.nesting=true" |
| 462 | create_container $OSM_BASE_IMAGE $OSM_BUILD_CONTAINER $CONTAINER_OPTS |
| 463 | wait_container_up $OSM_BUILD_CONTAINER |
| 464 | fi |
| 465 | } |
| 466 | |
| 467 | function install_osmclient(){ |
| 468 | CLIENT_RELEASE=${RELEASE#"-R "} |
| 469 | CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg" |
| 470 | CLIENT_REPOSITORY=${REPOSITORY#"-r "} |
| 471 | [ -z "$REPOSITORY_BASE" ] && REPOSITORY_BASE="-u https://osm-download.etsi.org/repository/osm/debian" |
| 472 | CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "} |
| 473 | key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY |
| 474 | curl $key_location | sudo apt-key add - |
| 475 | sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient" |
| 476 | sudo apt-get update |
| 477 | sudo apt-get install -y python-pip |
| 478 | sudo -H pip install pip==9.0.3 |
| 479 | sudo -H pip install python-magic |
| 480 | sudo apt-get install -y python-osmclient |
| 481 | #sed 's,OSM_SOL005=[^$]*,OSM_SOL005=True,' -i ${HOME}/.bashrc |
| 482 | #echo 'export OSM_HOSTNAME=localhost' >> ${HOME}/.bashrc |
| 483 | #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc |
| 484 | [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'` |
| 485 | [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'` |
| garciadeblas | 8e6bc15 | 2018-05-14 11:36:11 +0200 | [diff] [blame] | 486 | [ -n "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=127.0.0.1 |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 487 | echo -e "\nOSM client installed" |
| 488 | echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:" |
| 489 | echo " export OSM_HOSTNAME=${OSM_HOSTNAME}" |
| 490 | [ -n "$INSTALL_LIGHTWEIGHT" ] && echo " export OSM_SOL005=True" |
| 491 | [ -z "$INSTALL_LIGHTWEIGHT" ] && echo " export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}" |
| 492 | return 0 |
| 493 | } |
| 494 | |
| 495 | function install_from_lxdimages(){ |
| 496 | LXD_RELEASE=${RELEASE#"-R "} |
| 497 | if [ -n "$LXD_REPOSITORY_PATH" ]; then |
| 498 | LXD_IMAGE_DIR="$LXD_REPOSITORY_PATH" |
| 499 | else |
| 500 | LXD_IMAGE_DIR="$(mktemp -d -q --tmpdir "osmimages.XXXXXX")" |
| 501 | trap 'rm -rf "$LXD_IMAGE_DIR"' EXIT |
| 502 | fi |
| 503 | echo -e "\nDeleting previous lxd images if they exist" |
| 504 | lxc image show osm-ro &>/dev/null && lxc image delete osm-ro |
| 505 | lxc image show osm-vca &>/dev/null && lxc image delete osm-vca |
| 506 | lxc image show osm-soui &>/dev/null && lxc image delete osm-soui |
| 507 | echo -e "\nImporting osm-ro" |
| 508 | [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-ro.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-ro.tar.gz |
| 509 | lxc image import $LXD_IMAGE_DIR/osm-ro.tar.gz --alias osm-ro |
| 510 | rm -f $LXD_IMAGE_DIR/osm-ro.tar.gz |
| 511 | echo -e "\nImporting osm-vca" |
| 512 | [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-vca.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-vca.tar.gz |
| 513 | lxc image import $LXD_IMAGE_DIR/osm-vca.tar.gz --alias osm-vca |
| 514 | rm -f $LXD_IMAGE_DIR/osm-vca.tar.gz |
| 515 | echo -e "\nImporting osm-soui" |
| 516 | [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-soui.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-soui.tar.gz |
| 517 | lxc image import $LXD_IMAGE_DIR/osm-soui.tar.gz --alias osm-soui |
| 518 | rm -f $LXD_IMAGE_DIR/osm-soui.tar.gz |
| 519 | launch_container_from_lxd RO osm-ro |
| 520 | ro_is_up && track RO |
| 521 | launch_container_from_lxd VCA osm-vca |
| 522 | vca_is_up && track VCA |
| 523 | launch_container_from_lxd MON osm-mon |
| 524 | mon_is_up && track MON |
| 525 | launch_container_from_lxd SO osm-soui |
| 526 | #so_is_up && track SOUI |
| 527 | track SOUI |
| 528 | } |
| 529 | |
| 530 | function install_docker_ce() { |
| 531 | # installs and configures Docker CE |
| 532 | echo "Installing Docker CE ..." |
| 533 | sudo apt-get -qq update |
| 534 | sudo apt-get install -y apt-transport-https ca-certificates software-properties-common |
| 535 | curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - |
| 536 | sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" |
| 537 | sudo apt-get -qq update |
| 538 | sudo apt-get install -y docker-ce |
| 539 | echo "Adding user to group 'docker'" |
| 540 | sudo groupadd -f docker |
| 541 | sudo usermod -aG docker $USER |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 542 | sleep 2 |
| 543 | sudo service docker restart |
| 544 | echo "... restarted Docker service" |
| garciadeblas | 67ce97c | 2018-05-18 10:22:09 +0200 | [diff] [blame] | 545 | sg docker -c "docker version" || FATAL "Docker installation failed" |
| 546 | echo "... Docker CE installation done" |
| 547 | return 0 |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 548 | } |
| 549 | |
| 550 | function install_docker_compose() { |
| 551 | # installs and configures docker-compose |
| 552 | echo "Installing Docker Compose ..." |
| 553 | sudo curl -L https://github.com/docker/compose/releases/download/1.18.0/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose |
| 554 | sudo chmod +x /usr/local/bin/docker-compose |
| 555 | echo "... Docker Compose installation done" |
| 556 | } |
| 557 | |
| 558 | function install_juju() { |
| 559 | echo "Installing juju" |
| 560 | sudo snap install juju --classic |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 561 | [ -z "$INSTALL_NOLXD" ] && sudo dpkg-reconfigure -p medium lxd |
| garciadeblas | a235be8 | 2018-05-18 15:37:28 +0200 | [diff] [blame] | 562 | sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost osm" |
| garciadeblas | f79d163 | 2018-05-24 10:48:59 +0200 | [diff] [blame] | 563 | [ $(sg lxd -c "juju status" |grep "osm" |wc -l) -eq 1 ] || FATAL "Juju installation failed" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 564 | echo "Finished installation of juju" |
| 565 | } |
| 566 | |
| 567 | function generate_docker_images() { |
| 568 | echo "Pulling and generating docker images" |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 569 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q KAFKA ; then |
| 570 | sg docker -c "docker pull wurstmeister/zookeeper" || FATAL "cannot get zookeeper docker image" |
| 571 | sg docker -c "docker pull wurstmeister/kafka" || FATAL "cannot get kafka docker image" |
| 572 | fi |
| 573 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MONGO ; then |
| 574 | sg docker -c "docker pull mongo" || FATAL "cannot get mongo docker image" |
| 575 | fi |
| 576 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MON ; then |
| 577 | git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON |
| 578 | git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID} |
| 579 | sg docker -c "docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t osm/mon --no-cache" || FATAL "cannot build MON docker image" |
| 580 | sg docker -c "docker build ${LWTEMPDIR}/MON/policy_module -f ${LWTEMPDIR}/MON/policy_module/Dockerfile -t osm/pm --no-cache" || FATAL "cannot build PM docker image" |
| 581 | fi |
| 582 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI ; then |
| 583 | git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI |
| 584 | git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID} |
| 585 | sg docker -c "docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t osm/nbi --no-cache" || FATAL "cannot build NBI docker image" |
| 586 | fi |
| 587 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then |
| 588 | sg docker -c "docker pull mysql:5" || FATAL "cannot get mysql docker image" |
| 589 | git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO |
| 590 | git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID} |
| 591 | sg docker -c "docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/docker/Dockerfile-local -t osm/ro --no-cache" || FATAL "cannot build RO docker image" |
| 592 | fi |
| 593 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LCM ; then |
| 594 | git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM |
| 595 | git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID} |
| 596 | sg docker -c "docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t osm/lcm --no-cache" || FATAL "cannot build LCM docker image" |
| 597 | fi |
| 598 | if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-UI ; then |
| 599 | git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI |
| 600 | git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID} |
| 601 | sg docker -c "docker build ${LWTEMPDIR}/LW-UI -t osm/light-ui -f ${LWTEMPDIR}/LW-UI/Dockerfile --no-cache" || FATAL "cannot build LW-UI docker image" |
| 602 | fi |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 603 | echo "Finished generation of docker images" |
| 604 | } |
| 605 | |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 606 | function cmp_overwrite() { |
| 607 | file1="$1" |
| 608 | file2="$2" |
| 609 | if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then |
| 610 | if [ -f "${file2}" ]; then |
| garciadeblas | 70502ad | 2018-05-25 12:15:12 +0200 | [diff] [blame] | 611 | ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && sudo cp -b ${file1} ${file2} |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 612 | else |
| garciadeblas | 70502ad | 2018-05-25 12:15:12 +0200 | [diff] [blame] | 613 | sudo cp -b ${file1} ${file2} |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 614 | fi |
| 615 | fi |
| 616 | } |
| 617 | |
| garciadeblas | cf0e34a | 2018-05-24 10:45:53 +0200 | [diff] [blame] | 618 | function generate_config_log_folders() { |
| 619 | echo "Generating config and log folders" |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 620 | sudo mkdir -p /etc/osm/docker |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 621 | sudo cp -b ${OSM_DEVOPS}/installers/docker/docker-compose.yaml /etc/osm/docker/docker-compose.yaml |
| garciadeblas | cf0e34a | 2018-05-24 10:45:53 +0200 | [diff] [blame] | 622 | sudo mkdir -p /var/log/osm |
| 623 | echo "Finished generation of config and log folders" |
| 624 | } |
| 625 | |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 626 | function generate_docker_env_files() { |
| 627 | echo "Generating docker env files" |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 628 | echo "OSMLCM_VCA_HOST=${OSMLCM_VCA_HOST}" |sudo tee /etc/osm/docker/lcm.env |
| 629 | echo "OSMLCM_VCA_SECRET=${OSMLCM_VCA_SECRET}" |sudo tee -a /etc/osm/docker/lcm.env |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 630 | MYSQL_ROOT_PASSWORD=`date +%s | sha256sum | base64 | head -c 32` |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 631 | if [ ! -f /etc/osm/docker/ro-db.env ]; then |
| 632 | echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee /etc/osm/docker/ro-db.env |
| 633 | fi |
| 634 | if [ ! -f /etc/osm/docker/ro.env ]; then |
| 635 | echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |sudo tee /etc/osm/docker/ro.env |
| 636 | fi |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 637 | echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |sudo tee ${OSM_DEVOPS}/installers/docker/mon.env |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 638 | cmp_overwrite ${OSM_DEVOPS}/installers/docker/mon.env /etc/osm/docker/mon.env |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 639 | echo "Finished generation of docker env files" |
| 640 | } |
| 641 | |
| 642 | function deploy_lightweight() { |
| 643 | echo "Deploying lightweight build" |
| 644 | if [ "${DEFAULT_MTU}" != "1500" ]; then |
| 645 | DOCKER_NETS=`sg docker -c "docker network list" | awk '{print $2}' | egrep -v "^ID$" | paste -d " " -s` |
| 646 | DOCKER_GW_NET=`sg docker -c "docker network inspect ${DOCKER_NETS}" | grep Subnet | awk -F\" '{print $4}' | egrep "^172" | sort -u | tail -1 | awk -F\. '{if ($2 != 255) print $1"."$2+1"."$3"."$4; else print "-1";}'` |
| 647 | sg docker -c "docker network create --subnet ${DOCKER_GW_NET} --opt com.docker.network.bridge.name=docker_gwbridge --opt com.docker.network.bridge.enable_icc=false --opt com.docker.network.bridge.enable_ip_masquerade=true --opt com.docker.network.driver.mtu=${DEFAULT_MTU} docker_gwbridge" |
| 648 | fi |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 649 | sg docker -c "docker swarm init --advertise-addr ${DEFAULT_IP}" |
| 650 | sg docker -c "docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} netOSM" |
| 651 | remove_stack osm |
| 652 | sg docker -c "docker stack deploy -c /etc/osm/docker/docker-compose.yaml osm" |
| 653 | #docker-compose -f /etc/osm/docker/docker-compose.yaml up -d |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 654 | echo "Finished deployment of lightweight build" |
| 655 | } |
| 656 | |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 657 | function deploy_elk() { |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 658 | sudo mkdir -p /etc/osm/docker/osm_elk |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 659 | sudo cp -b ${OSM_DEVOPS}/installers/docker/osm_elk/* /etc/osm/docker/osm_elk |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 660 | remove_stack osm_elk |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 661 | echo "Deploying ELK stack" |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 662 | sg docker -c "docker stack deploy -c /etc/osm/docker/osm_elk/docker-compose.yml osm_elk" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 663 | echo "Waiting for ELK stack to be up and running" |
| 664 | time=0 |
| 665 | step=2 |
| 666 | timelength=20 |
| 667 | elk_is_up=1 |
| 668 | while [ $time -le $timelength ]; do |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 669 | if [[ $(curl -XGET http://127.0.0.1:5601/status -I | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 670 | elk_is_up=0 |
| 671 | break |
| 672 | fi |
| 673 | sleep $step |
| 674 | time=$((time+step)) |
| 675 | done |
| 676 | if [ $elk_is_up -eq 0 ]; then |
| 677 | echo "ELK is up and running. Trying to create index pattern..." |
| 678 | #Create index pattern |
| 679 | curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 680 | "http://127.0.0.1:5601/api/saved_objects/index-pattern/logstash-*" \ |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 681 | -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}" |
| 682 | #Make it the default index |
| 683 | curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 684 | "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \ |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 685 | -d"{\"value\":\"logstash-*\"}" |
| 686 | else |
| 687 | echo "Cannot connect to Kibana to create index pattern." |
| 688 | echo "Once Kibana is running, you can use the following instructions to create index pattern:" |
| 689 | echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 690 | "http://127.0.0.1:5601/api/saved_objects/index-pattern/logstash-*" \ |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 691 | -d"{\"attributes\":{\"title\":\"logstash-*\",\"timeFieldName\":\"@timestamp\"}}"' |
| 692 | echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \ |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 693 | "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \ |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 694 | -d"{\"value\":\"logstash-*\"}"' |
| 695 | fi |
| 696 | echo "Finished deployment of ELK stack" |
| 697 | return 0 |
| 698 | } |
| 699 | |
| 700 | function deploy_perfmon() { |
| 701 | echo "Generating osm/kafka-exporter docker image" |
| garciadeblas | c119fb3 | 2018-05-25 09:13:30 +0200 | [diff] [blame] | 702 | sg docker -c "docker build ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter -f ${OSM_DEVOPS}/installers/docker/osm_metrics/kafka-exporter/Dockerfile -t osm/kafka-exporter --no-cache" || FATAL "cannot build kafka-exporter docker image" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 703 | echo "Finished generation of osm/kafka-exporter docker image" |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 704 | sudo mkdir -p /etc/osm/docker/osm_metrics |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 705 | sudo cp -b ${OSM_DEVOPS}/installers/docker/osm_metrics/*.yml /etc/osm/docker/osm_metrics |
| 706 | sudo cp -b ${OSM_DEVOPS}/installers/docker/osm_metrics/*.json /etc/osm/docker/osm_metrics |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 707 | remove_stack osm_metrics |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 708 | echo "Deploying PM stack (Kafka exporter + Prometheus + Grafana)" |
| garciadeblas | 5b857d3 | 2018-05-24 18:37:58 +0200 | [diff] [blame] | 709 | sg docker -c "docker stack deploy -c /etc/osm/docker/osm_metrics/docker-compose.yml osm_metrics" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 710 | echo "Finished deployment of PM stack" |
| 711 | return 0 |
| 712 | } |
| 713 | |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 714 | function install_lightweight() { |
| garciadeblas | d13a8aa | 2018-05-18 15:24:51 +0200 | [diff] [blame] | 715 | [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges." |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 716 | echo "Installing lightweight build of OSM" |
| 717 | LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")" |
| 718 | trap 'rm -rf "${LWTEMPDIR}"' EXIT |
| 719 | DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'` |
| 720 | DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'` |
| 721 | DEFAULT_MTU=$(ip addr show ${DEFAULT_IF} | perl -ne 'if (/mtu\s(\d+)/) {print $1;}') |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 722 | if [ -z "$INSTALL_NOLXD" ]; then |
| 723 | need_packages_lw="lxd" |
| 724 | echo -e "Checking required packages: $need_packages_lw" |
| 725 | dpkg -l $need_packages_lw &>/dev/null \ |
| 726 | || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \ |
| 727 | || sudo apt-get update \ |
| 728 | || FATAL "failed to run apt-get update" |
| 729 | dpkg -l $need_packages_lw &>/dev/null \ |
| 730 | || ! echo -e "Installing $need_packages_lw requires root privileges." \ |
| 731 | || sudo apt-get install -y $need_packages_lw \ |
| 732 | || FATAL "failed to install $need_packages_lw" |
| 733 | fi |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 734 | install_juju |
| garciadeblas | 70502ad | 2018-05-25 12:15:12 +0200 | [diff] [blame] | 735 | OSMLCM_VCA_HOST=`sg lxd -c "juju show-controller"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'` |
| 736 | OSMLCM_VCA_SECRET=`grep password ${HOME}/.local/share/juju/accounts.yaml |awk '{print $2}'` |
| 737 | [ -z "$OSMLCM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address" |
| 738 | [ -z "$OSMLCM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 739 | track juju |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 740 | install_docker_ce |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 741 | track docker_ce |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 742 | #install_docker_compose |
| 743 | generate_docker_images |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 744 | track docker_build |
| garciadeblas | 5ef9821 | 2018-05-28 09:25:36 +0200 | [diff] [blame] | 745 | generate_config_log_folders |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 746 | generate_docker_env_files |
| 747 | deploy_lightweight |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 748 | track docker_deploy |
| 749 | [ -n "$INSTALL_VIMEMU" ] && install_vimemu && track vimemu |
| 750 | [ -n "$INSTALL_ELK" ] && deploy_elk && track elk |
| 751 | [ -n "$INSTALL_PERFMON" ] && deploy_perfmon && track perfmon |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 752 | install_osmclient |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 753 | track osmclient |
| 754 | wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README2.txt &> /dev/null |
| 755 | track end |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 756 | return 0 |
| 757 | } |
| 758 | |
| 759 | function install_vimemu() { |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 760 | echo "\nInstalling vim-emu" |
| 761 | EMUTEMPDIR="$(mktemp -d -q --tmpdir "installosmvimemu.XXXXXX")" |
| 762 | trap 'rm -rf "${EMUTEMPDIR}"' EXIT |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 763 | # clone vim-emu repository (attention: branch is currently master only) |
| 764 | echo "Cloning vim-emu repository ..." |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 765 | git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 766 | # build vim-emu docker |
| 767 | echo "Building vim-emu Docker container..." |
| garciadeblas | c119fb3 | 2018-05-25 09:13:30 +0200 | [diff] [blame] | 768 | sudo docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/ || FATAL "cannot build vim-emu-img docker image" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 769 | # start vim-emu container as daemon |
| 770 | echo "Starting vim-emu Docker container 'vim-emu' ..." |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 771 | if [ -n "$INSTALL_LIGHTWEIGHT" ]; then |
| 772 | # in lightweight mode, the emulator needs to be attached to netOSM |
| 773 | sudo docker run --name vim-emu -t -d --rm --privileged --pid='host' --network=netOSM -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py |
| 774 | else |
| 775 | # classic build mode |
| 776 | sudo docker run --name vim-emu -t -d --rm --privileged --pid='host' -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py |
| 777 | fi |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 778 | echo "Waiting for 'vim-emu' container to start ..." |
| 779 | sleep 5 |
| 780 | export VIMEMU_HOSTNAME=$(sudo docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vim-emu) |
| 781 | echo "vim-emu running at ${VIMEMU_HOSTNAME} ..." |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 782 | # print vim-emu connection info |
| 783 | echo -e "\nYou might be interested in adding the following vim-emu env variables to your .bashrc file:" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 784 | echo " export VIMEMU_HOSTNAME=${VIMEMU_HOSTNAME}" |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 785 | echo -e "To add the emulated VIM to OSM you should do:" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 786 | echo " osm vim-create --name emu-vim1 --user username --password password --auth_url http://${VIMEMU_HOSTNAME}:6001/v2.0 --tenant tenantName --account_type openstack" |
| 787 | } |
| 788 | |
| 789 | function dump_vars(){ |
| 790 | echo "DEVELOP=$DEVELOP" |
| 791 | echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE" |
| 792 | echo "UNINSTALL=$UNINSTALL" |
| 793 | echo "NAT=$NAT" |
| 794 | echo "UPDATE=$UPDATE" |
| 795 | echo "RECONFIGURE=$RECONFIGURE" |
| 796 | echo "TEST_INSTALLER=$TEST_INSTALLER" |
| 797 | echo "INSTALL_VIMEMU=$INSTALL_VIMEMU" |
| 798 | echo "INSTALL_LXD=$INSTALL_LXD" |
| 799 | echo "INSTALL_FROM_LXDIMAGES=$INSTALL_FROM_LXDIMAGES" |
| 800 | echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE" |
| 801 | echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH" |
| 802 | echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 803 | echo "INSTALL_ONLY=$INSTALL_ONLY" |
| 804 | echo "INSTALL_ELK=$INSTALL_ELK" |
| 805 | echo "INSTALL_PERFMON=$INSTALL_PERFMON" |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 806 | echo "TO_REBUILD=$TO_REBUILD" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 807 | echo "INSTALL_NOLXD=$INSTALL_NOLXD" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 808 | echo "RELEASE=$RELEASE" |
| 809 | echo "REPOSITORY=$REPOSITORY" |
| 810 | echo "REPOSITORY_BASE=$REPOSITORY_BASE" |
| 811 | echo "REPOSITORY_KEY=$REPOSITORY_KEY" |
| 812 | echo "NOCONFIGURE=$NOCONFIGURE" |
| 813 | echo "SHOWOPTS=$SHOWOPTS" |
| 814 | echo "Install from specific refspec (-b): $COMMIT_ID" |
| 815 | } |
| 816 | |
| 817 | function track(){ |
| 818 | ctime=`date +%s` |
| 819 | duration=$((ctime - SESSION_ID)) |
| 820 | url="http://www.woopra.com/track/ce?project=osm.etsi.org&cookie=${SESSION_ID}" |
| 821 | #url="${url}&ce_campaign_name=${CAMPAIGN_NAME}" |
| 822 | event_name="bin" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 823 | [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_SOURCE" ] && event_name="binsrc" |
| 824 | [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd" |
| 825 | [ -n "$INSTALL_LIGHTWEIGHT" ] && event_name="lw" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 826 | event_name="${event_name}_$1" |
| 827 | url="${url}&event=${event_name}&ce_duration=${duration}" |
| 828 | wget -q -O /dev/null $url |
| 829 | } |
| 830 | |
| 831 | UNINSTALL="" |
| 832 | DEVELOP="" |
| 833 | NAT="" |
| 834 | UPDATE="" |
| 835 | RECONFIGURE="" |
| 836 | TEST_INSTALLER="" |
| 837 | INSTALL_LXD="" |
| 838 | SHOWOPTS="" |
| 839 | COMMIT_ID="" |
| 840 | ASSUME_YES="" |
| 841 | INSTALL_FROM_SOURCE="" |
| garciadeblas | fb56627 | 2018-05-25 10:33:36 +0200 | [diff] [blame] | 842 | RELEASE="-R ReleaseFOUR" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 843 | REPOSITORY="-r stable" |
| 844 | INSTALL_VIMEMU="" |
| 845 | INSTALL_FROM_LXDIMAGES="" |
| 846 | LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd" |
| 847 | LXD_REPOSITORY_PATH="" |
| 848 | INSTALL_LIGHTWEIGHT="y" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 849 | INSTALL_ONLY="" |
| 850 | INSTALL_ELK="" |
| 851 | INSTALL_PERFMON="" |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 852 | TO_REBUILD="" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 853 | INSTALL_NOLXD="" |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 854 | NOCONFIGURE="" |
| 855 | RELEASE_DAILY="" |
| 856 | SESSION_ID=`date +%s` |
| 857 | OSM_DEVOPS= |
| 858 | |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 859 | while getopts ":hy-:b:r:k:u:R:l:p:D:o:m:" o; do |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 860 | case "${o}" in |
| 861 | h) |
| 862 | usage && exit 0 |
| 863 | ;; |
| 864 | b) |
| 865 | COMMIT_ID=${OPTARG} |
| 866 | ;; |
| 867 | r) |
| 868 | REPOSITORY="-r ${OPTARG}" |
| 869 | ;; |
| 870 | R) |
| 871 | RELEASE="-R ${OPTARG}" |
| 872 | ;; |
| 873 | k) |
| 874 | REPOSITORY_KEY="-k ${OPTARG}" |
| 875 | ;; |
| 876 | u) |
| 877 | REPOSITORY_BASE="-u ${OPTARG}" |
| 878 | ;; |
| 879 | l) |
| 880 | LXD_REPOSITORY_BASE="${OPTARG}" |
| 881 | ;; |
| 882 | p) |
| 883 | LXD_REPOSITORY_PATH="${OPTARG}" |
| 884 | ;; |
| 885 | D) |
| 886 | OSM_DEVOPS="${OPTARG}" |
| 887 | ;; |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 888 | o) |
| 889 | INSTALL_ONLY="y" |
| 890 | [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue |
| 891 | [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue |
| 892 | [ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue |
| 893 | ;; |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 894 | m) |
| 895 | [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue |
| 896 | [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue |
| 897 | [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue |
| 898 | [ "${OPTARG}" == "LW-UI" ] && TO_REBUILD="$TO_REBUILD LW-UI" && continue |
| 899 | [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue |
| 900 | [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue |
| 901 | [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue |
| 902 | [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue |
| 903 | ;; |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 904 | -) |
| 905 | [ "${OPTARG}" == "help" ] && usage && exit 0 |
| 906 | [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && continue |
| 907 | [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue |
| 908 | [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue |
| 909 | [ "${OPTARG}" == "nat" ] && NAT="y" && continue |
| 910 | [ "${OPTARG}" == "update" ] && UPDATE="y" && continue |
| 911 | [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue |
| 912 | [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue |
| 913 | [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 914 | [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 915 | [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue |
| 916 | [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue |
| garciadeblas | e990f66 | 2018-05-18 11:43:39 +0200 | [diff] [blame] | 917 | [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 918 | [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 919 | [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue |
| 920 | [ "${OPTARG}" == "pm_stack" ] && INSTALL_PERFMON="y" && continue |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 921 | [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue |
| 922 | [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue |
| 923 | [ "${OPTARG}" == "daily" ] && RELEASE_DAILY="y" && continue |
| 924 | echo -e "Invalid option: '--$OPTARG'\n" >&2 |
| 925 | usage && exit 1 |
| 926 | ;; |
| 927 | \?) |
| 928 | echo -e "Invalid option: '-$OPTARG'\n" >&2 |
| 929 | usage && exit 1 |
| 930 | ;; |
| 931 | y) |
| 932 | ASSUME_YES="y" |
| 933 | ;; |
| 934 | *) |
| 935 | usage && exit 1 |
| 936 | ;; |
| 937 | esac |
| 938 | done |
| 939 | |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 940 | [ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui" |
| garciadeblas | e990f66 | 2018-05-18 11:43:39 +0200 | [diff] [blame] | 941 | [ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui" |
| 942 | [ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui" |
| garciadeblas | fb56627 | 2018-05-25 10:33:36 +0200 | [diff] [blame] | 943 | [ -n "$RELEASE_DAILY" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --daily can only be used with --soui" |
| garciadeblas | d41f548 | 2018-05-25 10:25:06 +0200 | [diff] [blame] | 944 | [ -n "$INSTALL_NOLXD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nolxd cannot be used with --soui" |
| garciadeblas | 0e596bc | 2018-05-28 16:04:42 +0200 | [diff] [blame^] | 945 | [ -n "$TO_REBUILD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: -m cannot be used with --soui" |
| 946 | [ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options" |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 947 | |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 948 | if [ -n "$SHOWOPTS" ]; then |
| 949 | dump_vars |
| 950 | exit 0 |
| 951 | fi |
| 952 | |
| 953 | [ -n "$RELEASE_DAILY" ] && echo -e "\nInstalling from daily build repo" && RELEASE="-R ReleaseTHREE-daily" && REPOSITORY="-r testing" && COMMIT_ID="master" |
| 954 | |
| 955 | # if develop, we force master |
| 956 | [ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master" |
| 957 | |
| 958 | # forcing source from master removed. Now only install from source when explicit |
| 959 | # [ -n "$COMMIT_ID" ] && [ "$COMMIT_ID" == "master" ] && INSTALL_FROM_SOURCE="y" |
| 960 | |
| 961 | if [ -z "$OSM_DEVOPS" ]; then |
| 962 | if [ -n "$TEST_INSTALLER" ]; then |
| 963 | echo -e "\nUsing local devops repo for OSM installation" |
| 964 | TEMPDIR="$(dirname $(realpath $(dirname $0)))" |
| 965 | else |
| 966 | echo -e "\nCreating temporary dir for OSM installation" |
| 967 | TEMPDIR="$(mktemp -d -q --tmpdir "installosm.XXXXXX")" |
| 968 | trap 'rm -rf "$TEMPDIR"' EXIT |
| 969 | fi |
| 970 | fi |
| 971 | |
| 972 | need_packages="git jq wget curl tar" |
| 973 | echo -e "Checking required packages: $need_packages" |
| 974 | dpkg -l $need_packages &>/dev/null \ |
| 975 | || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \ |
| 976 | || sudo apt-get update \ |
| 977 | || FATAL "failed to run apt-get update" |
| 978 | dpkg -l $need_packages &>/dev/null \ |
| 979 | || ! echo -e "Installing $need_packages requires root privileges." \ |
| 980 | || sudo apt-get install -y $need_packages \ |
| 981 | || FATAL "failed to install $need_packages" |
| 982 | |
| 983 | if [ -z "$OSM_DEVOPS" ]; then |
| 984 | if [ -z "$TEST_INSTALLER" ]; then |
| 985 | echo -e "\nCloning devops repo temporarily" |
| 986 | git clone https://osm.etsi.org/gerrit/osm/devops.git $TEMPDIR |
| 987 | RC_CLONE=$? |
| 988 | fi |
| 989 | |
| 990 | echo -e "\nGuessing the current stable release" |
| 991 | LATEST_STABLE_DEVOPS=`git -C $TEMPDIR tag -l v[0-9].* | sort -V | tail -n1` |
| 992 | [ -z "$COMMIT_ID" ] && [ -z "$LATEST_STABLE_DEVOPS" ] && echo "Could not find the current latest stable release" && exit 0 |
| 993 | echo "Latest tag in devops repo: $LATEST_STABLE_DEVOPS" |
| 994 | [ -z "$COMMIT_ID" ] && [ -n "$LATEST_STABLE_DEVOPS" ] && COMMIT_ID="tags/$LATEST_STABLE_DEVOPS" |
| 995 | |
| 996 | if [ -n "$RELEASE_DAILY" ]; then |
| 997 | echo "Using master/HEAD devops" |
| 998 | git -C $TEMPDIR checkout master |
| 999 | elif [ -z "$TEST_INSTALLER" ]; then |
| 1000 | git -C $TEMPDIR checkout tags/$LATEST_STABLE_DEVOPS |
| 1001 | fi |
| 1002 | OSM_DEVOPS=$TEMPDIR |
| 1003 | fi |
| 1004 | |
| 1005 | OSM_JENKINS="$OSM_DEVOPS/jenkins" |
| 1006 | . $OSM_JENKINS/common/all_funcs |
| 1007 | |
| 1008 | [ -n "$INSTALL_LIGHTWEIGHT" ] && [ -n "$UNINSTALL" ] && uninstall_lightweight && echo -e "\nDONE" && exit 0 |
| 1009 | [ -n "$UNINSTALL" ] && uninstall && echo -e "\nDONE" && exit 0 |
| 1010 | [ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0 |
| 1011 | [ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0 |
| 1012 | [ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0 |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 1013 | [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_ELK" ] && deploy_elk |
| 1014 | [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_PERFMON" ] && deploy_perfmon |
| 1015 | [ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_VIMEMU" ] && install_vimemu |
| 1016 | [ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0 |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 1017 | |
| 1018 | #Installation starts here |
| garciadeblas | 6c66abf | 2018-05-16 14:46:19 +0200 | [diff] [blame] | 1019 | wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README.txt &> /dev/null |
| 1020 | track start |
| 1021 | |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 1022 | [ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0 |
| 1023 | echo -e "\nInstalling OSM from refspec: $COMMIT_ID" |
| 1024 | if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then |
| 1025 | ! ask_user "The installation will take about 75-90 minutes. Continue (Y/n)? " y && echo "Cancelled!" && exit 1 |
| 1026 | fi |
| 1027 | |
| 1028 | echo -e "Checking required packages: lxd" |
| 1029 | lxd --version &>/dev/null || FATAL "lxd not present, exiting." |
| 1030 | [ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd |
| 1031 | |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 1032 | # use local devops for containers |
| 1033 | export OSM_USE_LOCAL_DEVOPS=true |
| 1034 | if [ -n "$INSTALL_FROM_SOURCE" ]; then #install from source |
| 1035 | echo -e "\nCreating the containers and building from source ..." |
| 1036 | $OSM_DEVOPS/jenkins/host/start_build RO --notest checkout $COMMIT_ID || FATAL "RO container build failed (refspec: '$COMMIT_ID')" |
| 1037 | ro_is_up && track RO |
| 1038 | $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA container build failed" |
| 1039 | vca_is_up && track VCA |
| 1040 | $OSM_DEVOPS/jenkins/host/start_build MON || FATAL "MON install failed" |
| 1041 | mon_is_up && track MON |
| 1042 | $OSM_DEVOPS/jenkins/host/start_build SO checkout $COMMIT_ID || FATAL "SO container build failed (refspec: '$COMMIT_ID')" |
| 1043 | $OSM_DEVOPS/jenkins/host/start_build UI checkout $COMMIT_ID || FATAL "UI container build failed (refspec: '$COMMIT_ID')" |
| 1044 | #so_is_up && track SOUI |
| 1045 | track SOUI |
| 1046 | elif [ -n "$INSTALL_FROM_LXDIMAGES" ]; then #install from LXD images stored in OSM repo |
| 1047 | echo -e "\nInstalling from lxd images ..." |
| 1048 | install_from_lxdimages |
| 1049 | else #install from binaries |
| 1050 | echo -e "\nCreating the containers and installing from binaries ..." |
| 1051 | $OSM_DEVOPS/jenkins/host/install RO $REPOSITORY $RELEASE $REPOSITORY_KEY $REPOSITORY_BASE || FATAL "RO install failed" |
| 1052 | ro_is_up && track RO |
| 1053 | $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA install failed" |
| 1054 | vca_is_up && track VCA |
| 1055 | $OSM_DEVOPS/jenkins/host/install MON || FATAL "MON build failed" |
| 1056 | mon_is_up && track MON |
| 1057 | $OSM_DEVOPS/jenkins/host/install SO $REPOSITORY $RELEASE $REPOSITORY_KEY $REPOSITORY_BASE || FATAL "SO install failed" |
| 1058 | $OSM_DEVOPS/jenkins/host/install UI $REPOSITORY $RELEASE $REPOSITORY_KEY $REPOSITORY_BASE || FATAL "UI install failed" |
| 1059 | #so_is_up && track SOUI |
| 1060 | track SOUI |
| 1061 | fi |
| 1062 | |
| 1063 | #Install iptables-persistent and configure NAT rules |
| 1064 | [ -z "$NOCONFIGURE" ] && nat |
| 1065 | |
| 1066 | #Configure components |
| 1067 | [ -z "$NOCONFIGURE" ] && configure |
| 1068 | |
| 1069 | #Install osmclient |
| 1070 | [ -z "$NOCONFIGURE" ] && install_osmclient |
| 1071 | |
| 1072 | #Install vim-emu (optional) |
| peusterm | 76353e4 | 2018-05-08 13:56:05 +0200 | [diff] [blame] | 1073 | [ -n "$INSTALL_VIMEMU" ] && install_docker_ce && install_vimemu |
| garciadeblas | d8bc5c3 | 2018-05-09 17:37:56 +0200 | [diff] [blame] | 1074 | |
| 1075 | wget -q -O- https://osm-download.etsi.org/ftp/osm-4.0-four/README2.txt &> /dev/null |
| 1076 | track end |
| 1077 | echo -e "\nDONE" |
| 1078 | |