blob: 6e226cc82edfce4733d2f9687a9567ff57b592ba [file] [log] [blame]
garciadeblasd8bc5c32018-05-09 17:37:56 +02001#!/bin/bash
2# Copyright 2016 Telefónica Investigación y Desarrollo S.A.U.
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15
16function usage(){
17 echo -e "usage: $0 [OPTIONS]"
18 echo -e "Install OSM from binaries or source code (by default, from binaries)"
19 echo -e " OPTIONS"
garciadeblasd8bc5c32018-05-09 17:37:56 +020020 echo -e " -r <repo>: use specified repository name for osm packages"
21 echo -e " -R <release>: use specified release for osm binaries (deb packages, lxd images, ...)"
22 echo -e " -u <repo base>: use specified repository url for osm packages"
23 echo -e " -k <repo key>: use specified repository public key url"
24 echo -e " -b <refspec>: install OSM from source code using a specific branch (master, v2.0, ...) or tag"
25 echo -e " -b master (main dev branch)"
26 echo -e " -b v2.0 (v2.0 branch)"
27 echo -e " -b tags/v1.1.0 (a specific tag)"
28 echo -e " ..."
vijaynag8339ed22019-07-25 17:10:58 +053029 echo -e " -c <orchestrator> deploy osm services using container <orchestrator>. Valid values are <k8s> or <swarm>. If -c is not used then osm will be deployed using default orchestrator. When used with --uninstall, osm services deployed by the orchestrator will be uninstalled"
30 echo -e " -s <stack name> or <namespace> user defined stack name when installed using swarm or namespace when installed using k8s, default is osm"
Mike Marchettib8420852018-09-13 13:45:06 -040031 echo -e " -H <VCA host> use specific juju host controller IP"
32 echo -e " -S <VCA secret> use VCA/juju secret key"
garciadeblasaa3ddf42019-04-04 19:04:32 +020033 echo -e " -P <VCA pubkey> use VCA/juju public key file"
garciadeblas0c2f62b2019-05-29 15:23:19 +020034 echo -e " -C <VCA cacert> use VCA/juju CA certificate file"
Adam Israel5ddc97f2019-09-03 18:11:12 -040035 echo -e " -A <VCA apiproxy> use VCA/juju API proxy"
garciadeblas6c66abf2018-05-16 14:46:19 +020036 echo -e " --vimemu: additionally deploy the VIM emulator as a docker container"
37 echo -e " --elk_stack: additionally deploy an ELK docker stack for event logging"
garciadeblasfc5bb142019-12-10 10:49:12 +010038 echo -e " -m <MODULE>: install OSM but only rebuild the specified docker images (LW-UI, NBI, LCM, RO, MON, POL, KAFKA, MONGO, PROMETHEUS, PROMETHEUS-CADVISOR, KEYSTONE-DB, NONE)"
39 echo -e " -o <ADDON>: ONLY (un)installs one of the addons (vimemu, elk_stack)"
garciadeblase990f662018-05-18 11:43:39 +020040 echo -e " -D <devops path> use local devops installation path"
Mike Marchettib8420852018-09-13 13:45:06 -040041 echo -e " -w <work dir> Location to store runtime installation"
Mike Marchetti13d76c82018-09-19 15:00:36 -040042 echo -e " -t <docker tag> specify osm docker tag (default is latest)"
garciadeblasd41f5482018-05-25 10:25:06 +020043 echo -e " --nolxd: do not install and configure LXD, allowing unattended installations (assumes LXD is already installed and confifured)"
garciadeblasa3e26612018-05-30 17:58:55 +020044 echo -e " --nodocker: do not install docker, do not initialize a swarm (assumes docker is already installed and a swarm has been initialized)"
Mike Marchettib8420852018-09-13 13:45:06 -040045 echo -e " --nojuju: do not juju, assumes already installed"
46 echo -e " --nodockerbuild:do not build docker images (use existing locally cached images)"
47 echo -e " --nohostports: do not expose docker ports to host (useful for creating multiple instances of osm on the same host)"
48 echo -e " --nohostclient: do not install the osmclient"
garciadeblase990f662018-05-18 11:43:39 +020049 echo -e " --uninstall: uninstall OSM: remove the containers and delete NAT rules"
50 echo -e " --source: install OSM from source code using the latest stable tag"
garciadeblasd8bc5c32018-05-09 17:37:56 +020051 echo -e " --develop: (deprecated, use '-b master') install OSM from source code using the master branch"
garciadeblasd41f5482018-05-25 10:25:06 +020052 echo -e " --soui: install classic build of OSM (Rel THREE v3.1, based on LXD containers, with SO and UI)"
53 echo -e " --lxdimages: (only for Rel THREE with --soui) download lxd images from OSM repository instead of creating them from scratch"
Mike Marchettida8a9c42018-10-01 15:25:15 -040054 echo -e " --pullimages: pull/run osm images from docker.io/opensourcemano"
romeromonsere366b1a2019-11-19 19:49:26 +010055 echo -e " --k8s_monitor: install the OSM kubernetes moitoring with prometheus and grafana"
garciadeblasd41f5482018-05-25 10:25:06 +020056 echo -e " -l <lxd_repo>: (only for Rel THREE with --soui) use specified repository url for lxd images"
57 echo -e " -p <path>: (only for Rel THREE with --soui) use specified repository path for lxd images"
garciadeblasd8bc5c32018-05-09 17:37:56 +020058# echo -e " --reconfigure: reconfigure the modules (DO NOT change NAT rules)"
garciadeblasd41f5482018-05-25 10:25:06 +020059 echo -e " --nat: (only for Rel THREE with --soui) install only NAT rules"
60 echo -e " --noconfigure: (only for Rel THREE with --soui) DO NOT install osmclient, DO NOT install NAT rules, DO NOT configure modules"
garciadeblasd8bc5c32018-05-09 17:37:56 +020061# echo -e " --update: update to the latest stable release or to the latest commit if using a specific branch"
62 echo -e " --showopts: print chosen options and exit (only for debugging)"
63 echo -e " -y: do not prompt for confirmation, assumes yes"
garciadeblasd8bc5c32018-05-09 17:37:56 +020064 echo -e " -h / --help: print this help"
65}
66
67#Uninstall OSM: remove containers
68function uninstall(){
69 echo -e "\nUninstalling OSM"
70 if [ $RC_CLONE ] || [ -n "$TEST_INSTALLER" ]; then
71 $OSM_DEVOPS/jenkins/host/clean_container RO
72 $OSM_DEVOPS/jenkins/host/clean_container VCA
73 $OSM_DEVOPS/jenkins/host/clean_container MON
74 $OSM_DEVOPS/jenkins/host/clean_container SO
75 #$OSM_DEVOPS/jenkins/host/clean_container UI
76 else
77 lxc stop RO && lxc delete RO
78 lxc stop VCA && lxc delete VCA
79 lxc stop MON && lxc delete MON
80 lxc stop SO-ub && lxc delete SO-ub
81 fi
82 echo -e "\nDeleting imported lxd images if they exist"
83 lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
84 lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
85 lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
86 return 0
87}
88
Mike Marchettib8420852018-09-13 13:45:06 -040089# takes a juju/accounts.yaml file and returns the password specific
Adam Israel8232e562018-11-21 16:47:45 -050090# for a controller. I wrote this using only bash tools to minimize
Mike Marchettib8420852018-09-13 13:45:06 -040091# additions of other packages
92function parse_juju_password {
93 password_file="${HOME}/.local/share/juju/accounts.yaml"
94 local controller_name=$1
95 local s='[[:space:]]*' w='[a-zA-Z0-9_-]*' fs=$(echo @|tr @ '\034')
96 sed -ne "s|^\($s\):|\1|" \
97 -e "s|^\($s\)\($w\)$s:$s[\"']\(.*\)[\"']$s\$|\1$fs\2$fs\3|p" \
98 -e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" $password_file |
99 awk -F$fs -v controller=$controller_name '{
100 indent = length($1)/2;
101 vname[indent] = $2;
102 for (i in vname) {if (i > indent) {delete vname[i]}}
103 if (length($3) > 0) {
104 vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
105 if (match(vn,controller) && match($2,"password")) {
106 printf("%s",$3);
107 }
108 }
109 }'
110}
111
Benjamin Diazba2cca92018-11-08 21:07:15 -0300112function generate_secret() {
113 head /dev/urandom | tr -dc A-Za-z0-9 | head -c 32
114}
115
Mike Marchettib8420852018-09-13 13:45:06 -0400116function remove_volumes() {
vijaynag8339ed22019-07-25 17:10:58 +0530117 if [ -n "$KUBERNETES" ]; then
118 k8_volume=$1
119 echo "Removing ${k8_volume}"
120 $WORKDIR_SUDO rm -rf ${k8_volume}
121 else
122 stack=$1
garciadeblasac550f22019-12-11 11:17:06 +0100123 volumes="mongo_db mon_db osm_packages ro_db pol_db prom_db ro"
vijaynag8339ed22019-07-25 17:10:58 +0530124 for volume in $volumes; do
125 sg docker -c "docker volume rm ${stack}_${volume}"
126 done
127 fi
Mike Marchettib8420852018-09-13 13:45:06 -0400128}
129
130function remove_network() {
131 stack=$1
132 sg docker -c "docker network rm net${stack}"
133}
134
Dominik Fleischmann6c63e2d2019-11-29 12:25:38 +0100135function remove_iptables() {
136 stack=$1
137 if [ -z "$OSM_VCA_HOST" ]; then
138 OSM_VCA_HOST=`sg lxd -c "juju show-controller ${stack}"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
139 [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
140 fi
141
David Garcia26432d42019-12-11 12:22:35 +0100142 if [ -z "$DEFAULT_IP" ]; then
143 DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'`
144 [ -z "$DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
145 DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
146 [ -z "$DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
147 fi
148
149 if sudo iptables -t nat -C PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
150 sudo iptables -t nat -D PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
Dominik Fleischmann6c63e2d2019-11-29 12:25:38 +0100151 sudo netfilter-persistent save
152 fi
153}
154
garciadeblas5b857d32018-05-24 18:37:58 +0200155function remove_stack() {
156 stack=$1
garciadeblas5ef98212018-05-28 09:25:36 +0200157 if sg docker -c "docker stack ps ${stack}" ; then
garciadeblas5b857d32018-05-24 18:37:58 +0200158 echo -e "\nRemoving stack ${stack}" && sg docker -c "docker stack rm ${stack}"
159 COUNTER=0
160 result=1
161 while [ ${COUNTER} -lt 30 ]; do
162 result=$(sg docker -c "docker stack ps ${stack}" | wc -l)
163 #echo "Dockers running: $result"
164 if [ "${result}" == "0" ]; then
165 break
166 fi
167 let COUNTER=COUNTER+1
168 sleep 1
169 done
garciadeblasd8bc5c32018-05-09 17:37:56 +0200170 if [ "${result}" == "0" ]; then
garciadeblas5b857d32018-05-24 18:37:58 +0200171 echo "All dockers of the stack ${stack} were removed"
172 else
173 FATAL "Some dockers of the stack ${stack} could not be removed. Could not clean it."
garciadeblasd8bc5c32018-05-09 17:37:56 +0200174 fi
garciadeblas5b857d32018-05-24 18:37:58 +0200175 sleep 5
garciadeblasd8bc5c32018-05-09 17:37:56 +0200176 fi
garciadeblas5b857d32018-05-24 18:37:58 +0200177}
178
vijaynag8339ed22019-07-25 17:10:58 +0530179#removes osm deployments and services
180function remove_k8s_namespace() {
181 kubectl delete ns $1
182}
183
garciadeblas5b857d32018-05-24 18:37:58 +0200184#Uninstall lightweight OSM: remove dockers
185function uninstall_lightweight() {
garciadeblas282ff4e2018-07-10 09:16:30 +0200186 if [ -n "$INSTALL_ONLY" ]; then
187 if [ -n "$INSTALL_ELK" ]; then
188 echo -e "\nUninstalling OSM ELK stack"
189 remove_stack osm_elk
Mike Marchettib8420852018-09-13 13:45:06 -0400190 $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR/osm_elk
garciadeblas282ff4e2018-07-10 09:16:30 +0200191 fi
garciadeblas282ff4e2018-07-10 09:16:30 +0200192 else
193 echo -e "\nUninstalling OSM"
vijaynag8339ed22019-07-25 17:10:58 +0530194 if [ -n "$KUBERNETES" ]; then
romeromonsere366b1a2019-11-19 19:49:26 +0100195 if [ -n "$K8S_MONITOR" ]; then
196 # uninstall OSM MONITORING
197 uninstall_k8s_monitoring
198 fi
vijaynag8339ed22019-07-25 17:10:58 +0530199 remove_k8s_namespace $OSM_STACK_NAME
200 else
Dominik4763cfe2019-11-27 12:15:50 +0100201
vijaynag8339ed22019-07-25 17:10:58 +0530202 remove_stack $OSM_STACK_NAME
203 remove_stack osm_elk
vijaynag8339ed22019-07-25 17:10:58 +0530204 fi
garciadeblas282ff4e2018-07-10 09:16:30 +0200205 echo "Now osm docker images and volumes will be deleted"
206 newgrp docker << EONG
lavado02ad4b02018-11-28 11:30:48 -0500207 docker image rm ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}
208 docker image rm ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}
209 docker image rm ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}
210 docker image rm ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}
211 docker image rm ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}
212 docker image rm ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}
213 docker image rm ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}
214 docker image rm ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}
garciadeblas83ca1322018-05-22 18:31:14 +0200215EONG
vijaynag8339ed22019-07-25 17:10:58 +0530216
217 if [ -n "$KUBERNETES" ]; then
218 OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
219 remove_volumes $OSM_NAMESPACE_VOL
220 else
221 remove_volumes $OSM_STACK_NAME
222 remove_network $OSM_STACK_NAME
223 fi
Dominik Fleischmann6c63e2d2019-11-29 12:25:38 +0100224 remove_iptables $OSM_STACK_NAME
Mike Marchettib8420852018-09-13 13:45:06 -0400225 echo "Removing $OSM_DOCKER_WORK_DIR"
226 $WORKDIR_SUDO rm -rf $OSM_DOCKER_WORK_DIR
Adam Israel843764e2019-06-11 10:28:43 -0400227 sg lxd -c "juju destroy-controller --destroy-all-models --yes $OSM_STACK_NAME"
garciadeblas282ff4e2018-07-10 09:16:30 +0200228 fi
229 echo "Some docker images will be kept in case they are used by other docker stacks"
230 echo "To remove them, just run 'docker image prune' in a terminal"
garciadeblasd8bc5c32018-05-09 17:37:56 +0200231 return 0
232}
233
234#Configure NAT rules, based on the current IP addresses of containers
235function nat(){
236 echo -e "\nChecking required packages: iptables-persistent"
237 dpkg -l iptables-persistent &>/dev/null || ! echo -e " Not installed.\nInstalling iptables-persistent requires root privileges" || \
garciadeblas7cc70222019-12-09 01:24:18 +0100238 sudo apt-get -yq install iptables-persistent
garciadeblasd8bc5c32018-05-09 17:37:56 +0200239 echo -e "\nConfiguring NAT rules"
240 echo -e " Required root privileges"
241 sudo $OSM_DEVOPS/installers/nat_osm
242}
243
244function FATAL(){
245 echo "FATAL error: Cannot install OSM due to \"$1\""
246 exit 1
247}
248
249#Update RO, SO and UI:
250function update(){
251 echo -e "\nUpdating components"
252
253 echo -e " Updating RO"
254 CONTAINER="RO"
255 MDG="RO"
256 INSTALL_FOLDER="/opt/openmano"
257 echo -e " Fetching the repo"
258 lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
259 BRANCH=""
260 BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
261 [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
262 CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
263 CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
264 echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)"
265 # COMMIT_ID either was previously set with -b option, or is an empty string
266 CHECKOUT_ID=$COMMIT_ID
267 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
268 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
269 if [[ $CHECKOUT_ID == "tags/"* ]]; then
270 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
271 else
272 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
273 fi
274 echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
275 if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
276 echo " Nothing to be done."
277 else
278 echo " Update required."
279 lxc exec $CONTAINER -- service osm-ro stop
280 lxc exec $CONTAINER -- git -C /opt/openmano stash
281 lxc exec $CONTAINER -- git -C /opt/openmano pull --rebase
282 lxc exec $CONTAINER -- git -C /opt/openmano checkout $CHECKOUT_ID
283 lxc exec $CONTAINER -- git -C /opt/openmano stash pop
284 lxc exec $CONTAINER -- /opt/openmano/database_utils/migrate_mano_db.sh
285 lxc exec $CONTAINER -- service osm-ro start
286 fi
287 echo
288
289 echo -e " Updating SO and UI"
290 CONTAINER="SO-ub"
291 MDG="SO"
292 INSTALL_FOLDER="" # To be filled in
293 echo -e " Fetching the repo"
294 lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
295 BRANCH=""
296 BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
297 [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
298 CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
299 CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
300 echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)"
301 # COMMIT_ID either was previously set with -b option, or is an empty string
302 CHECKOUT_ID=$COMMIT_ID
303 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
304 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
305 if [[ $CHECKOUT_ID == "tags/"* ]]; then
306 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
307 else
308 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
309 fi
310 echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
311 if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
312 echo " Nothing to be done."
313 else
314 echo " Update required."
315 # Instructions to be added
316 # lxc exec SO-ub -- ...
317 fi
318 echo
319 echo -e "Updating MON Container"
320 CONTAINER="MON"
321 MDG="MON"
322 INSTALL_FOLDER="/root/MON"
323 echo -e " Fetching the repo"
324 lxc exec $CONTAINER -- git -C $INSTALL_FOLDER fetch --all
325 BRANCH=""
326 BRANCH=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status -sb | head -n1 | sed -n 's/^## \(.*\).*/\1/p'|awk '{print $1}' |sed 's/\(.*\)\.\.\..*/\1/'`
327 [ -z "$BRANCH" ] && FATAL "Could not find the current branch in use in the '$MDG'"
328 CURRENT=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER status |head -n1`
329 CURRENT_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse HEAD`
330 echo " FROM: $CURRENT ($CURRENT_COMMIT_ID)"
331 # COMMIT_ID either was previously set with -b option, or is an empty string
332 CHECKOUT_ID=$COMMIT_ID
333 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" == "HEAD" ] && CHECKOUT_ID="tags/$LATEST_STABLE_DEVOPS"
334 [ -z "$CHECKOUT_ID" ] && [ "$BRANCH" != "HEAD" ] && CHECKOUT_ID="$BRANCH"
335 if [[ $CHECKOUT_ID == "tags/"* ]]; then
336 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-list -n 1 $CHECKOUT_ID`
337 else
338 REMOTE_COMMIT_ID=`lxc exec $CONTAINER -- git -C $INSTALL_FOLDER rev-parse origin/$CHECKOUT_ID`
339 fi
340 echo " TO: $CHECKOUT_ID ($REMOTE_COMMIT_ID)"
341 if [ "$CURRENT_COMMIT_ID" == "$REMOTE_COMMIT_ID" ]; then
342 echo " Nothing to be done."
343 else
344 echo " Update required."
345 fi
346 echo
347}
348
349function so_is_up() {
350 if [ -n "$1" ]; then
351 SO_IP=$1
352 else
353 SO_IP=`lxc list SO-ub -c 4|grep eth0 |awk '{print $2}'`
354 fi
355 time=0
356 step=5
357 timelength=300
358 while [ $time -le $timelength ]
359 do
360 if [[ `curl -k -X GET https://$SO_IP:8008/api/operational/vcs/info \
361 -H 'accept: application/vnd.yang.data+json' \
362 -H 'authorization: Basic YWRtaW46YWRtaW4=' \
363 -H 'cache-control: no-cache' 2> /dev/null | jq '.[].components.component_info[] | select(.component_name=="RW.Restconf")' 2>/dev/null | grep "RUNNING" | wc -l` -eq 1 ]]
364 then
365 echo "RW.Restconf running....SO is up"
366 return 0
367 fi
368
369 sleep $step
370 echo -n "."
371 time=$((time+step))
372 done
373
374 FATAL "OSM Failed to startup. SO failed to startup"
375}
376
377function vca_is_up() {
378 if [[ `lxc exec VCA -- juju status | grep "osm" | wc -l` -eq 1 ]]; then
379 echo "VCA is up and running"
380 return 0
381 fi
382
383 FATAL "OSM Failed to startup. VCA failed to startup"
384}
385
386function mon_is_up() {
387 if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
388 echo "MON is up and running"
389 return 0
390 fi
391
392 FATAL "OSM Failed to startup. MON failed to startup"
393}
394
395function ro_is_up() {
396 if [ -n "$1" ]; then
397 RO_IP=$1
398 else
399 RO_IP=`lxc list RO -c 4|grep eth0 |awk '{print $2}'`
400 fi
401 time=0
402 step=2
403 timelength=20
404 while [ $time -le $timelength ]; do
405 if [[ `curl http://$RO_IP:9090/openmano/ | grep "works" | wc -l` -eq 1 ]]; then
406 echo "RO is up and running"
407 return 0
408 fi
409 sleep $step
410 echo -n "."
411 time=$((time+step))
412 done
413
414 FATAL "OSM Failed to startup. RO failed to startup"
415}
416
417
418function configure_RO(){
419 . $OSM_DEVOPS/installers/export_ips
420 echo -e " Configuring RO"
421 lxc exec RO -- sed -i -e "s/^\#\?log_socket_host:.*/log_socket_host: $SO_CONTAINER_IP/g" /etc/osm/openmanod.cfg
422 lxc exec RO -- service osm-ro restart
423
424 ro_is_up
425
426 lxc exec RO -- openmano tenant-delete -f osm >/dev/null
427 lxc exec RO -- openmano tenant-create osm > /dev/null
428 lxc exec RO -- sed -i '/export OPENMANO_TENANT=osm/d' .bashrc
429 lxc exec RO -- sed -i '$ i export OPENMANO_TENANT=osm' .bashrc
430 lxc exec RO -- sh -c 'echo "export OPENMANO_TENANT=osm" >> .bashrc'
431}
432
433function configure_VCA(){
434 echo -e " Configuring VCA"
Benjamin Diazba2cca92018-11-08 21:07:15 -0300435 JUJU_PASSWD=$(generate_secret)
garciadeblasd8bc5c32018-05-09 17:37:56 +0200436 echo -e "$JUJU_PASSWD\n$JUJU_PASSWD" | lxc exec VCA -- juju change-user-password
437}
438
439function configure_SOUI(){
440 . $OSM_DEVOPS/installers/export_ips
441 JUJU_CONTROLLER_IP=`lxc exec VCA -- lxc list -c 4 |grep eth0 |awk '{print $2}'`
442 RO_TENANT_ID=`lxc exec RO -- openmano tenant-list osm |awk '{print $1}'`
443
444 echo -e " Configuring MON"
445 #Information to be added about SO socket for logging
446
447 echo -e " Configuring SO"
448 sudo route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP
garciadeblas818fa5a2018-05-10 13:39:10 +0200449 sudo ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP
garciadeblasd8bc5c32018-05-09 17:37:56 +0200450 sudo sed -i "$ i route add -host $JUJU_CONTROLLER_IP gw $VCA_CONTAINER_IP" /etc/rc.local
garciadeblas818fa5a2018-05-10 13:39:10 +0200451 sudo sed -i "$ i ip route add 10.44.127.0/24 via $VCA_CONTAINER_IP" /etc/rc.local
garciadeblasd8bc5c32018-05-09 17:37:56 +0200452 # make journaling persistent
453 lxc exec SO-ub -- mkdir -p /var/log/journal
454 lxc exec SO-ub -- systemd-tmpfiles --create --prefix /var/log/journal
455 lxc exec SO-ub -- systemctl restart systemd-journald
456
457 echo RIFT_EXTERNAL_ADDRESS=$DEFAULT_IP | lxc exec SO-ub -- tee -a /usr/rift/etc/default/launchpad
458
459 lxc exec SO-ub -- systemctl restart launchpad
460
461 so_is_up $SO_CONTAINER_IP
462
463 #delete existing config agent (could be there on reconfigure)
464 curl -k --request DELETE \
465 --url https://$SO_CONTAINER_IP:8008/api/config/config-agent/account/osmjuju \
466 --header 'accept: application/vnd.yang.data+json' \
467 --header 'authorization: Basic YWRtaW46YWRtaW4=' \
468 --header 'cache-control: no-cache' \
469 --header 'content-type: application/vnd.yang.data+json' &> /dev/null
470
471 result=$(curl -k --request POST \
472 --url https://$SO_CONTAINER_IP:8008/api/config/config-agent \
473 --header 'accept: application/vnd.yang.data+json' \
474 --header 'authorization: Basic YWRtaW46YWRtaW4=' \
475 --header 'cache-control: no-cache' \
476 --header 'content-type: application/vnd.yang.data+json' \
477 --data '{"account": [ { "name": "osmjuju", "account-type": "juju", "juju": { "ip-address": "'$JUJU_CONTROLLER_IP'", "port": "17070", "user": "admin", "secret": "'$JUJU_PASSWD'" } } ]}')
478 [[ $result =~ .*success.* ]] || FATAL "Failed config-agent configuration: $result"
479
480 #R1/R2 config line
481 #result=$(curl -k --request PUT \
482 # --url https://$SO_CONTAINER_IP:8008/api/config/resource-orchestrator \
483 # --header 'accept: application/vnd.yang.data+json' \
484 # --header 'authorization: Basic YWRtaW46YWRtaW4=' \
485 # --header 'cache-control: no-cache' \
486 # --header 'content-type: application/vnd.yang.data+json' \
487 # --data '{ "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'" }, "name": "osmopenmano", "account-type": "openmano" }')
488
489 result=$(curl -k --request PUT \
490 --url https://$SO_CONTAINER_IP:8008/api/config/project/default/ro-account/account \
491 --header 'accept: application/vnd.yang.data+json' \
492 --header 'authorization: Basic YWRtaW46YWRtaW4=' \
493 --header 'cache-control: no-cache' \
494 --header 'content-type: application/vnd.yang.data+json' \
495 --data '{"rw-ro-account:account": [ { "openmano": { "host": "'$RO_CONTAINER_IP'", "port": "9090", "tenant-id": "'$RO_TENANT_ID'"}, "name": "osmopenmano", "ro-account-type": "openmano" }]}')
496 [[ $result =~ .*success.* ]] || FATAL "Failed resource-orchestrator configuration: $result"
497
498 result=$(curl -k --request PATCH \
499 --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/redirect-uri \
500 --header 'accept: application/vnd.yang.data+json' \
501 --header 'authorization: Basic YWRtaW46YWRtaW4=' \
502 --header 'cache-control: no-cache' \
503 --header 'content-type: application/vnd.yang.data+json' \
504 --data '{"redirect-uri": "https://'$DEFAULT_IP':8443/callback" }')
505 [[ $result =~ .*success.* ]] || FATAL "Failed redirect-uri configuration: $result"
506
507 result=$(curl -k --request PATCH \
508 --url https://$SO_CONTAINER_IP:8008/v2/api/config/openidc-provider-config/rw-ui-client/post-logout-redirect-uri \
509 --header 'accept: application/vnd.yang.data+json' \
510 --header 'authorization: Basic YWRtaW46YWRtaW4=' \
511 --header 'cache-control: no-cache' \
512 --header 'content-type: application/vnd.yang.data+json' \
513 --data '{"post-logout-redirect-uri": "https://'$DEFAULT_IP':8443/?api_server=https://'$DEFAULT_IP'" }')
514 [[ $result =~ .*success.* ]] || FATAL "Failed post-logout-redirect-uri configuration: $result"
515
516 lxc exec SO-ub -- tee /etc/network/interfaces.d/60-rift.cfg <<EOF
517auto lo:1
518iface lo:1 inet static
519 address $DEFAULT_IP
520 netmask 255.255.255.255
521EOF
522 lxc exec SO-ub ifup lo:1
523}
524
525#Configure RO, VCA, and SO with the initial configuration:
526# RO -> tenant:osm, logs to be sent to SO
527# VCA -> juju-password
528# SO -> route to Juju Controller, add RO account, add VCA account
529function configure(){
530 #Configure components
531 echo -e "\nConfiguring components"
532 configure_RO
533 configure_VCA
534 configure_SOUI
535}
536
537function install_lxd() {
538 sudo apt-get update
539 sudo apt-get install -y lxd
540 newgrp lxd
541 lxd init --auto
542 lxd waitready
543 lxc network create lxdbr0 ipv4.address=auto ipv4.nat=true ipv6.address=none ipv6.nat=false
544 DEFAULT_INTERFACE=$(route -n | awk '$1~/^0.0.0.0/ {print $8}')
545 DEFAULT_MTU=$(ip addr show $DEFAULT_INTERFACE | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
546 lxc profile device set default eth0 mtu $DEFAULT_MTU
547 #sudo systemctl stop lxd-bridge
548 #sudo systemctl --system daemon-reload
549 #sudo systemctl enable lxd-bridge
550 #sudo systemctl start lxd-bridge
551}
552
553function ask_user(){
554 # ask to the user and parse a response among 'y', 'yes', 'n' or 'no'. Case insensitive
555 # Params: $1 text to ask; $2 Action by default, can be 'y' for yes, 'n' for no, other or empty for not allowed
556 # Return: true(0) if user type 'yes'; false (1) if user type 'no'
557 read -e -p "$1" USER_CONFIRMATION
558 while true ; do
559 [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'y' ] && return 0
560 [ -z "$USER_CONFIRMATION" ] && [ "$2" == 'n' ] && return 1
561 [ "${USER_CONFIRMATION,,}" == "yes" ] || [ "${USER_CONFIRMATION,,}" == "y" ] && return 0
562 [ "${USER_CONFIRMATION,,}" == "no" ] || [ "${USER_CONFIRMATION,,}" == "n" ] && return 1
563 read -e -p "Please type 'yes' or 'no': " USER_CONFIRMATION
564 done
565}
566
567function launch_container_from_lxd(){
568 export OSM_MDG=$1
569 OSM_load_config
570 export OSM_BASE_IMAGE=$2
571 if ! container_exists $OSM_BUILD_CONTAINER; then
572 CONTAINER_OPTS=""
573 [[ "$OSM_BUILD_CONTAINER_PRIVILEGED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.privileged=true"
574 [[ "$OSM_BUILD_CONTAINER_ALLOW_NESTED" == yes ]] && CONTAINER_OPTS="$CONTAINER_OPTS -c security.nesting=true"
575 create_container $OSM_BASE_IMAGE $OSM_BUILD_CONTAINER $CONTAINER_OPTS
576 wait_container_up $OSM_BUILD_CONTAINER
577 fi
578}
579
580function install_osmclient(){
581 CLIENT_RELEASE=${RELEASE#"-R "}
582 CLIENT_REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
583 CLIENT_REPOSITORY=${REPOSITORY#"-r "}
garciadeblasd8bc5c32018-05-09 17:37:56 +0200584 CLIENT_REPOSITORY_BASE=${REPOSITORY_BASE#"-u "}
585 key_location=$CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE/$CLIENT_REPOSITORY_KEY
586 curl $key_location | sudo apt-key add -
garciadeblas078f5982019-11-27 15:06:06 +0100587 sudo add-apt-repository -y "deb [arch=amd64] $CLIENT_REPOSITORY_BASE/$CLIENT_RELEASE $CLIENT_REPOSITORY osmclient IM"
garciadeblasd8bc5c32018-05-09 17:37:56 +0200588 sudo apt-get update
garciadeblas078f5982019-11-27 15:06:06 +0100589 sudo apt-get install -y python3-pip
590 sudo -H LC_ALL=C python3 -m pip install -U pip
garciadeblas1c097b22019-11-29 14:17:12 +0100591 sudo -H LC_ALL=C python3 -m pip install -U python-magic pyangbind
garciadeblasda89ee72019-11-28 02:19:59 +0100592 sudo apt-get install -y python3-osm-im python3-osmclient
garciadeblasd8bc5c32018-05-09 17:37:56 +0200593 #sed 's,OSM_SOL005=[^$]*,OSM_SOL005=True,' -i ${HOME}/.bashrc
594 #echo 'export OSM_HOSTNAME=localhost' >> ${HOME}/.bashrc
595 #echo 'export OSM_SOL005=True' >> ${HOME}/.bashrc
596 [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_HOSTNAME=`lxc list | awk '($2=="SO-ub"){print $6}'`
597 [ -z "$INSTALL_LIGHTWEIGHT" ] && export OSM_RO_HOSTNAME=`lxc list | awk '($2=="RO"){print $6}'`
garciadeblasd8bc5c32018-05-09 17:37:56 +0200598 echo -e "\nOSM client installed"
garciadeblasc3226982018-11-27 11:32:47 +0100599 if [ -z "$INSTALL_LIGHTWEIGHT" ]; then
600 echo -e "You might be interested in adding the following OSM client env variables to your .bashrc file:"
601 echo " export OSM_HOSTNAME=${OSM_HOSTNAME}"
602 echo " export OSM_RO_HOSTNAME=${OSM_RO_HOSTNAME}"
603 else
604 echo -e "OSM client assumes that OSM host is running in localhost (127.0.0.1)."
605 echo -e "In case you want to interact with a different OSM host, you will have to configure this env variable in your .bashrc file:"
606 echo " export OSM_HOSTNAME=<OSM_host>"
607 fi
garciadeblasd8bc5c32018-05-09 17:37:56 +0200608 return 0
609}
610
lavado6ad812e2019-11-29 10:58:58 -0500611function install_prometheus_nodeexporter(){
lavadoc26d90b2019-12-06 18:11:36 -0500612 if (systemctl -q is-active node_exporter)
613 then
614 echo "Node Exporter is already running."
615 else
616 echo "Node Exporter is not active, installing..."
617 if getent passwd node_exporter > /dev/null 2>&1; then
618 echo "node_exporter user exists"
619 else
620 echo "Creating user node_exporter"
621 sudo useradd --no-create-home --shell /bin/false node_exporter
622 fi
623 sudo wget -q https://github.com/prometheus/node_exporter/releases/download/v$PROMETHEUS_NODE_EXPORTER_TAG/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz -P /tmp/
624 sudo tar -C /tmp -xf /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64.tar.gz
625 sudo cp /tmp/node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64/node_exporter /usr/local/bin
626 sudo chown node_exporter:node_exporter /usr/local/bin/node_exporter
627 sudo rm -rf node_exporter-$PROMETHEUS_NODE_EXPORTER_TAG.linux-amd64*
628 sudo cp ${OSM_DEVOPS}/installers/docker/files/node_exporter.service /etc/systemd/system/node_exporter.service
629 sudo systemctl daemon-reload
630 sudo systemctl restart node_exporter
631 sudo systemctl enable node_exporter
632 echo "Node Exporter has been activated in this host."
633 fi
lavado6ad812e2019-11-29 10:58:58 -0500634 return 0
635}
636
lavado1e4a88c2019-12-03 16:19:59 -0500637function uninstall_prometheus_nodeexporter(){
638 sudo systemctl stop node_exporter
639 sudo systemctl disable node_exporter
640 sudo rm /etc/systemd/system/node_exporter.service
641 sudo systemctl daemon-reload
642 sudo userdel node_exporter
643 sudo rm /usr/local/bin/node_exporter
644 return 0
645}
646
garciadeblasd8bc5c32018-05-09 17:37:56 +0200647function install_from_lxdimages(){
648 LXD_RELEASE=${RELEASE#"-R "}
649 if [ -n "$LXD_REPOSITORY_PATH" ]; then
650 LXD_IMAGE_DIR="$LXD_REPOSITORY_PATH"
651 else
652 LXD_IMAGE_DIR="$(mktemp -d -q --tmpdir "osmimages.XXXXXX")"
653 trap 'rm -rf "$LXD_IMAGE_DIR"' EXIT
654 fi
655 echo -e "\nDeleting previous lxd images if they exist"
656 lxc image show osm-ro &>/dev/null && lxc image delete osm-ro
657 lxc image show osm-vca &>/dev/null && lxc image delete osm-vca
658 lxc image show osm-soui &>/dev/null && lxc image delete osm-soui
659 echo -e "\nImporting osm-ro"
660 [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-ro.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-ro.tar.gz
661 lxc image import $LXD_IMAGE_DIR/osm-ro.tar.gz --alias osm-ro
662 rm -f $LXD_IMAGE_DIR/osm-ro.tar.gz
663 echo -e "\nImporting osm-vca"
664 [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-vca.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-vca.tar.gz
665 lxc image import $LXD_IMAGE_DIR/osm-vca.tar.gz --alias osm-vca
666 rm -f $LXD_IMAGE_DIR/osm-vca.tar.gz
667 echo -e "\nImporting osm-soui"
668 [ -z "$LXD_REPOSITORY_PATH" ] && wget -O $LXD_IMAGE_DIR/osm-soui.tar.gz $LXD_REPOSITORY_BASE/$LXD_RELEASE/osm-soui.tar.gz
669 lxc image import $LXD_IMAGE_DIR/osm-soui.tar.gz --alias osm-soui
670 rm -f $LXD_IMAGE_DIR/osm-soui.tar.gz
671 launch_container_from_lxd RO osm-ro
672 ro_is_up && track RO
673 launch_container_from_lxd VCA osm-vca
674 vca_is_up && track VCA
675 launch_container_from_lxd MON osm-mon
676 mon_is_up && track MON
677 launch_container_from_lxd SO osm-soui
678 #so_is_up && track SOUI
679 track SOUI
680}
681
682function install_docker_ce() {
683 # installs and configures Docker CE
684 echo "Installing Docker CE ..."
685 sudo apt-get -qq update
686 sudo apt-get install -y apt-transport-https ca-certificates software-properties-common
687 curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
688 sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
689 sudo apt-get -qq update
690 sudo apt-get install -y docker-ce
691 echo "Adding user to group 'docker'"
692 sudo groupadd -f docker
693 sudo usermod -aG docker $USER
garciadeblasd8bc5c32018-05-09 17:37:56 +0200694 sleep 2
695 sudo service docker restart
696 echo "... restarted Docker service"
garciadeblas67ce97c2018-05-18 10:22:09 +0200697 sg docker -c "docker version" || FATAL "Docker installation failed"
698 echo "... Docker CE installation done"
699 return 0
garciadeblasd8bc5c32018-05-09 17:37:56 +0200700}
701
702function install_docker_compose() {
703 # installs and configures docker-compose
704 echo "Installing Docker Compose ..."
705 sudo curl -L https://github.com/docker/compose/releases/download/1.18.0/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
706 sudo chmod +x /usr/local/bin/docker-compose
707 echo "... Docker Compose installation done"
708}
709
710function install_juju() {
711 echo "Installing juju"
Adam Israel41587482019-11-06 10:45:43 -0500712 sudo snap install juju --classic
garciadeblasd41f5482018-05-25 10:25:06 +0200713 [ -z "$INSTALL_NOLXD" ] && sudo dpkg-reconfigure -p medium lxd
Dominik4763cfe2019-11-27 12:15:50 +0100714 [[ ":$PATH": != *":/snap/bin:"* ]] && PATH="/snap/bin:${PATH}"
garciadeblasd8bc5c32018-05-09 17:37:56 +0200715 echo "Finished installation of juju"
Mike Marchettib8420852018-09-13 13:45:06 -0400716 return 0
717}
718
719function juju_createcontroller() {
Adam Israel8232e562018-11-21 16:47:45 -0500720 if ! juju show-controller $OSM_STACK_NAME &> /dev/null; then
Mike Marchettib8420852018-09-13 13:45:06 -0400721 # Not found created, create the controller
722 sg lxd -c "juju bootstrap --bootstrap-series=xenial localhost $OSM_STACK_NAME"
723 fi
Adam Israel8232e562018-11-21 16:47:45 -0500724 [ $(juju controllers | awk "/^${OSM_STACK_NAME}[\*| ]/{print $1}"|wc -l) -eq 1 ] || FATAL "Juju installation failed"
garciadeblasd8bc5c32018-05-09 17:37:56 +0200725}
726
Adam Israel5ddc97f2019-09-03 18:11:12 -0400727function juju_createproxy() {
Adam Israel43fb44d2019-11-06 10:37:25 -0500728 echo -e "\nChecking required packages: iptables-persistent"
729 dpkg -l iptables-persistent &>/dev/null || ! echo -e " Not installed.\nInstalling iptables-persistent requires root privileges" || \
garciadeblas7cc70222019-12-09 01:24:18 +0100730 sudo apt-get -yq install iptables-persistent
Adam Israel43fb44d2019-11-06 10:37:25 -0500731
David Garcia26432d42019-12-11 12:22:35 +0100732 if ! sudo iptables -t nat -C PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST; then
733 sudo iptables -t nat -A PREROUTING -p tcp -m tcp -d $DEFAULT_IP --dport 17070 -j DNAT --to-destination $OSM_VCA_HOST
Adam Israel5ddc97f2019-09-03 18:11:12 -0400734 sudo netfilter-persistent save
735 fi
736}
737
garciadeblasd8bc5c32018-05-09 17:37:56 +0200738function generate_docker_images() {
739 echo "Pulling and generating docker images"
Michael Marchettiee374142018-08-02 22:47:16 +0200740 _build_from=$COMMIT_ID
741 [ -z "$_build_from" ] && _build_from="master"
742
743 echo "OSM Docker images generated from $_build_from"
744
Mike Marchettib8420852018-09-13 13:45:06 -0400745 BUILD_ARGS+=(--build-arg REPOSITORY="$REPOSITORY")
746 BUILD_ARGS+=(--build-arg RELEASE="$RELEASE")
747 BUILD_ARGS+=(--build-arg REPOSITORY_KEY="$REPOSITORY_KEY")
748 BUILD_ARGS+=(--build-arg REPOSITORY_BASE="$REPOSITORY_BASE")
lavado60216242018-10-10 23:44:28 +0200749
garciadeblas0e596bc2018-05-28 16:04:42 +0200750 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q KAFKA ; then
751 sg docker -c "docker pull wurstmeister/zookeeper" || FATAL "cannot get zookeeper docker image"
Benjamin Diazaa0af712018-10-04 14:02:34 -0300752 sg docker -c "docker pull wurstmeister/kafka:${KAFKA_TAG}" || FATAL "cannot get kafka docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200753 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400754
garciadeblas0e596bc2018-05-28 16:04:42 +0200755 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MONGO ; then
756 sg docker -c "docker pull mongo" || FATAL "cannot get mongo docker image"
757 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400758
lavado60216242018-10-10 23:44:28 +0200759 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
760 sg docker -c "docker pull prom/prometheus:${PROMETHEUS_TAG}" || FATAL "cannot get prometheus docker image"
761 fi
762
garciadeblasfc5bb142019-12-10 10:49:12 +0100763 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS-CADVISOR ; then
764 sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
765 fi
766
lavado6ad812e2019-11-29 10:58:58 -0500767 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q GRAFANA ; then
768 sg docker -c "docker pull grafana/grafana:${GRAFANA_TAG}" || FATAL "cannot get grafana docker image"
garciadeblasfc5bb142019-12-10 10:49:12 +0100769 fi
lavado6ad812e2019-11-29 10:58:58 -0500770
garciadeblas4a83e6e2018-12-04 14:55:09 +0100771 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI || echo $TO_REBUILD | grep -q KEYSTONE-DB ; then
lavado9a8df7c2018-10-24 09:35:34 -0500772 sg docker -c "docker pull mariadb:${KEYSTONEDB_TAG}" || FATAL "cannot get keystone-db docker image"
773 fi
774
garciadeblas4a83e6e2018-12-04 14:55:09 +0100775 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
776 sg docker -c "docker pull mysql:5" || FATAL "cannot get mysql docker image"
777 fi
778
Mike Marchettida8a9c42018-10-01 15:25:15 -0400779 if [ -n "$PULL_IMAGES" ]; then
780 sg docker -c "docker pull ${DOCKER_USER}/mon:${OSM_DOCKER_TAG}" || FATAL "cannot pull MON docker image"
Mike Marchettida8a9c42018-10-01 15:25:15 -0400781 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q MON ; then
garciadeblas0e596bc2018-05-28 16:04:42 +0200782 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/MON
783 git -C ${LWTEMPDIR}/MON checkout ${COMMIT_ID}
garciadeblas0d45bc82018-11-19 14:25:13 +0100784 sg docker -c "docker build ${LWTEMPDIR}/MON -f ${LWTEMPDIR}/MON/docker/Dockerfile -t ${DOCKER_USER}/mon --no-cache" || FATAL "cannot build MON docker image"
lavado9a8df7c2018-10-24 09:35:34 -0500785 fi
786
787 if [ -n "$PULL_IMAGES" ]; then
788 sg docker -c "docker pull ${DOCKER_USER}/pol:${OSM_DOCKER_TAG}" || FATAL "cannot pull POL docker image"
garciadeblas4a83e6e2018-12-04 14:55:09 +0100789 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q POL ; then
lavado9a8df7c2018-10-24 09:35:34 -0500790 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/POL
791 git -C ${LWTEMPDIR}/POL checkout ${COMMIT_ID}
garciadeblas4a83e6e2018-12-04 14:55:09 +0100792 sg docker -c "docker build ${LWTEMPDIR}/POL -f ${LWTEMPDIR}/POL/docker/Dockerfile -t ${DOCKER_USER}/pol --no-cache" || FATAL "cannot build POL docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200793 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400794
795 if [ -n "$PULL_IMAGES" ]; then
796 sg docker -c "docker pull ${DOCKER_USER}/nbi:${OSM_DOCKER_TAG}" || FATAL "cannot pull NBI docker image"
lavado9a8df7c2018-10-24 09:35:34 -0500797 sg docker -c "docker pull ${DOCKER_USER}/keystone:${OSM_DOCKER_TAG}" || FATAL "cannot pull KEYSTONE docker image"
Mike Marchettida8a9c42018-10-01 15:25:15 -0400798 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q NBI ; then
garciadeblas0e596bc2018-05-28 16:04:42 +0200799 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/NBI
800 git -C ${LWTEMPDIR}/NBI checkout ${COMMIT_ID}
garciadeblas0d45bc82018-11-19 14:25:13 +0100801 sg docker -c "docker build ${LWTEMPDIR}/NBI -f ${LWTEMPDIR}/NBI/Dockerfile.local -t ${DOCKER_USER}/nbi --no-cache" || FATAL "cannot build NBI docker image"
802 sg docker -c "docker build ${LWTEMPDIR}/NBI/keystone -f ${LWTEMPDIR}/NBI/keystone/Dockerfile -t ${DOCKER_USER}/keystone --no-cache" || FATAL "cannot build KEYSTONE docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200803 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400804
805 if [ -n "$PULL_IMAGES" ]; then
806 sg docker -c "docker pull ${DOCKER_USER}/ro:${OSM_DOCKER_TAG}" || FATAL "cannot pull RO docker image"
807 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q RO ; then
garciadeblas0e596bc2018-05-28 16:04:42 +0200808 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/RO
809 git -C ${LWTEMPDIR}/RO checkout ${COMMIT_ID}
tierno5cc8ac32019-11-25 10:33:25 +0000810 sg docker -c "docker build ${LWTEMPDIR}/RO -f ${LWTEMPDIR}/RO/Dockerfile-local -t ${DOCKER_USER}/ro --no-cache" || FATAL "cannot build RO docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200811 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400812
813 if [ -n "$PULL_IMAGES" ]; then
814 sg docker -c "docker pull ${DOCKER_USER}/lcm:${OSM_DOCKER_TAG}" || FATAL "cannot pull LCM RO docker image"
815 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LCM ; then
garciadeblas0e596bc2018-05-28 16:04:42 +0200816 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LCM
817 git -C ${LWTEMPDIR}/LCM checkout ${COMMIT_ID}
garciadeblas0d45bc82018-11-19 14:25:13 +0100818 sg docker -c "docker build ${LWTEMPDIR}/LCM -f ${LWTEMPDIR}/LCM/Dockerfile.local -t ${DOCKER_USER}/lcm --no-cache" || FATAL "cannot build LCM docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200819 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400820
821 if [ -n "$PULL_IMAGES" ]; then
822 sg docker -c "docker pull ${DOCKER_USER}/light-ui:${OSM_DOCKER_TAG}" || FATAL "cannot pull light-ui docker image"
823 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-UI ; then
garciadeblas0e596bc2018-05-28 16:04:42 +0200824 git -C ${LWTEMPDIR} clone https://osm.etsi.org/gerrit/osm/LW-UI
825 git -C ${LWTEMPDIR}/LW-UI checkout ${COMMIT_ID}
garciadeblas0d45bc82018-11-19 14:25:13 +0100826 sg docker -c "docker build ${LWTEMPDIR}/LW-UI -f ${LWTEMPDIR}/LW-UI/docker/Dockerfile -t ${DOCKER_USER}/light-ui --no-cache" || FATAL "cannot build LW-UI docker image"
garciadeblas0e596bc2018-05-28 16:04:42 +0200827 fi
Mike Marchettida8a9c42018-10-01 15:25:15 -0400828
829 if [ -n "$PULL_IMAGES" ]; then
830 sg docker -c "docker pull ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" || FATAL "cannot pull osmclient docker image"
831 elif [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q LW-osmclient; then
garciadeblas0d45bc82018-11-19 14:25:13 +0100832 sg docker -c "docker build -t ${DOCKER_USER}/osmclient ${BUILD_ARGS[@]} -f $OSM_DEVOPS/docker/osmclient ."
Mike Marchettib8420852018-09-13 13:45:06 -0400833 fi
lavado6ad812e2019-11-29 10:58:58 -0500834
835 if [ -z "$TO_REBUILD" ] || echo $TO_REBUILD | grep -q PROMETHEUS ; then
836 sg docker -c "docker pull google/cadvisor:${PROMETHEUS_CADVISOR_TAG}" || FATAL "cannot get prometheus cadvisor docker image"
837 fi
838
garciadeblasd8bc5c32018-05-09 17:37:56 +0200839 echo "Finished generation of docker images"
840}
841
garciadeblas5b857d32018-05-24 18:37:58 +0200842function cmp_overwrite() {
843 file1="$1"
844 file2="$2"
845 if ! $(cmp "${file1}" "${file2}" >/dev/null 2>&1); then
846 if [ -f "${file2}" ]; then
Mike Marchettib8420852018-09-13 13:45:06 -0400847 ask_user "The file ${file2} already exists. Overwrite (y/N)? " n && cp -b ${file1} ${file2}
garciadeblas5b857d32018-05-24 18:37:58 +0200848 else
Mike Marchettib8420852018-09-13 13:45:06 -0400849 cp -b ${file1} ${file2}
garciadeblas5b857d32018-05-24 18:37:58 +0200850 fi
851 fi
852}
853
garciadeblasd8bc5c32018-05-09 17:37:56 +0200854function generate_docker_env_files() {
garciadeblasf9f6d9d2019-10-16 09:33:35 +0200855 echo "Doing a backup of existing env files"
856 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone-db.env{,~}
857 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/keystone.env{,~}
858 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lcm.env{,~}
859 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/lwui.env{,~}
860 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/mon.env{,~}
861 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/nbi.env{,~}
862 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/pol.env{,~}
863 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro-db.env{,~}
864 $WORKDIR_SUDO cp $OSM_DOCKER_WORK_DIR/ro.env{,~}
865
garciadeblasd8bc5c32018-05-09 17:37:56 +0200866 echo "Generating docker env files"
vijaynag8339ed22019-07-25 17:10:58 +0530867 if [ -n "$KUBERNETES" ]; then
868 #Kubernetes resources
869 $WORKDIR_SUDO cp -bR ${OSM_DEVOPS}/installers/docker/osm_pods $OSM_DOCKER_WORK_DIR
870 else
871 # Docker-compose
872 $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/docker-compose.yaml $OSM_DOCKER_WORK_DIR/docker-compose.yaml
garciadeblasf9f6d9d2019-10-16 09:33:35 +0200873
vijaynag8339ed22019-07-25 17:10:58 +0530874 # Prometheus
lavado6ad812e2019-11-29 10:58:58 -0500875 $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/prometheus.yml $OSM_DOCKER_WORK_DIR/prometheus.yml
876
877 # Grafana & Prometheus Exporter files
878 $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR/files
879 $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/files/* $OSM_DOCKER_WORK_DIR/files/
vijaynag8339ed22019-07-25 17:10:58 +0530880 fi
garciadeblasf9f6d9d2019-10-16 09:33:35 +0200881
Benjamin Diazba2cca92018-11-08 21:07:15 -0300882 # LCM
883 if [ ! -f $OSM_DOCKER_WORK_DIR/lcm.env ]; then
884 echo "OSMLCM_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
885 fi
Mike Marchettib8420852018-09-13 13:45:06 -0400886
Benjamin Diazba2cca92018-11-08 21:07:15 -0300887 if ! grep -Fq "OSMLCM_VCA_HOST" $OSM_DOCKER_WORK_DIR/lcm.env; then
888 echo "OSMLCM_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
889 else
890 $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_HOST.*|OSMLCM_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/lcm.env
891 fi
892
893 if ! grep -Fq "OSMLCM_VCA_SECRET" $OSM_DOCKER_WORK_DIR/lcm.env; then
894 echo "OSMLCM_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
895 else
896 $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_SECRET.*|OSMLCM_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/lcm.env
897 fi
898
garciadeblasaa3ddf42019-04-04 19:04:32 +0200899 if ! grep -Fq "OSMLCM_VCA_PUBKEY" $OSM_DOCKER_WORK_DIR/lcm.env; then
garciadeblasec537902019-12-10 14:13:40 +0100900 echo "OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
garciadeblasaa3ddf42019-04-04 19:04:32 +0200901 else
garciadeblasec537902019-12-10 14:13:40 +0100902 $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_PUBKEY.*|OSMLCM_VCA_PUBKEY=${OSM_VCA_PUBKEY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
garciadeblasaa3ddf42019-04-04 19:04:32 +0200903 fi
904
Adam Israelbe7676a2019-10-02 16:10:53 -0400905 if ! grep -Fq "OSMLCM_VCA_CACERT" $OSM_DOCKER_WORK_DIR/lcm.env; then
906 echo "OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
907 else
908 $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_CACERT.*|OSMLCM_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/lcm.env
909 fi
Benjamin Diazba2cca92018-11-08 21:07:15 -0300910
Adam Israel5ddc97f2019-09-03 18:11:12 -0400911 if ! grep -Fq "OSMLCM_VCA_APIPROXY" $OSM_DOCKER_WORK_DIR/lcm.env; then
912 echo "OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
913 else
914 $WORKDIR_SUDO sed -i "s|OSMLCM_VCA_APIPROXY.*|OSMLCM_VCA_APIPROXY=${OSM_VCA_APIPROXY}|g" $OSM_DOCKER_WORK_DIR/lcm.env
915 fi
916
garciadeblasa2e41842019-12-18 11:05:24 +0100917 if ! grep -Fq "OSMLCM_VCA_ENABLEOSUPGRADE" $OSM_DOCKER_WORK_DIR/lcm.env; then
918 echo "# OSMLCM_VCA_ENABLEOSUPGRADE=false" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
919 fi
920
921 if ! grep -Fq "OSMLCM_VCA_APTMIRROR" $OSM_DOCKER_WORK_DIR/lcm.env; then
922 echo "# OSMLCM_VCA_APTMIRROR=http://archive.ubuntu.com/ubuntu/" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lcm.env
923 fi
924
Benjamin Diazba2cca92018-11-08 21:07:15 -0300925 # RO
926 MYSQL_ROOT_PASSWORD=$(generate_secret)
Mike Marchettib8420852018-09-13 13:45:06 -0400927 if [ ! -f $OSM_DOCKER_WORK_DIR/ro-db.env ]; then
928 echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro-db.env
garciadeblas5b857d32018-05-24 18:37:58 +0200929 fi
Mike Marchettib8420852018-09-13 13:45:06 -0400930 if [ ! -f $OSM_DOCKER_WORK_DIR/ro.env ]; then
931 echo "RO_DB_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/ro.env
garciadeblas5b857d32018-05-24 18:37:58 +0200932 fi
Eduardo Sousa09a1e972018-09-21 11:06:32 +0100933
Benjamin Diazba2cca92018-11-08 21:07:15 -0300934 # Keystone
Benjamin Diazba2cca92018-11-08 21:07:15 -0300935 KEYSTONE_DB_PASSWORD=$(generate_secret)
Eduardo Sousac50ed8f2019-04-08 17:17:54 +0100936 SERVICE_PASSWORD=$(generate_secret)
Eduardo Sousa09a1e972018-09-21 11:06:32 +0100937 if [ ! -f $OSM_DOCKER_WORK_DIR/keystone-db.env ]; then
938 echo "MYSQL_ROOT_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone-db.env
939 fi
940 if [ ! -f $OSM_DOCKER_WORK_DIR/keystone.env ]; then
941 echo "ROOT_DB_PASSWORD=${MYSQL_ROOT_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/keystone.env
Eduardo Sousae193dfd2018-09-21 11:37:49 +0100942 echo "KEYSTONE_DB_PASSWORD=${KEYSTONE_DB_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
Eduardo Sousac50ed8f2019-04-08 17:17:54 +0100943 echo "SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/keystone.env
Eduardo Sousae193dfd2018-09-21 11:37:49 +0100944 fi
945
Benjamin Diazba2cca92018-11-08 21:07:15 -0300946 # NBI
Eduardo Sousae193dfd2018-09-21 11:37:49 +0100947 if [ ! -f $OSM_DOCKER_WORK_DIR/nbi.env ]; then
Eduardo Sousac50ed8f2019-04-08 17:17:54 +0100948 echo "OSMNBI_AUTHENTICATION_SERVICE_PASSWORD=${SERVICE_PASSWORD}" |$WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/nbi.env
Benjamin Diazba2cca92018-11-08 21:07:15 -0300949 echo "OSMNBI_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/nbi.env
Eduardo Sousa09a1e972018-09-21 11:06:32 +0100950 fi
951
Benjamin Diazba2cca92018-11-08 21:07:15 -0300952 # MON
953 if [ ! -f $OSM_DOCKER_WORK_DIR/mon.env ]; then
954 echo "OSMMON_DATABASE_COMMONKEY=${OSM_DATABASE_COMMONKEY}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
Benjamin Diaz9261c662019-02-25 17:18:51 -0300955 echo "OSMMON_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/mon" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
Benjamin Diazba2cca92018-11-08 21:07:15 -0300956 fi
957
958 if ! grep -Fq "OS_NOTIFIER_URI" $OSM_DOCKER_WORK_DIR/mon.env; then
959 echo "OS_NOTIFIER_URI=http://${DEFAULT_IP}:8662" |$WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
960 else
961 $WORKDIR_SUDO sed -i "s|OS_NOTIFIER_URI.*|OS_NOTIFIER_URI=http://$DEFAULT_IP:8662|g" $OSM_DOCKER_WORK_DIR/mon.env
962 fi
963
964 if ! grep -Fq "OSMMON_VCA_HOST" $OSM_DOCKER_WORK_DIR/mon.env; then
965 echo "OSMMON_VCA_HOST=${OSM_VCA_HOST}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
966 else
967 $WORKDIR_SUDO sed -i "s|OSMMON_VCA_HOST.*|OSMMON_VCA_HOST=$OSM_VCA_HOST|g" $OSM_DOCKER_WORK_DIR/mon.env
968 fi
969
970 if ! grep -Fq "OSMMON_VCA_SECRET" $OSM_DOCKER_WORK_DIR/mon.env; then
971 echo "OSMMON_VCA_SECRET=${OSM_VCA_SECRET}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
972 else
973 $WORKDIR_SUDO sed -i "s|OSMMON_VCA_SECRET.*|OSMMON_VCA_SECRET=$OSM_VCA_SECRET|g" $OSM_DOCKER_WORK_DIR/mon.env
974 fi
Mike Marchettib8420852018-09-13 13:45:06 -0400975
Adam Israel6d8adf32019-12-05 15:46:54 -0500976 if ! grep -Fq "OSMMON_VCA_CACERT" $OSM_DOCKER_WORK_DIR/mon.env; then
977 echo "OSMMON_VCA_CACERT=${OSM_VCA_CACERT}" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/mon.env
978 else
979 $WORKDIR_SUDO sed -i "s|OSMMON_VCA_CACERT.*|OSMMON_VCA_CACERT=${OSM_VCA_CACERT}|g" $OSM_DOCKER_WORK_DIR/mon.env
980 fi
981
982
Benjamin Diaz04560882019-02-26 17:25:07 -0300983 # POL
984 if [ ! -f $OSM_DOCKER_WORK_DIR/pol.env ]; then
985 echo "OSMPOL_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/pol" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/pol.env
986 fi
987
Benjamin Diaz4088a9b2019-05-21 15:11:49 -0300988 # LW-UI
989 if [ ! -f $OSM_DOCKER_WORK_DIR/lwui.env ]; then
990 echo "OSMUI_SQL_DATABASE_URI=mysql://root:${MYSQL_ROOT_PASSWORD}@mysql:3306/lwui" | $WORKDIR_SUDO tee -a $OSM_DOCKER_WORK_DIR/lwui.env
991 fi
992
garciadeblasd8bc5c32018-05-09 17:37:56 +0200993 echo "Finished generation of docker env files"
994}
995
Mike Marchettib8420852018-09-13 13:45:06 -0400996function generate_osmclient_script () {
Mike Marchetti46d6efe2018-10-23 16:20:16 -0400997 echo "docker run -ti --network net${OSM_STACK_NAME} ${DOCKER_USER}/osmclient:${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm
Mike Marchettib8420852018-09-13 13:45:06 -0400998 $WORKDIR_SUDO chmod +x "$OSM_DOCKER_WORK_DIR/osm"
999 echo "osmclient sidecar container can be found at: $OSM_DOCKER_WORK_DIR/osm"
1000}
1001
vijaynag8339ed22019-07-25 17:10:58 +05301002#installs kubernetes packages
1003function install_kube() {
1004 sudo apt-get update && sudo apt-get install -y apt-transport-https
1005 curl -fsSL https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
1006 sudo add-apt-repository "deb https://apt.kubernetes.io/ kubernetes-xenial main"
1007 sudo apt-get update
1008 echo "Installing Kubernetes Packages ..."
1009 sudo apt-get install -y kubelet=1.15.0-00 kubeadm=1.15.0-00 kubectl=1.15.0-00
1010}
1011
1012#initializes kubernetes control plane
1013function init_kubeadm() {
1014 sudo swapoff -a
1015 sudo kubeadm init --config $1
1016 sleep 5
1017}
1018
1019function kube_config_dir() {
1020 [ ! -d $K8S_MANIFEST_DIR ] && FATAL "Cannot Install Kubernetes"
1021 mkdir -p $HOME/.kube
1022 sudo cp /etc/kubernetes/admin.conf $HOME/.kube/config
1023 sudo chown $(id -u):$(id -g) $HOME/.kube/config
1024}
1025
1026#deploys flannel as daemonsets
1027function deploy_cni_provider() {
1028 CNI_DIR="$(mktemp -d -q --tmpdir "flannel.XXXXXX")"
1029 trap 'rm -rf "${CNI_DIR}"' EXIT
1030 wget -q https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml -P $CNI_DIR
1031 kubectl apply -f $CNI_DIR
1032 [ $? -ne 0 ] && FATAL "Cannot Install Flannel"
1033}
1034
1035#creates secrets from env files which will be used by containers
1036function kube_secrets(){
1037 kubectl create ns $OSM_STACK_NAME
1038 kubectl create secret generic lcm-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lcm.env
1039 kubectl create secret generic mon-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/mon.env
1040 kubectl create secret generic nbi-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/nbi.env
1041 kubectl create secret generic ro-db-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro-db.env
1042 kubectl create secret generic ro-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/ro.env
1043 kubectl create secret generic keystone-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/keystone.env
1044 kubectl create secret generic lwui-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/lwui.env
1045 kubectl create secret generic pol-secret -n $OSM_STACK_NAME --from-env-file=$OSM_DOCKER_WORK_DIR/pol.env
1046}
1047
1048#deploys osm pods and services
1049function deploy_osm_services() {
1050 K8S_MASTER=$(kubectl get nodes | awk '$3~/master/'| awk '{print $1}')
1051 kubectl taint node $K8S_MASTER node-role.kubernetes.io/master:NoSchedule-
1052 sleep 5
1053 kubectl apply -n $OSM_STACK_NAME -f $OSM_K8S_WORK_DIR
1054}
1055
1056function parse_yaml() {
1057 osm_services="nbi lcm ro pol mon light-ui keystone"
1058 TAG=$1
1059 for osm in $osm_services; do
1060 $WORKDIR_SUDO sed -i "s/opensourcemano\/$osm:.*/opensourcemano\/$osm:$TAG/g" $OSM_K8S_WORK_DIR/$osm.yaml
1061 done
1062}
1063
1064function namespace_vol() {
1065 osm_services="nbi lcm ro pol mon kafka mongo mysql"
1066 for osm in $osm_services; do
1067 $WORKDIR_SUDO sed -i "s#path: /var/lib/osm#path: $OSM_NAMESPACE_VOL#g" $OSM_K8S_WORK_DIR/$osm.yaml
1068 done
1069}
1070
garciadeblasa3e26612018-05-30 17:58:55 +02001071function init_docker_swarm() {
garciadeblasd8bc5c32018-05-09 17:37:56 +02001072 if [ "${DEFAULT_MTU}" != "1500" ]; then
1073 DOCKER_NETS=`sg docker -c "docker network list" | awk '{print $2}' | egrep -v "^ID$" | paste -d " " -s`
1074 DOCKER_GW_NET=`sg docker -c "docker network inspect ${DOCKER_NETS}" | grep Subnet | awk -F\" '{print $4}' | egrep "^172" | sort -u | tail -1 | awk -F\. '{if ($2 != 255) print $1"."$2+1"."$3"."$4; else print "-1";}'`
1075 sg docker -c "docker network create --subnet ${DOCKER_GW_NET} --opt com.docker.network.bridge.name=docker_gwbridge --opt com.docker.network.bridge.enable_icc=false --opt com.docker.network.bridge.enable_ip_masquerade=true --opt com.docker.network.driver.mtu=${DEFAULT_MTU} docker_gwbridge"
1076 fi
garciadeblas5b857d32018-05-24 18:37:58 +02001077 sg docker -c "docker swarm init --advertise-addr ${DEFAULT_IP}"
garciadeblasa3e26612018-05-30 17:58:55 +02001078 return 0
1079}
1080
Mike Marchettib8420852018-09-13 13:45:06 -04001081function create_docker_network() {
1082 echo "creating network"
1083 sg docker -c "docker network create --driver=overlay --attachable --opt com.docker.network.driver.mtu=${DEFAULT_MTU} net${OSM_STACK_NAME}"
1084 echo "creating network DONE"
1085}
1086
garciadeblasa3e26612018-05-30 17:58:55 +02001087function deploy_lightweight() {
Mike Marchettib8420852018-09-13 13:45:06 -04001088
garciadeblasa3e26612018-05-30 17:58:55 +02001089 echo "Deploying lightweight build"
Mike Marchettib8420852018-09-13 13:45:06 -04001090 OSM_NBI_PORT=9999
1091 OSM_RO_PORT=9090
Eduardo Sousa09a1e972018-09-21 11:06:32 +01001092 OSM_KEYSTONE_PORT=5000
Mike Marchettib8420852018-09-13 13:45:06 -04001093 OSM_UI_PORT=80
lavadoafa54c72018-10-05 09:28:28 -05001094 OSM_MON_PORT=8662
lavado60216242018-10-10 23:44:28 +02001095 OSM_PROM_PORT=9090
garciadeblasa7b27dc2019-12-04 15:06:55 +01001096 OSM_PROM_CADVISOR_PORT=8080
lavado60216242018-10-10 23:44:28 +02001097 OSM_PROM_HOSTPORT=9091
lavado6ad812e2019-11-29 10:58:58 -05001098 OSM_GRAFANA_PORT=3000
Eduardo Sousae00c8f92018-10-08 10:36:17 +01001099 [ -n "$INSTALL_ELK" ] && OSM_ELK_PORT=5601
lavado6ad812e2019-11-29 10:58:58 -05001100 #[ -n "$INSTALL_PERFMON" ] && OSM_PM_PORT=3000
lavado60216242018-10-10 23:44:28 +02001101
Mike Marchettib8420852018-09-13 13:45:06 -04001102 if [ -n "$NO_HOST_PORTS" ]; then
1103 OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT)
1104 OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT)
Eduardo Sousa09a1e972018-09-21 11:06:32 +01001105 OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT)
Mike Marchettib8420852018-09-13 13:45:06 -04001106 OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT)
lavadoafa54c72018-10-05 09:28:28 -05001107 OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT)
lavado60216242018-10-10 23:44:28 +02001108 OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_PORT)
garciadeblasa7b27dc2019-12-04 15:06:55 +01001109 OSM_PORTS+=(OSM_PROM_CADVISOR_PORTS=$OSM_PROM_CADVISOR_PORT)
lavado6ad812e2019-11-29 10:58:58 -05001110 OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT)
1111 #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT)
Eduardo Sousae00c8f92018-10-08 10:36:17 +01001112 [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT)
Mike Marchettib8420852018-09-13 13:45:06 -04001113 else
1114 OSM_PORTS+=(OSM_NBI_PORTS=$OSM_NBI_PORT:$OSM_NBI_PORT)
1115 OSM_PORTS+=(OSM_RO_PORTS=$OSM_RO_PORT:$OSM_RO_PORT)
Eduardo Sousa09a1e972018-09-21 11:06:32 +01001116 OSM_PORTS+=(OSM_KEYSTONE_PORTS=$OSM_KEYSTONE_PORT:$OSM_KEYSTONE_PORT)
Mike Marchettib8420852018-09-13 13:45:06 -04001117 OSM_PORTS+=(OSM_UI_PORTS=$OSM_UI_PORT:$OSM_UI_PORT)
lavadoafa54c72018-10-05 09:28:28 -05001118 OSM_PORTS+=(OSM_MON_PORTS=$OSM_MON_PORT:$OSM_MON_PORT)
lavado60216242018-10-10 23:44:28 +02001119 OSM_PORTS+=(OSM_PROM_PORTS=$OSM_PROM_HOSTPORT:$OSM_PROM_PORT)
garciadeblasa7b27dc2019-12-04 15:06:55 +01001120 OSM_PORTS+=(OSM_PROM_CADVISOR_PORTS=$OSM_PROM_CADVISOR_PORT:$OSM_PROM_CADVISOR_PORT)
lavado6ad812e2019-11-29 10:58:58 -05001121 OSM_PORTS+=(OSM_GRAFANA_PORTS=$OSM_GRAFANA_PORT:$OSM_GRAFANA_PORT)
1122 #[ -n "$INSTALL_PERFMON" ] && OSM_PORTS+=(OSM_PM_PORTS=$OSM_PM_PORT:$OSM_PM_PORT)
Eduardo Sousae00c8f92018-10-08 10:36:17 +01001123 [ -n "$INSTALL_ELK" ] && OSM_PORTS+=(OSM_ELK_PORTS=$OSM_ELK_PORT:$OSM_ELK_PORT)
Mike Marchettib8420852018-09-13 13:45:06 -04001124 fi
1125 echo "export ${OSM_PORTS[@]}" | $WORKDIR_SUDO tee $OSM_DOCKER_WORK_DIR/osm_ports.sh
1126 echo "export OSM_NETWORK=net${OSM_STACK_NAME}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
Mike Marchetti13d76c82018-09-19 15:00:36 -04001127 echo "export TAG=${OSM_DOCKER_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
Mike Marchettida8a9c42018-10-01 15:25:15 -04001128 echo "export DOCKER_USER=${DOCKER_USER}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
Benjamin Diazaa0af712018-10-04 14:02:34 -03001129 echo "export KAFKA_TAG=${KAFKA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
lavado60216242018-10-10 23:44:28 +02001130 echo "export PROMETHEUS_TAG=${PROMETHEUS_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
lavado9a8df7c2018-10-24 09:35:34 -05001131 echo "export KEYSTONEDB_TAG=${KEYSTONEDB_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
lavado6ad812e2019-11-29 10:58:58 -05001132 echo "export PROMETHEUS_CADVISOR_TAG=${PROMETHEUS_CADVISOR_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
1133 echo "export GRAFANA_TAG=${GRAFANA_TAG}" | $WORKDIR_SUDO tee --append $OSM_DOCKER_WORK_DIR/osm_ports.sh
Benjamin Diazaa0af712018-10-04 14:02:34 -03001134
Mike Marchettib8420852018-09-13 13:45:06 -04001135 pushd $OSM_DOCKER_WORK_DIR
beierl63229a22019-05-30 14:42:04 -04001136 sg docker -c ". ./osm_ports.sh; docker stack deploy -c $OSM_DOCKER_WORK_DIR/docker-compose.yaml $OSM_STACK_NAME"
Mike Marchettib8420852018-09-13 13:45:06 -04001137 popd
1138
garciadeblasd8bc5c32018-05-09 17:37:56 +02001139 echo "Finished deployment of lightweight build"
1140}
1141
garciadeblas6c66abf2018-05-16 14:46:19 +02001142function deploy_elk() {
garciadeblase2aebfe2018-07-06 14:11:20 +02001143 echo "Pulling docker images for ELK"
lavado53eb8f52018-11-16 12:58:23 -05001144 sg docker -c "docker pull docker.elastic.co/elasticsearch/elasticsearch-oss:${ELASTIC_VERSION}" || FATAL "cannot get elasticsearch docker image"
1145 sg docker -c "docker pull docker.elastic.co/beats/metricbeat:${ELASTIC_VERSION}" || FATAL "cannot get metricbeat docker image"
1146 sg docker -c "docker pull docker.elastic.co/beats/filebeat:${ELASTIC_VERSION}" || FATAL "cannot get filebeat docker image"
1147 sg docker -c "docker pull docker.elastic.co/kibana/kibana-oss:${ELASTIC_VERSION}" || FATAL "cannot get kibana docker image"
lavado4e8662c2018-11-28 11:28:14 -05001148 sg docker -c "docker pull bobrik/curator:${ELASTIC_CURATOR_VERSION}" || FATAL "cannot get curator docker image"
garciadeblase2aebfe2018-07-06 14:11:20 +02001149 echo "Finished pulling elk docker images"
Mike Marchettib8420852018-09-13 13:45:06 -04001150 $WORKDIR_SUDO mkdir -p "$OSM_DOCKER_WORK_DIR/osm_elk"
1151 $WORKDIR_SUDO cp -b ${OSM_DEVOPS}/installers/docker/osm_elk/* $OSM_DOCKER_WORK_DIR/osm_elk
garciadeblas5b857d32018-05-24 18:37:58 +02001152 remove_stack osm_elk
garciadeblas6c66abf2018-05-16 14:46:19 +02001153 echo "Deploying ELK stack"
Mike Marchettib8420852018-09-13 13:45:06 -04001154 sg docker -c "OSM_NETWORK=net${OSM_STACK_NAME} docker stack deploy -c $OSM_DOCKER_WORK_DIR/osm_elk/docker-compose.yml osm_elk"
garciadeblas6c66abf2018-05-16 14:46:19 +02001155 echo "Waiting for ELK stack to be up and running"
1156 time=0
garciadeblase2aebfe2018-07-06 14:11:20 +02001157 step=5
1158 timelength=40
garciadeblas6c66abf2018-05-16 14:46:19 +02001159 elk_is_up=1
1160 while [ $time -le $timelength ]; do
garciadeblase2aebfe2018-07-06 14:11:20 +02001161 if [[ $(curl -f -XGET http://127.0.0.1:5601/status -I 2>/dev/null | grep "HTTP/1.1 200 OK" | wc -l ) -eq 1 ]]; then
garciadeblas6c66abf2018-05-16 14:46:19 +02001162 elk_is_up=0
1163 break
1164 fi
1165 sleep $step
1166 time=$((time+step))
1167 done
1168 if [ $elk_is_up -eq 0 ]; then
1169 echo "ELK is up and running. Trying to create index pattern..."
1170 #Create index pattern
1171 curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
lavado53eb8f52018-11-16 12:58:23 -05001172 "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1173 -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}" 2>/dev/null
garciadeblas6c66abf2018-05-16 14:46:19 +02001174 #Make it the default index
garciadeblase2aebfe2018-07-06 14:11:20 +02001175 curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
garciadeblas5b857d32018-05-24 18:37:58 +02001176 "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
lavado53eb8f52018-11-16 12:58:23 -05001177 -d"{\"value\":\"filebeat-*\"}" 2>/dev/null
garciadeblas6c66abf2018-05-16 14:46:19 +02001178 else
1179 echo "Cannot connect to Kibana to create index pattern."
1180 echo "Once Kibana is running, you can use the following instructions to create index pattern:"
1181 echo 'curl -f -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
lavado53eb8f52018-11-16 12:58:23 -05001182 "http://127.0.0.1:5601/api/saved_objects/index-pattern/filebeat-*" \
1183 -d"{\"attributes\":{\"title\":\"filebeat-*\",\"timeFieldName\":\"@timestamp\"}}"'
garciadeblas6c66abf2018-05-16 14:46:19 +02001184 echo 'curl -XPOST -H "Content-Type: application/json" -H "kbn-xsrf: anything" \
garciadeblas5b857d32018-05-24 18:37:58 +02001185 "http://127.0.0.1:5601/api/kibana/settings/defaultIndex" \
lavado53eb8f52018-11-16 12:58:23 -05001186 -d"{\"value\":\"filebeat-*\"}"'
garciadeblas6c66abf2018-05-16 14:46:19 +02001187 fi
1188 echo "Finished deployment of ELK stack"
1189 return 0
1190}
1191
garciadeblasd8bc5c32018-05-09 17:37:56 +02001192function install_lightweight() {
garciadeblas0d45bc82018-11-19 14:25:13 +01001193 [ "${OSM_STACK_NAME}" == "osm" ] || OSM_DOCKER_WORK_DIR="$OSM_WORK_DIR/stack/$OSM_STACK_NAME"
vijaynag8339ed22019-07-25 17:10:58 +05301194 [ -n "$KUBERNETES" ] && OSM_K8S_WORK_DIR="$OSM_DOCKER_WORK_DIR/osm_pods" && OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
Mike Marchettib8420852018-09-13 13:45:06 -04001195 [ ! -d "$OSM_DOCKER_WORK_DIR" ] && $WORKDIR_SUDO mkdir -p $OSM_DOCKER_WORK_DIR
vijaynag8339ed22019-07-25 17:10:58 +05301196 [ -n "$KUBERNETES" ] && $WORKDIR_SUDO cp -b $OSM_DEVOPS/installers/docker/cluster-config.yaml $OSM_DOCKER_WORK_DIR/cluster-config.yaml
Mike Marchettib8420852018-09-13 13:45:06 -04001197
garciadeblas183e5802018-12-13 18:20:54 +01001198 track checkingroot
garciadeblasd13a8aa2018-05-18 15:24:51 +02001199 [ "$USER" == "root" ] && FATAL "You are running the installer as root. The installer is prepared to be executed as a normal user with sudo privileges."
garciadeblas183e5802018-12-13 18:20:54 +01001200 track noroot
vijaynag8339ed22019-07-25 17:10:58 +05301201
1202 if [ -n "$KUBERNETES" ]; then
1203 [ -z "$ASSUME_YES" ] && ! ask_user "The installation will do the following
1204 1. Install and configure LXD
1205 2. Install juju
1206 3. Install docker CE
1207 4. Disable swap space
1208 5. Install and initialize Kubernetes
1209 as pre-requirements.
1210 Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1211
1212 else
1213 [ -z "$ASSUME_YES" ] && ! ask_user "The installation will configure LXD, install juju, install docker CE and init a docker swarm, as pre-requirements. Do you want to proceed (Y/n)? " y && echo "Cancelled!" && exit 1
1214 fi
garciadeblasfae5e972018-06-12 18:27:11 +02001215 track proceed
vijaynag8339ed22019-07-25 17:10:58 +05301216
garciadeblasd8bc5c32018-05-09 17:37:56 +02001217 echo "Installing lightweight build of OSM"
1218 LWTEMPDIR="$(mktemp -d -q --tmpdir "installosmlight.XXXXXX")"
1219 trap 'rm -rf "${LWTEMPDIR}"' EXIT
1220 DEFAULT_IF=`route -n |awk '$1~/^0.0.0.0/ {print $8}'`
garciadeblas8cd60772018-06-02 08:38:17 +02001221 [ -z "$DEFAULT_IF" ] && FATAL "Not possible to determine the interface with the default route 0.0.0.0"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001222 DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
garciadeblas8cd60772018-06-02 08:38:17 +02001223 [ -z "$DEFAULT_IP" ] && FATAL "Not possible to determine the IP address of the interface with the default route"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001224 DEFAULT_MTU=$(ip addr show ${DEFAULT_IF} | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
Mike Marchettib8420852018-09-13 13:45:06 -04001225
1226 # if no host is passed in, we need to install lxd/juju, unless explicilty asked not to
lavadoe07b1642018-10-25 10:58:34 -05001227 if [ -z "$OSM_VCA_HOST" ] && [ -z "$INSTALL_NOLXD" ]; then
garciadeblasbd925e42018-06-14 14:32:12 +02001228 need_packages_lw="lxd snapd"
garciadeblasd41f5482018-05-25 10:25:06 +02001229 echo -e "Checking required packages: $need_packages_lw"
1230 dpkg -l $need_packages_lw &>/dev/null \
1231 || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1232 || sudo apt-get update \
1233 || FATAL "failed to run apt-get update"
1234 dpkg -l $need_packages_lw &>/dev/null \
1235 || ! echo -e "Installing $need_packages_lw requires root privileges." \
1236 || sudo apt-get install -y $need_packages_lw \
1237 || FATAL "failed to install $need_packages_lw"
1238 fi
garciadeblasfae5e972018-06-12 18:27:11 +02001239 track prereqok
Mike Marchettib8420852018-09-13 13:45:06 -04001240
vijaynag8339ed22019-07-25 17:10:58 +05301241 [ -z "$INSTALL_NOJUJU" ] && install_juju
garciadeblas183e5802018-12-13 18:20:54 +01001242 track juju_install
vijaynag8339ed22019-07-25 17:10:58 +05301243
lavadoe07b1642018-10-25 10:58:34 -05001244 if [ -z "$OSM_VCA_HOST" ]; then
Mike Marchettib8420852018-09-13 13:45:06 -04001245 juju_createcontroller
lavadoe07b1642018-10-25 10:58:34 -05001246 OSM_VCA_HOST=`sg lxd -c "juju show-controller $OSM_STACK_NAME"|grep api-endpoints|awk -F\' '{print $2}'|awk -F\: '{print $1}'`
1247 [ -z "$OSM_VCA_HOST" ] && FATAL "Cannot obtain juju controller IP address"
Mike Marchettib8420852018-09-13 13:45:06 -04001248 fi
garciadeblas183e5802018-12-13 18:20:54 +01001249 track juju_controller
vijaynag8339ed22019-07-25 17:10:58 +05301250
lavadoe07b1642018-10-25 10:58:34 -05001251 if [ -z "$OSM_VCA_SECRET" ]; then
1252 OSM_VCA_SECRET=$(parse_juju_password $OSM_STACK_NAME)
1253 [ -z "$OSM_VCA_SECRET" ] && FATAL "Cannot obtain juju secret"
Mike Marchettib8420852018-09-13 13:45:06 -04001254 fi
garciadeblasaa3ddf42019-04-04 19:04:32 +02001255 if [ -z "$OSM_VCA_PUBKEY" ]; then
1256 OSM_VCA_PUBKEY=$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)
1257 [ -z "$OSM_VCA_PUBKEY" ] && FATAL "Cannot obtain juju public key"
1258 fi
garciadeblasfc5bb142019-12-10 10:49:12 +01001259 if [ -z "$OSM_VCA_CACERT" ]; then
1260 OSM_VCA_CACERT=$(juju controllers --format json | jq -r '.controllers["osm"]["ca-cert"]' | base64 | tr -d \\n)
1261 [ -z "$OSM_VCA_CACERT" ] && FATAL "Cannot obtain juju CA certificate"
1262 fi
Adam Israel5ddc97f2019-09-03 18:11:12 -04001263 if [ -z "$OSM_VCA_APIPROXY" ]; then
1264 OSM_VCA_APIPROXY=$DEFAULT_IP
1265 [ -z "$OSM_VCA_APIPROXY" ] && FATAL "Cannot obtain juju api proxy"
1266 fi
1267 juju_createproxy
garciadeblasfc5bb142019-12-10 10:49:12 +01001268 track juju
Adam Israel5ddc97f2019-09-03 18:11:12 -04001269
Benjamin Diazba2cca92018-11-08 21:07:15 -03001270 if [ -z "$OSM_DATABASE_COMMONKEY" ]; then
1271 OSM_DATABASE_COMMONKEY=$(generate_secret)
1272 [ -z "OSM_DATABASE_COMMONKEY" ] && FATAL "Cannot generate common db secret"
1273 fi
vijaynag8339ed22019-07-25 17:10:58 +05301274
garciadeblasa3e26612018-05-30 17:58:55 +02001275 [ -n "$INSTALL_NODOCKER" ] || install_docker_ce
garciadeblas6c66abf2018-05-16 14:46:19 +02001276 track docker_ce
vijaynag8339ed22019-07-25 17:10:58 +05301277
1278 #Installs Kubernetes and deploys osm services
1279 if [ -n "$KUBERNETES" ]; then
1280 install_kube
1281 track install_k8s
1282 init_kubeadm $OSM_DOCKER_WORK_DIR/cluster-config.yaml
1283 kube_config_dir
1284 track init_k8s
1285 else
1286 #install_docker_compose
1287 [ -n "$INSTALL_NODOCKER" ] || init_docker_swarm
1288 track docker_swarm
1289 fi
1290
Mike Marchettib8420852018-09-13 13:45:06 -04001291 [ -z "$DOCKER_NOBUILD" ] && generate_docker_images
garciadeblas6c66abf2018-05-16 14:46:19 +02001292 track docker_build
vijaynag8339ed22019-07-25 17:10:58 +05301293
garciadeblasd8bc5c32018-05-09 17:37:56 +02001294 generate_docker_env_files
Mike Marchettib8420852018-09-13 13:45:06 -04001295
vijaynag8339ed22019-07-25 17:10:58 +05301296 if [ -n "$KUBERNETES" ]; then
romeromonsere366b1a2019-11-19 19:49:26 +01001297 if [ -n "$K8S_MONITOR" ]; then
1298 # uninstall OSM MONITORING
1299 uninstall_k8s_monitoring
garciadeblasfc5bb142019-12-10 10:49:12 +01001300 track uninstall_k8s_monitoring
romeromonsere366b1a2019-11-19 19:49:26 +01001301 fi
vijaynag8339ed22019-07-25 17:10:58 +05301302 #remove old namespace
1303 remove_k8s_namespace $OSM_STACK_NAME
1304 deploy_cni_provider
1305 kube_secrets
garciadeblasa7e128a2019-12-18 11:10:45 +01001306 [ ! $OSM_DOCKER_TAG == "7" ] && parse_yaml $OSM_DOCKER_TAG
vijaynag8339ed22019-07-25 17:10:58 +05301307 namespace_vol
1308 deploy_osm_services
1309 track deploy_osm_services_k8s
garciadeblasfc5bb142019-12-10 10:49:12 +01001310 if [ -n "$K8S_MONITOR" ]; then
1311 # install OSM MONITORING
1312 install_k8s_monitoring
1313 track install_k8s_monitoring
1314 fi
vijaynag8339ed22019-07-25 17:10:58 +05301315 else
1316 # remove old stack
1317 remove_stack $OSM_STACK_NAME
1318 create_docker_network
1319 deploy_lightweight
1320 generate_osmclient_script
1321 track docker_deploy
lavado6ad812e2019-11-29 10:58:58 -05001322 install_prometheus_nodeexporter
garciadeblasfc5bb142019-12-10 10:49:12 +01001323 track nodeexporter
vijaynag8339ed22019-07-25 17:10:58 +05301324 [ -n "$INSTALL_VIMEMU" ] && install_vimemu && track vimemu
1325 [ -n "$INSTALL_ELK" ] && deploy_elk && track elk
vijaynag8339ed22019-07-25 17:10:58 +05301326 fi
1327
Mike Marchettib8420852018-09-13 13:45:06 -04001328 [ -z "$INSTALL_NOHOSTCLIENT" ] && install_osmclient
garciadeblas6c66abf2018-05-16 14:46:19 +02001329 track osmclient
vijaynag8339ed22019-07-25 17:10:58 +05301330
garciadeblas44c02192019-12-09 01:36:57 +01001331 wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README2.txt &> /dev/null
garciadeblas6c66abf2018-05-16 14:46:19 +02001332 track end
garciadeblasd8bc5c32018-05-09 17:37:56 +02001333 return 0
1334}
1335
1336function install_vimemu() {
peusterm76353e42018-05-08 13:56:05 +02001337 echo "\nInstalling vim-emu"
1338 EMUTEMPDIR="$(mktemp -d -q --tmpdir "installosmvimemu.XXXXXX")"
1339 trap 'rm -rf "${EMUTEMPDIR}"' EXIT
garciadeblasd8bc5c32018-05-09 17:37:56 +02001340 # clone vim-emu repository (attention: branch is currently master only)
1341 echo "Cloning vim-emu repository ..."
peusterm76353e42018-05-08 13:56:05 +02001342 git clone https://osm.etsi.org/gerrit/osm/vim-emu.git $EMUTEMPDIR
garciadeblasd8bc5c32018-05-09 17:37:56 +02001343 # build vim-emu docker
1344 echo "Building vim-emu Docker container..."
Mike Marchettib8420852018-09-13 13:45:06 -04001345
1346 sg docker -c "docker build -t vim-emu-img -f $EMUTEMPDIR/Dockerfile --no-cache $EMUTEMPDIR/" || FATAL "cannot build vim-emu-img docker image"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001347 # start vim-emu container as daemon
1348 echo "Starting vim-emu Docker container 'vim-emu' ..."
peusterm76353e42018-05-08 13:56:05 +02001349 if [ -n "$INSTALL_LIGHTWEIGHT" ]; then
1350 # in lightweight mode, the emulator needs to be attached to netOSM
Mike Marchettib8420852018-09-13 13:45:06 -04001351 sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' --network=net${OSM_STACK_NAME} -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
peusterm76353e42018-05-08 13:56:05 +02001352 else
1353 # classic build mode
Mike Marchettib8420852018-09-13 13:45:06 -04001354 sg docker -c "docker run --name vim-emu -t -d --restart always --privileged --pid='host' -v /var/run/docker.sock:/var/run/docker.sock vim-emu-img python examples/osm_default_daemon_topology_2_pop.py"
peusterm76353e42018-05-08 13:56:05 +02001355 fi
garciadeblasd8bc5c32018-05-09 17:37:56 +02001356 echo "Waiting for 'vim-emu' container to start ..."
1357 sleep 5
Mike Marchettib8420852018-09-13 13:45:06 -04001358 export VIMEMU_HOSTNAME=$(sg docker -c "docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vim-emu")
garciadeblasd8bc5c32018-05-09 17:37:56 +02001359 echo "vim-emu running at ${VIMEMU_HOSTNAME} ..."
peusterm76353e42018-05-08 13:56:05 +02001360 # print vim-emu connection info
1361 echo -e "\nYou might be interested in adding the following vim-emu env variables to your .bashrc file:"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001362 echo " export VIMEMU_HOSTNAME=${VIMEMU_HOSTNAME}"
peusterm76353e42018-05-08 13:56:05 +02001363 echo -e "To add the emulated VIM to OSM you should do:"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001364 echo " osm vim-create --name emu-vim1 --user username --password password --auth_url http://${VIMEMU_HOSTNAME}:6001/v2.0 --tenant tenantName --account_type openstack"
1365}
1366
romeromonsere366b1a2019-11-19 19:49:26 +01001367function install_k8s_monitoring() {
1368 # install OSM monitoring
garciadeblasfc5bb142019-12-10 10:49:12 +01001369 $WORKDIR_SUDO chmod +x $OSM_DEVOPS/installers/k8s/*.sh
romeromonsere366b1a2019-11-19 19:49:26 +01001370 $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/install_osm_k8s_monitoring.sh
1371}
1372
1373function uninstall_k8s_monitoring() {
K Sai Kiran5e151f02019-12-11 14:50:09 +05301374 # uninstall OSM monitoring
romeromonsere366b1a2019-11-19 19:49:26 +01001375 $WORKDIR_SUDO $OSM_DEVOPS/installers/k8s/uninstall_osm_k8s_monitoring.sh
1376}
1377
garciadeblasd8bc5c32018-05-09 17:37:56 +02001378function dump_vars(){
1379 echo "DEVELOP=$DEVELOP"
1380 echo "INSTALL_FROM_SOURCE=$INSTALL_FROM_SOURCE"
1381 echo "UNINSTALL=$UNINSTALL"
1382 echo "NAT=$NAT"
1383 echo "UPDATE=$UPDATE"
1384 echo "RECONFIGURE=$RECONFIGURE"
1385 echo "TEST_INSTALLER=$TEST_INSTALLER"
1386 echo "INSTALL_VIMEMU=$INSTALL_VIMEMU"
1387 echo "INSTALL_LXD=$INSTALL_LXD"
1388 echo "INSTALL_FROM_LXDIMAGES=$INSTALL_FROM_LXDIMAGES"
1389 echo "LXD_REPOSITORY_BASE=$LXD_REPOSITORY_BASE"
1390 echo "LXD_REPOSITORY_PATH=$LXD_REPOSITORY_PATH"
1391 echo "INSTALL_LIGHTWEIGHT=$INSTALL_LIGHTWEIGHT"
garciadeblas6c66abf2018-05-16 14:46:19 +02001392 echo "INSTALL_ONLY=$INSTALL_ONLY"
1393 echo "INSTALL_ELK=$INSTALL_ELK"
lavado6ad812e2019-11-29 10:58:58 -05001394 #echo "INSTALL_PERFMON=$INSTALL_PERFMON"
garciadeblas0e596bc2018-05-28 16:04:42 +02001395 echo "TO_REBUILD=$TO_REBUILD"
garciadeblasd41f5482018-05-25 10:25:06 +02001396 echo "INSTALL_NOLXD=$INSTALL_NOLXD"
garciadeblasa3e26612018-05-30 17:58:55 +02001397 echo "INSTALL_NODOCKER=$INSTALL_NODOCKER"
garciadeblas0d45bc82018-11-19 14:25:13 +01001398 echo "INSTALL_NOJUJU=$INSTALL_NOJUJU"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001399 echo "RELEASE=$RELEASE"
1400 echo "REPOSITORY=$REPOSITORY"
1401 echo "REPOSITORY_BASE=$REPOSITORY_BASE"
1402 echo "REPOSITORY_KEY=$REPOSITORY_KEY"
1403 echo "NOCONFIGURE=$NOCONFIGURE"
garciadeblas0d45bc82018-11-19 14:25:13 +01001404 echo "OSM_DEVOPS=$OSM_DEVOPS"
1405 echo "OSM_VCA_HOST=$OSM_VCA_HOST"
1406 echo "OSM_VCA_SECRET=$OSM_VCA_SECRET"
garciadeblasaa3ddf42019-04-04 19:04:32 +02001407 echo "OSM_VCA_PUBKEY=$OSM_VCA_PUBKEY"
garciadeblas0d45bc82018-11-19 14:25:13 +01001408 echo "NO_HOST_PORTS=$NO_HOST_PORTS"
1409 echo "DOCKER_NOBUILD=$DOCKER_NOBUILD"
1410 echo "WORKDIR_SUDO=$WORKDIR_SUDO"
1411 echo "OSM_WORK_DIR=$OSM_STACK_NAME"
1412 echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
1413 echo "DOCKER_USER=$DOCKER_USER"
1414 echo "OSM_STACK_NAME=$OSM_STACK_NAME"
1415 echo "PULL_IMAGES=$PULL_IMAGES"
vijaynag8339ed22019-07-25 17:10:58 +05301416 echo "KUBERNETES=$KUBERNETES"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001417 echo "SHOWOPTS=$SHOWOPTS"
1418 echo "Install from specific refspec (-b): $COMMIT_ID"
1419}
1420
1421function track(){
1422 ctime=`date +%s`
1423 duration=$((ctime - SESSION_ID))
1424 url="http://www.woopra.com/track/ce?project=osm.etsi.org&cookie=${SESSION_ID}"
1425 #url="${url}&ce_campaign_name=${CAMPAIGN_NAME}"
1426 event_name="bin"
garciadeblas6c66abf2018-05-16 14:46:19 +02001427 [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_SOURCE" ] && event_name="binsrc"
1428 [ -z "$INSTALL_LIGHTWEIGHT" ] && [ -n "$INSTALL_FROM_LXDIMAGES" ] && event_name="lxd"
1429 [ -n "$INSTALL_LIGHTWEIGHT" ] && event_name="lw"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001430 event_name="${event_name}_$1"
1431 url="${url}&event=${event_name}&ce_duration=${duration}"
1432 wget -q -O /dev/null $url
1433}
1434
1435UNINSTALL=""
1436DEVELOP=""
1437NAT=""
1438UPDATE=""
1439RECONFIGURE=""
1440TEST_INSTALLER=""
1441INSTALL_LXD=""
1442SHOWOPTS=""
1443COMMIT_ID=""
1444ASSUME_YES=""
1445INSTALL_FROM_SOURCE=""
garciadeblasfc5bb142019-12-10 10:49:12 +01001446RELEASE="ReleaseSEVEN"
Mike Marchettib8420852018-09-13 13:45:06 -04001447REPOSITORY="stable"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001448INSTALL_VIMEMU=""
1449INSTALL_FROM_LXDIMAGES=""
1450LXD_REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/lxd"
1451LXD_REPOSITORY_PATH=""
1452INSTALL_LIGHTWEIGHT="y"
garciadeblas6c66abf2018-05-16 14:46:19 +02001453INSTALL_ONLY=""
1454INSTALL_ELK=""
garciadeblas0e596bc2018-05-28 16:04:42 +02001455TO_REBUILD=""
garciadeblasd41f5482018-05-25 10:25:06 +02001456INSTALL_NOLXD=""
garciadeblasa3e26612018-05-30 17:58:55 +02001457INSTALL_NODOCKER=""
Mike Marchettib8420852018-09-13 13:45:06 -04001458INSTALL_NOJUJU=""
vijaynag8339ed22019-07-25 17:10:58 +05301459KUBERNETES=""
romeromonsere366b1a2019-11-19 19:49:26 +01001460K8S_MONITOR=""
garciadeblas0d45bc82018-11-19 14:25:13 +01001461INSTALL_NOHOSTCLIENT=""
garciadeblasd8bc5c32018-05-09 17:37:56 +02001462NOCONFIGURE=""
1463RELEASE_DAILY=""
1464SESSION_ID=`date +%s`
1465OSM_DEVOPS=
lavadoe07b1642018-10-25 10:58:34 -05001466OSM_VCA_HOST=
1467OSM_VCA_SECRET=
garciadeblasaa3ddf42019-04-04 19:04:32 +02001468OSM_VCA_PUBKEY=
Mike Marchettib8420852018-09-13 13:45:06 -04001469OSM_STACK_NAME=osm
1470NO_HOST_PORTS=""
1471DOCKER_NOBUILD=""
1472REPOSITORY_KEY="OSM%20ETSI%20Release%20Key.gpg"
garciadeblas870e60a2018-11-21 16:44:21 +01001473REPOSITORY_BASE="https://osm-download.etsi.org/repository/osm/debian"
Mike Marchettib8420852018-09-13 13:45:06 -04001474WORKDIR_SUDO=sudo
1475OSM_WORK_DIR="/etc/osm"
garciadeblas526f0fb2018-11-23 14:47:40 +01001476OSM_DOCKER_WORK_DIR="/etc/osm/docker"
vijaynag8339ed22019-07-25 17:10:58 +05301477OSM_K8S_WORK_DIR="${OSM_DOCKER_WORK_DIR}/osm_pods"
1478OSM_HOST_VOL="/var/lib/osm"
1479OSM_NAMESPACE_VOL="${OSM_HOST_VOL}/${OSM_STACK_NAME}"
Mike Marchetti13d76c82018-09-19 15:00:36 -04001480OSM_DOCKER_TAG=latest
garciadeblas0d45bc82018-11-19 14:25:13 +01001481DOCKER_USER=opensourcemano
1482PULL_IMAGES="y"
Benjamin Diazaa0af712018-10-04 14:02:34 -03001483KAFKA_TAG=2.11-1.0.2
lavado60216242018-10-10 23:44:28 +02001484PROMETHEUS_TAG=v2.4.3
lavado6ad812e2019-11-29 10:58:58 -05001485GRAFANA_TAG=latest
1486PROMETHEUS_NODE_EXPORTER_TAG=0.18.1
1487PROMETHEUS_CADVISOR_TAG=latest
lavado9a8df7c2018-10-24 09:35:34 -05001488KEYSTONEDB_TAG=10
Benjamin Diazba2cca92018-11-08 21:07:15 -03001489OSM_DATABASE_COMMONKEY=
lavado53eb8f52018-11-16 12:58:23 -05001490ELASTIC_VERSION=6.4.2
lavado4e8662c2018-11-28 11:28:14 -05001491ELASTIC_CURATOR_VERSION=5.5.4
vijaynag8339ed22019-07-25 17:10:58 +05301492POD_NETWORK_CIDR=10.244.0.0/16
1493K8S_MANIFEST_DIR="/etc/kubernetes/manifests"
1494RE_CHECK='^[a-z0-9]([-a-z0-9]*[a-z0-9])?$'
garciadeblasd8bc5c32018-05-09 17:37:56 +02001495
vijaynag8339ed22019-07-25 17:10:58 +05301496while getopts ":hy-:b:r:c:k:u:R:l:p:D:o:m:H:S:s:w:t:U:P:A:" o; do
garciadeblasd8bc5c32018-05-09 17:37:56 +02001497 case "${o}" in
1498 h)
1499 usage && exit 0
1500 ;;
1501 b)
1502 COMMIT_ID=${OPTARG}
garciadeblas0d45bc82018-11-19 14:25:13 +01001503 PULL_IMAGES=""
garciadeblasd8bc5c32018-05-09 17:37:56 +02001504 ;;
1505 r)
Mike Marchettib8420852018-09-13 13:45:06 -04001506 REPOSITORY="${OPTARG}"
1507 REPO_ARGS+=(-r "$REPOSITORY")
garciadeblasd8bc5c32018-05-09 17:37:56 +02001508 ;;
vijaynag8339ed22019-07-25 17:10:58 +05301509 c)
1510 [ "${OPTARG}" == "swarm" ] && continue
1511 [ "${OPTARG}" == "k8s" ] && KUBERNETES="y" && continue
1512 echo -e "Invalid argument for -i : ' $OPTARG'\n" >&2
1513 usage && exit 1
1514 ;;
garciadeblasd8bc5c32018-05-09 17:37:56 +02001515 R)
Mike Marchettib8420852018-09-13 13:45:06 -04001516 RELEASE="${OPTARG}"
1517 REPO_ARGS+=(-R "$RELEASE")
garciadeblasd8bc5c32018-05-09 17:37:56 +02001518 ;;
1519 k)
Mike Marchettib8420852018-09-13 13:45:06 -04001520 REPOSITORY_KEY="${OPTARG}"
1521 REPO_ARGS+=(-k "$REPOSITORY_KEY")
garciadeblasd8bc5c32018-05-09 17:37:56 +02001522 ;;
1523 u)
Mike Marchettib8420852018-09-13 13:45:06 -04001524 REPOSITORY_BASE="${OPTARG}"
1525 REPO_ARGS+=(-u "$REPOSITORY_BASE")
garciadeblasd8bc5c32018-05-09 17:37:56 +02001526 ;;
garciadeblas0d45bc82018-11-19 14:25:13 +01001527 U)
1528 DOCKER_USER="${OPTARG}"
1529 ;;
garciadeblasd8bc5c32018-05-09 17:37:56 +02001530 l)
1531 LXD_REPOSITORY_BASE="${OPTARG}"
1532 ;;
1533 p)
1534 LXD_REPOSITORY_PATH="${OPTARG}"
1535 ;;
1536 D)
1537 OSM_DEVOPS="${OPTARG}"
1538 ;;
Mike Marchettib8420852018-09-13 13:45:06 -04001539 s)
vijaynag8339ed22019-07-25 17:10:58 +05301540 OSM_STACK_NAME="${OPTARG}" && [ -n "$KUBERNETES" ] && [[ ! "${OPTARG}" =~ $RE_CHECK ]] && echo "Namespace $OPTARG is invalid. Regex used for validation is $RE_CHECK" && exit 0
Mike Marchettib8420852018-09-13 13:45:06 -04001541 ;;
1542 H)
lavadoe07b1642018-10-25 10:58:34 -05001543 OSM_VCA_HOST="${OPTARG}"
Mike Marchettib8420852018-09-13 13:45:06 -04001544 ;;
1545 S)
lavadoe07b1642018-10-25 10:58:34 -05001546 OSM_VCA_SECRET="${OPTARG}"
Mike Marchettib8420852018-09-13 13:45:06 -04001547 ;;
garciadeblasaa3ddf42019-04-04 19:04:32 +02001548 P)
1549 OSM_VCA_PUBKEY=$(cat ${OPTARG})
1550 ;;
Adam Israel5ddc97f2019-09-03 18:11:12 -04001551 A)
1552 OSM_VCA_APIPROXY="${OPTARG}"
1553 ;;
Mike Marchettib8420852018-09-13 13:45:06 -04001554 w)
1555 # when specifying workdir, do not use sudo for access
1556 WORKDIR_SUDO=
1557 OSM_WORK_DIR="${OPTARG}"
1558 ;;
Mike Marchetti13d76c82018-09-19 15:00:36 -04001559 t)
1560 OSM_DOCKER_TAG="${OPTARG}"
1561 ;;
garciadeblas6c66abf2018-05-16 14:46:19 +02001562 o)
1563 INSTALL_ONLY="y"
1564 [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
1565 [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
garciadeblas6c66abf2018-05-16 14:46:19 +02001566 ;;
garciadeblas0e596bc2018-05-28 16:04:42 +02001567 m)
garciadeblas0e596bc2018-05-28 16:04:42 +02001568 [ "${OPTARG}" == "LW-UI" ] && TO_REBUILD="$TO_REBUILD LW-UI" && continue
govindappa79e51b92019-05-22 12:15:21 +05301569 [ "${OPTARG}" == "NBI" ] && TO_REBUILD="$TO_REBUILD NBI" && continue
1570 [ "${OPTARG}" == "LCM" ] && TO_REBUILD="$TO_REBUILD LCM" && continue
1571 [ "${OPTARG}" == "RO" ] && TO_REBUILD="$TO_REBUILD RO" && continue
garciadeblas0e596bc2018-05-28 16:04:42 +02001572 [ "${OPTARG}" == "MON" ] && TO_REBUILD="$TO_REBUILD MON" && continue
govindappa79e51b92019-05-22 12:15:21 +05301573 [ "${OPTARG}" == "POL" ] && TO_REBUILD="$TO_REBUILD POL" && continue
garciadeblas0e596bc2018-05-28 16:04:42 +02001574 [ "${OPTARG}" == "KAFKA" ] && TO_REBUILD="$TO_REBUILD KAFKA" && continue
1575 [ "${OPTARG}" == "MONGO" ] && TO_REBUILD="$TO_REBUILD MONGO" && continue
govindappa79e51b92019-05-22 12:15:21 +05301576 [ "${OPTARG}" == "PROMETHEUS" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS" && continue
garciadeblasfc5bb142019-12-10 10:49:12 +01001577 [ "${OPTARG}" == "PROMETHEUS-CADVISOR" ] && TO_REBUILD="$TO_REBUILD PROMETHEUS-CADVISOR" && continue
govindappa79e51b92019-05-22 12:15:21 +05301578 [ "${OPTARG}" == "KEYSTONE-DB" ] && TO_REBUILD="$TO_REBUILD KEYSTONE-DB" && continue
lavado6ad812e2019-11-29 10:58:58 -05001579 [ "${OPTARG}" == "GRAFANA" ] && TO_REBUILD="$TO_REBUILD GRAFANA" && continue
garciadeblas0e596bc2018-05-28 16:04:42 +02001580 [ "${OPTARG}" == "NONE" ] && TO_REBUILD="$TO_REBUILD NONE" && continue
1581 ;;
garciadeblasd8bc5c32018-05-09 17:37:56 +02001582 -)
1583 [ "${OPTARG}" == "help" ] && usage && exit 0
garciadeblas0d45bc82018-11-19 14:25:13 +01001584 [ "${OPTARG}" == "source" ] && INSTALL_FROM_SOURCE="y" && PULL_IMAGES="" && continue
garciadeblasd8bc5c32018-05-09 17:37:56 +02001585 [ "${OPTARG}" == "develop" ] && DEVELOP="y" && continue
1586 [ "${OPTARG}" == "uninstall" ] && UNINSTALL="y" && continue
1587 [ "${OPTARG}" == "nat" ] && NAT="y" && continue
1588 [ "${OPTARG}" == "update" ] && UPDATE="y" && continue
1589 [ "${OPTARG}" == "reconfigure" ] && RECONFIGURE="y" && continue
1590 [ "${OPTARG}" == "test" ] && TEST_INSTALLER="y" && continue
1591 [ "${OPTARG}" == "lxdinstall" ] && INSTALL_LXD="y" && continue
garciadeblasd41f5482018-05-25 10:25:06 +02001592 [ "${OPTARG}" == "nolxd" ] && INSTALL_NOLXD="y" && continue
garciadeblasa3e26612018-05-30 17:58:55 +02001593 [ "${OPTARG}" == "nodocker" ] && INSTALL_NODOCKER="y" && continue
garciadeblasd8bc5c32018-05-09 17:37:56 +02001594 [ "${OPTARG}" == "lxdimages" ] && INSTALL_FROM_LXDIMAGES="y" && continue
1595 [ "${OPTARG}" == "lightweight" ] && INSTALL_LIGHTWEIGHT="y" && continue
garciadeblase990f662018-05-18 11:43:39 +02001596 [ "${OPTARG}" == "soui" ] && INSTALL_LIGHTWEIGHT="" && RELEASE="-R ReleaseTHREE" && REPOSITORY="-r stable" && continue
garciadeblasd8bc5c32018-05-09 17:37:56 +02001597 [ "${OPTARG}" == "vimemu" ] && INSTALL_VIMEMU="y" && continue
garciadeblas6c66abf2018-05-16 14:46:19 +02001598 [ "${OPTARG}" == "elk_stack" ] && INSTALL_ELK="y" && continue
garciadeblasd8bc5c32018-05-09 17:37:56 +02001599 [ "${OPTARG}" == "noconfigure" ] && NOCONFIGURE="y" && continue
1600 [ "${OPTARG}" == "showopts" ] && SHOWOPTS="y" && continue
1601 [ "${OPTARG}" == "daily" ] && RELEASE_DAILY="y" && continue
Mike Marchettib8420852018-09-13 13:45:06 -04001602 [ "${OPTARG}" == "nohostports" ] && NO_HOST_PORTS="y" && continue
1603 [ "${OPTARG}" == "nojuju" ] && INSTALL_NOJUJU="y" && continue
1604 [ "${OPTARG}" == "nodockerbuild" ] && DOCKER_NOBUILD="y" && continue
1605 [ "${OPTARG}" == "nohostclient" ] && INSTALL_NOHOSTCLIENT="y" && continue
garciadeblas0d45bc82018-11-19 14:25:13 +01001606 [ "${OPTARG}" == "pullimages" ] && continue
romeromonsere366b1a2019-11-19 19:49:26 +01001607 [ "${OPTARG}" == "k8s_monitor" ] && K8S_MONITOR="y" && continue
garciadeblasd8bc5c32018-05-09 17:37:56 +02001608 echo -e "Invalid option: '--$OPTARG'\n" >&2
1609 usage && exit 1
1610 ;;
1611 \?)
1612 echo -e "Invalid option: '-$OPTARG'\n" >&2
1613 usage && exit 1
1614 ;;
1615 y)
1616 ASSUME_YES="y"
1617 ;;
1618 *)
1619 usage && exit 1
1620 ;;
1621 esac
1622done
1623
garciadeblas6c66abf2018-05-16 14:46:19 +02001624[ -n "$INSTALL_FROM_LXDIMAGES" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --lxd can only be used with --soui"
garciadeblase990f662018-05-18 11:43:39 +02001625[ -n "$NAT" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --nat can only be used with --soui"
1626[ -n "$NOCONFIGURE" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --noconfigure can only be used with --soui"
garciadeblasfb566272018-05-25 10:33:36 +02001627[ -n "$RELEASE_DAILY" ] && [ -n "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible options: --daily can only be used with --soui"
garciadeblasd41f5482018-05-25 10:25:06 +02001628[ -n "$INSTALL_NOLXD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nolxd cannot be used with --soui"
garciadeblasa3e26612018-05-30 17:58:55 +02001629[ -n "$INSTALL_NODOCKER" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: --nodocker cannot be used with --soui"
garciadeblas0e596bc2018-05-28 16:04:42 +02001630[ -n "$TO_REBUILD" ] && [ -z "$INSTALL_LIGHTWEIGHT" ] && FATAL "Incompatible option: -m cannot be used with --soui"
1631[ -n "$TO_REBUILD" ] && [ "$TO_REBUILD" != " NONE" ] && echo $TO_REBUILD | grep -q NONE && FATAL "Incompatible option: -m NONE cannot be used with other -m options"
garciadeblas6c66abf2018-05-16 14:46:19 +02001632
garciadeblasd8bc5c32018-05-09 17:37:56 +02001633if [ -n "$SHOWOPTS" ]; then
1634 dump_vars
1635 exit 0
1636fi
1637
1638[ -n "$RELEASE_DAILY" ] && echo -e "\nInstalling from daily build repo" && RELEASE="-R ReleaseTHREE-daily" && REPOSITORY="-r testing" && COMMIT_ID="master"
1639
1640# if develop, we force master
1641[ -z "$COMMIT_ID" ] && [ -n "$DEVELOP" ] && COMMIT_ID="master"
1642
garciadeblasd8bc5c32018-05-09 17:37:56 +02001643need_packages="git jq wget curl tar"
1644echo -e "Checking required packages: $need_packages"
1645dpkg -l $need_packages &>/dev/null \
1646 || ! echo -e "One or several required packages are not installed. Updating apt cache requires root privileges." \
1647 || sudo apt-get update \
1648 || FATAL "failed to run apt-get update"
1649dpkg -l $need_packages &>/dev/null \
1650 || ! echo -e "Installing $need_packages requires root privileges." \
1651 || sudo apt-get install -y $need_packages \
1652 || FATAL "failed to install $need_packages"
1653
1654if [ -z "$OSM_DEVOPS" ]; then
Michael Marchettiee374142018-08-02 22:47:16 +02001655 if [ -n "$TEST_INSTALLER" ]; then
1656 echo -e "\nUsing local devops repo for OSM installation"
1657 OSM_DEVOPS="$(dirname $(realpath $(dirname $0)))"
1658 else
1659 echo -e "\nCreating temporary dir for OSM installation"
1660 OSM_DEVOPS="$(mktemp -d -q --tmpdir "installosm.XXXXXX")"
1661 trap 'rm -rf "$OSM_DEVOPS"' EXIT
garciadeblasd8bc5c32018-05-09 17:37:56 +02001662
Michael Marchettiee374142018-08-02 22:47:16 +02001663 git clone https://osm.etsi.org/gerrit/osm/devops.git $OSM_DEVOPS
garciadeblasd8bc5c32018-05-09 17:37:56 +02001664
Michael Marchettiee374142018-08-02 22:47:16 +02001665 if [ -z "$COMMIT_ID" ]; then
1666 echo -e "\nGuessing the current stable release"
1667 LATEST_STABLE_DEVOPS=`git -C $OSM_DEVOPS tag -l v[0-9].* | sort -V | tail -n1`
1668 [ -z "$LATEST_STABLE_DEVOPS" ] && echo "Could not find the current latest stable release" && exit 0
1669
1670 echo "Latest tag in devops repo: $LATEST_STABLE_DEVOPS"
1671 COMMIT_ID="tags/$LATEST_STABLE_DEVOPS"
1672 else
1673 echo -e "\nDEVOPS Using commit $COMMIT_ID"
1674 fi
1675 git -C $OSM_DEVOPS checkout $COMMIT_ID
garciadeblasd8bc5c32018-05-09 17:37:56 +02001676 fi
garciadeblasd8bc5c32018-05-09 17:37:56 +02001677fi
1678
garciadeblas3c25fab2019-11-18 17:24:43 +01001679. $OSM_DEVOPS/common/all_funcs
garciadeblasd8bc5c32018-05-09 17:37:56 +02001680
1681[ -n "$INSTALL_LIGHTWEIGHT" ] && [ -n "$UNINSTALL" ] && uninstall_lightweight && echo -e "\nDONE" && exit 0
1682[ -n "$UNINSTALL" ] && uninstall && echo -e "\nDONE" && exit 0
1683[ -n "$NAT" ] && nat && echo -e "\nDONE" && exit 0
1684[ -n "$UPDATE" ] && update && echo -e "\nDONE" && exit 0
1685[ -n "$RECONFIGURE" ] && configure && echo -e "\nDONE" && exit 0
garciadeblas6c66abf2018-05-16 14:46:19 +02001686[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_ELK" ] && deploy_elk
lavado6ad812e2019-11-29 10:58:58 -05001687#[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_PERFMON" ] && deploy_perfmon
garciadeblas6c66abf2018-05-16 14:46:19 +02001688[ -n "$INSTALL_ONLY" ] && [ -n "$INSTALL_VIMEMU" ] && install_vimemu
1689[ -n "$INSTALL_ONLY" ] && echo -e "\nDONE" && exit 0
garciadeblasd8bc5c32018-05-09 17:37:56 +02001690
1691#Installation starts here
garciadeblas44c02192019-12-09 01:36:57 +01001692wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README.txt &> /dev/null
garciadeblas6c66abf2018-05-16 14:46:19 +02001693track start
1694
garciadeblasd8bc5c32018-05-09 17:37:56 +02001695[ -n "$INSTALL_LIGHTWEIGHT" ] && install_lightweight && echo -e "\nDONE" && exit 0
1696echo -e "\nInstalling OSM from refspec: $COMMIT_ID"
1697if [ -n "$INSTALL_FROM_SOURCE" ] && [ -z "$ASSUME_YES" ]; then
1698 ! ask_user "The installation will take about 75-90 minutes. Continue (Y/n)? " y && echo "Cancelled!" && exit 1
1699fi
1700
1701echo -e "Checking required packages: lxd"
1702lxd --version &>/dev/null || FATAL "lxd not present, exiting."
1703[ -n "$INSTALL_LXD" ] && echo -e "\nInstalling and configuring lxd" && install_lxd
1704
garciadeblasd8bc5c32018-05-09 17:37:56 +02001705# use local devops for containers
1706export OSM_USE_LOCAL_DEVOPS=true
1707if [ -n "$INSTALL_FROM_SOURCE" ]; then #install from source
1708 echo -e "\nCreating the containers and building from source ..."
1709 $OSM_DEVOPS/jenkins/host/start_build RO --notest checkout $COMMIT_ID || FATAL "RO container build failed (refspec: '$COMMIT_ID')"
1710 ro_is_up && track RO
1711 $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA container build failed"
1712 vca_is_up && track VCA
1713 $OSM_DEVOPS/jenkins/host/start_build MON || FATAL "MON install failed"
1714 mon_is_up && track MON
1715 $OSM_DEVOPS/jenkins/host/start_build SO checkout $COMMIT_ID || FATAL "SO container build failed (refspec: '$COMMIT_ID')"
1716 $OSM_DEVOPS/jenkins/host/start_build UI checkout $COMMIT_ID || FATAL "UI container build failed (refspec: '$COMMIT_ID')"
1717 #so_is_up && track SOUI
1718 track SOUI
1719elif [ -n "$INSTALL_FROM_LXDIMAGES" ]; then #install from LXD images stored in OSM repo
1720 echo -e "\nInstalling from lxd images ..."
1721 install_from_lxdimages
1722else #install from binaries
1723 echo -e "\nCreating the containers and installing from binaries ..."
Mike Marchettib8420852018-09-13 13:45:06 -04001724 $OSM_DEVOPS/jenkins/host/install RO ${REPO_ARGS[@]} || FATAL "RO install failed"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001725 ro_is_up && track RO
1726 $OSM_DEVOPS/jenkins/host/start_build VCA || FATAL "VCA install failed"
1727 vca_is_up && track VCA
1728 $OSM_DEVOPS/jenkins/host/install MON || FATAL "MON build failed"
1729 mon_is_up && track MON
Mike Marchettib8420852018-09-13 13:45:06 -04001730 $OSM_DEVOPS/jenkins/host/install SO ${REPO_ARGS[@]} || FATAL "SO install failed"
1731 $OSM_DEVOPS/jenkins/host/install UI ${REPO_ARGS[@]} || FATAL "UI install failed"
garciadeblasd8bc5c32018-05-09 17:37:56 +02001732 #so_is_up && track SOUI
1733 track SOUI
1734fi
1735
1736#Install iptables-persistent and configure NAT rules
1737[ -z "$NOCONFIGURE" ] && nat
1738
1739#Configure components
1740[ -z "$NOCONFIGURE" ] && configure
1741
1742#Install osmclient
1743[ -z "$NOCONFIGURE" ] && install_osmclient
1744
1745#Install vim-emu (optional)
peusterm76353e42018-05-08 13:56:05 +02001746[ -n "$INSTALL_VIMEMU" ] && install_docker_ce && install_vimemu
garciadeblasd8bc5c32018-05-09 17:37:56 +02001747
garciadeblas44c02192019-12-09 01:36:57 +01001748wget -q -O- https://osm-download.etsi.org/ftp/osm-7.0-seven/README2.txt &> /dev/null
garciadeblasd8bc5c32018-05-09 17:37:56 +02001749track end
1750echo -e "\nDONE"