installers/charmed_install.sh

   1 #! /bin/bash
   2 #
   3 #   Licensed under the Apache License, Version 2.0 (the "License");
   4 #   you may not use this file except in compliance with the License.
   5 #   You may obtain a copy of the License at
   6 #
   7 #       http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 #   Unless required by applicable law or agreed to in writing, software
  10 #   distributed under the License is distributed on an "AS IS" BASIS,
  11 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 #   See the License for the specific language governing permissions and
  13 #   limitations under the License.
  14 #
  15
  16 # set -eux
  17
  18 K8S_CLOUD_NAME="k8s-cloud"
  19 KUBECTL="microk8s.kubectl"
  20 IMAGES_OVERLAY_FILE=~/.osm/images-overlay.yaml
  21 function check_arguments(){
  22     while [ $# -gt 0 ] ; do
  23         case $1 in
  24             --bundle) BUNDLE="$2" ;;
  25             --k8s) KUBECFG="$2" ;;
  26             --vca) CONTROLLER="$2" ;;
  27             --lxd) LXD_CLOUD="$2" ;;
  28             --lxd-cred) LXD_CREDENTIALS="$2" ;;
  29             --microstack) MICROSTACK=y ;;
  30             --ha) BUNDLE="osm-ha" ;;
  31             --tag) TAG="$2" ;;
  32         esac
  33         shift
  34     done
  35
  36     # echo $BUNDLE $KUBECONFIG $LXDENDPOINT
  37 }
  38
  39 function install_snaps(){
  40     if [ ! -v KUBECFG ]; then
  41         sudo snap install microk8s --classic
  42         sudo usermod -a -G microk8s `whoami`
  43         mkdir -p ~/.kube
  44         sudo chown -f -R `whoami` ~/.kube
  45         KUBEGRP="microk8s"
  46     else
  47         KUBECTL="kubectl"
  48         sudo snap install kubectl --classic
  49         export KUBECONFIG=${KUBECFG}
  50         KUBEGRP=$(id -g -n)
  51     fi
  52     sudo snap install juju --classic --channel=2.8/stable
  53 }
  54
  55 function bootstrap_k8s_lxd(){
  56     [ -v CONTROLLER ] && ADD_K8S_OPTS="--controller ${CONTROLLER}" && CONTROLLER_NAME=$CONTROLLER
  57     [ ! -v CONTROLLER ] && ADD_K8S_OPTS="--client" && BOOTSTRAP_NEEDED="yes" && CONTROLLER_NAME="osm-vca"
  58
  59     if [ -v BOOTSTRAP_NEEDED ]; then
  60         CONTROLLER_PRESENT=$(juju controllers 2>/dev/null| grep ${CONTROLLER_NAME} | wc -l)
  61         if [ $CONTROLLER_PRESENT -ge 1 ]; then
  62             cat << EOF
  63 Threre is already a VCA present with the installer reserved name of "${CONTROLLER_NAME}".
  64 You may either explicitly use this VCA with the "--vca ${CONTROLLER_NAME}" option, or remove it
  65 using this command:
  66
  67    juju destroy-controller --release-storage --destroy-all-models -y ${CONTROLLER_NAME}
  68
  69 Please retry the installation once this conflict has been resolved.
  70 EOF
  71             exit 1
  72         fi
  73     fi
  74
  75     if [ -v KUBECFG ]; then
  76         cat $KUBECFG | juju add-k8s $K8S_CLOUD_NAME $ADD_K8S_OPTS
  77         [ -v BOOTSTRAP_NEEDED ] && juju bootstrap $K8S_CLOUD_NAME $CONTROLLER_NAME --config controller-service-type=loadbalancer
  78     else
  79         sg ${KUBEGRP} -c "echo ${DEFAULT_IP}-${DEFAULT_IP} | microk8s.enable metallb"
  80         sg ${KUBEGRP} -c "microk8s.enable storage dns"
  81         TIME_TO_WAIT=30
  82         start_time="$(date -u +%s)"
  83         while true
  84         do
  85             now="$(date -u +%s)"
  86             if [[ $(( now - start_time )) -gt $TIME_TO_WAIT ]];then
  87                 echo "Microk8s storage failed to enable"
  88                 sg ${KUBEGRP} -c "microk8s.status"
  89                 exit 1
  90             fi
  91             sg ${KUBEGRP} -c "microk8s.status" | grep 'storage: enabled'
  92             if [ $? -eq 0 ]; then
  93                 break
  94             fi
  95             sleep 1
  96         done
  97
  98         [ ! -v BOOTSTRAP_NEEDED ] && sg ${KUBEGRP} -c "microk8s.config" | juju add-k8s $K8S_CLOUD_NAME $ADD_K8S_OPTS
  99         [ -v BOOTSTRAP_NEEDED ] && sg ${KUBEGRP} -c "juju bootstrap microk8s $CONTROLLER_NAME --config controller-service-type=loadbalancer" && K8S_CLOUD_NAME=microk8s
 100     fi
 101
 102     if [ -v LXD_CLOUD ]; then
 103         if [ ! -v LXD_CREDENTIALS ]; then
 104             echo "The installer needs the LXD server certificate if the LXD is external"
 105             exit 1
 106         fi
 107     else
 108         LXDENDPOINT=$DEFAULT_IP
 109         LXD_CLOUD=~/.osm/lxd-cloud.yaml
 110         LXD_CREDENTIALS=~/.osm/lxd-credentials.yaml
 111         # Apply sysctl production values for optimal performance
 112         sudo cp /usr/share/osm-devops/installers/60-lxd-production.conf /etc/sysctl.d/60-lxd-production.conf
 113         sudo sysctl --system
 114         # Install LXD snap
 115         sudo apt-get remove --purge -y liblxc1 lxc-common lxcfs lxd lxd-client
 116         sudo snap install lxd
 117         sudo apt-get install zfsutils-linux -y
 118         # Configure LXD
 119         sudo usermod -a -G lxd `whoami`
 120         cat /usr/share/osm-devops/installers/lxd-preseed.conf | sed 's/^config: {}/config:\n  core.https_address: '$LXDENDPOINT':8443/' | sg lxd -c "lxd init --preseed"
 121         sg lxd -c "lxd waitready"
 122         DEFAULT_MTU=$(ip addr show $DEFAULT_IF | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
 123         sg lxd -c "lxc profile device set default eth0 mtu $DEFAULT_MTU"
 124         sg lxd -c "lxc network set lxdbr0 bridge.mtu $DEFAULT_MTU"
 125
 126         cat << EOF > $LXD_CLOUD
 127 clouds:
 128   lxd-cloud:
 129     type: lxd
 130     auth-types: [certificate]
 131     endpoint: "https://$LXDENDPOINT:8443"
 132     config:
 133       ssl-hostname-verification: false
 134 EOF
 135         openssl req -nodes -new -x509 -keyout ~/.osm/client.key -out ~/.osm/client.crt -days 365 -subj "/C=FR/ST=Nice/L=Nice/O=ETSI/OU=OSM/CN=osm.etsi.org"
 136         local server_cert=`cat /var/snap/lxd/common/lxd/server.crt | sed 's/^/        /'`
 137         local client_cert=`cat ~/.osm/client.crt | sed 's/^/        /'`
 138         local client_key=`cat ~/.osm/client.key | sed 's/^/        /'`
 139
 140         cat << EOF > $LXD_CREDENTIALS
 141 credentials:
 142   lxd-cloud:
 143     lxd-cloud:
 144       auth-type: certificate
 145       server-cert: |
 146 $server_cert
 147       client-cert: |
 148 $client_cert
 149       client-key: |
 150 $client_key
 151 EOF
 152         lxc config trust add local: ~/.osm/client.crt
 153     fi
 154
 155     juju add-cloud -c $CONTROLLER_NAME lxd-cloud $LXD_CLOUD --force
 156     juju add-credential -c $CONTROLLER_NAME lxd-cloud -f $LXD_CREDENTIALS
 157     sg lxd -c "lxd waitready"
 158     #juju add-model test lxd-cloud || true
 159     juju controller-config features=[k8s-operators]
 160 }
 161
 162 function wait_for_port(){
 163     SERVICE=$1
 164     INDEX=$2
 165     TIME_TO_WAIT=30
 166     start_time="$(date -u +%s)"
 167     while true
 168     do
 169         now="$(date -u +%s)"
 170         if [[ $(( now - start_time )) -gt $TIME_TO_WAIT ]];then
 171             echo "Failed to expose external ${SERVICE} interface port"
 172             exit 1
 173         fi
 174
 175         if [ $(sg ${KUBEGRP} -c "${KUBECTL} get ingress -n osm -o json | jq -r '.items[$INDEX].metadata.name'") == ${SERVICE} ] ; then
 176             break
 177         fi
 178         sleep 1
 179     done
 180 }
 181
 182 function deploy_charmed_osm(){
 183     create_overlay
 184     echo "Creating OSM model"
 185     if [ -v KUBECFG ]; then
 186         juju add-model osm $K8S_CLOUD_NAME
 187     else
 188         sg ${KUBEGRP} -c "juju add-model osm $K8S_CLOUD_NAME"
 189     fi
 190     echo "Deploying OSM with charms"
 191     images_overlay=""
 192     [ -v TAG ] && generate_images_overlay && images_overlay="--overlay $IMAGES_OVERLAY_FILE"
 193     if [ -v BUNDLE ]; then
 194         juju deploy $BUNDLE --overlay ~/.osm/vca-overlay.yaml $images_overlay
 195     else
 196         juju deploy osm --overlay ~/.osm/vca-overlay.yaml $images_overlay
 197     fi
 198
 199     echo "Waiting for deployment to finish..."
 200     check_osm_deployed
 201     echo "OSM with charms deployed"
 202     if [ ! -v KUBECFG ]; then
 203         sg ${KUBEGRP} -c "microk8s.enable ingress"
 204         API_SERVER=${DEFAULT_IP}
 205     else
 206         API_SERVER=$(kubectl config view --minify | grep server | cut -f 2- -d ":" | tr -d " ")
 207         proto="$(echo $API_SERVER | grep :// | sed -e's,^\(.*://\).*,\1,g')"
 208         url="$(echo ${API_SERVER/$proto/})"
 209         user="$(echo $url | grep @ | cut -d@ -f1)"
 210         hostport="$(echo ${url/$user@/} | cut -d/ -f1)"
 211         API_SERVER="$(echo $hostport | sed -e 's,:.*,,g')"
 212     fi
 213
 214     juju config nbi-k8s juju-external-hostname=nbi.${API_SERVER}.xip.io
 215     juju expose nbi-k8s
 216
 217     wait_for_port nbi-k8s 0
 218     sg ${KUBEGRP} -c "${KUBECTL} get ingress -n osm -o json | jq '.items[0].metadata.annotations += {\"nginx.ingress.kubernetes.io/backend-protocol\": \"HTTPS\"}' | ${KUBECTL} --validate=false replace -f -"
 219     sg ${KUBEGRP} -c "${KUBECTL} get ingress -n osm -o json | jq '.items[0].metadata.annotations += {\"nginx.ingress.kubernetes.io/proxy-body-size\": \"0\"}' | ${KUBECTL} replace -f -"
 220
 221     juju config ng-ui juju-external-hostname=ui.${API_SERVER}.xip.io
 222     juju expose ng-ui
 223
 224     wait_for_port ng-ui 1
 225     sg ${KUBEGRP} -c "${KUBECTL} get ingress -n osm -o json | jq '.items[2].metadata.annotations += {\"nginx.ingress.kubernetes.io/proxy-body-size\": \"0\"}' | ${KUBECTL} --validate=false replace -f -"
 226
 227     juju config ui-k8s juju-external-hostname=osm.${API_SERVER}.xip.io
 228     juju expose ui-k8s
 229
 230     wait_for_port ui-k8s 2
 231     sg ${KUBEGRP} -c "${KUBECTL} get ingress -n osm -o json | jq '.items[1].metadata.annotations += {\"nginx.ingress.kubernetes.io/proxy-body-size\": \"0\"}' | ${KUBECTL} --validate=false replace -f -"
 232 }
 233
 234 function check_osm_deployed() {
 235     TIME_TO_WAIT=600
 236     start_time="$(date -u +%s)"
 237     total_service_count=14
 238     while true
 239     do
 240         service_count=$(juju status | grep kubernetes | grep active | wc -l)
 241         echo "$service_count / $total_service_count services active"
 242         if [ $service_count -eq $total_service_count ]; then
 243             break
 244         fi
 245         now="$(date -u +%s)"
 246         if [[ $(( now - start_time )) -gt $TIME_TO_WAIT ]];then
 247             echo "Timed out waiting for OSM services to become ready"
 248             exit 1
 249         fi
 250         sleep 10
 251     done
 252 }
 253
 254 function create_overlay() {
 255     sudo snap install jq
 256     sudo apt install python3-pip -y
 257     python3 -m pip install yq
 258     PATH=$PATH:$HOME/.local/bin  # make yq command available
 259     local HOME=/home/$USER
 260     local vca_user=$(cat $HOME/.local/share/juju/accounts.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME].user')
 261     local vca_password=$(cat $HOME/.local/share/juju/accounts.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME].password')
 262     local vca_host=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["api-endpoints"][0]' --raw-output | cut -d ":" -f 1)
 263     local vca_port=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["api-endpoints"][0]' --raw-output | cut -d ":" -f 2)
 264     local vca_pubkey=\"$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)\"
 265     local vca_cloud="lxd-cloud"
 266     # Get the VCA Certificate
 267     local vca_cacert=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["ca-cert"]' --raw-output | base64 | tr -d \\n)
 268
 269     # Calculate the default route of this machine
 270     local DEFAULT_IF=`ip route list match 0.0.0.0 | awk '{print $5}'`
 271
 272     # Generate a new overlay.yaml, overriding any existing one
 273     cat << EOF > /tmp/vca-overlay.yaml
 274 applications:
 275   lcm-k8s:
 276     options:
 277       vca_user: $vca_user
 278       vca_password: $vca_password
 279       vca_host: $vca_host
 280       vca_port: $vca_port
 281       vca_pubkey: $vca_pubkey
 282       vca_cacert: $vca_cacert
 283       vca_cloud: $vca_cloud
 284       vca_k8s_cloud: $K8S_CLOUD_NAME
 285   mon-k8s:
 286     options:
 287       vca_user: $vca_user
 288       vca_password: $vca_password
 289       vca_host: $vca_host
 290       vca_cacert: $vca_cacert
 291 EOF
 292     mv /tmp/vca-overlay.yaml ~/.osm/
 293     OSM_VCA_HOST=$vca_host
 294 }
 295
 296 function generate_images_overlay(){
 297     cat << EOF > /tmp/images-overlay.yaml
 298 applications:
 299   lcm-k8s:
 300     options:
 301       image: opensourcemano/lcm:$TAG
 302   mon-k8s:
 303     options:
 304       image: opensourcemano/mon:$TAG
 305   ro-k8s:
 306     options:
 307       image: opensourcemano/ro:$TAG
 308   nbi-k8s:
 309     options:
 310       image: opensourcemano/nbi:$TAG
 311   pol-k8s:
 312     options:
 313       image: opensourcemano/pol:$TAG
 314   ui-k8s:
 315     options:
 316       image: opensourcemano/light-ui:$TAG
 317   pla:
 318     options:
 319       image: opensourcemano/pla:$TAG
 320   ng-ui:
 321     options:
 322       image: opensourcemano/ng-ui:$TAG
 323
 324 EOF
 325     mv /tmp/images-overlay.yaml $IMAGES_OVERLAY_FILE
 326 }
 327
 328 function install_osmclient() {
 329     sudo snap install osmclient
 330     sudo snap alias osmclient.osm osm
 331 }
 332
 333
 334 function install_microstack() {
 335     sudo snap install microstack --classic --beta
 336     sudo microstack.init --auto
 337     wget https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img -P ~/.osm/
 338     microstack.openstack image create \
 339     --public \
 340     --disk-format qcow2 \
 341     --container-format bare \
 342     --file ~/.osm/ubuntu-16.04-server-cloudimg-amd64-disk1.img \
 343     ubuntu1604
 344     ssh-keygen -t rsa -N "" -f ~/.ssh/microstack
 345     microstack.openstack keypair create --public-key ~/.ssh/microstack.pub microstack
 346     export OSM_HOSTNAME=`juju status --format json | jq -rc '.applications."nbi-k8s".address'`
 347     osm vim-create --name microstack-site \
 348     --user admin \
 349     --password keystone \
 350     --auth_url http://10.20.20.1:5000/v3 \
 351     --tenant admin \
 352     --account_type openstack \
 353     --config='{security_groups: default,
 354         keypair: microstack,
 355         project_name: admin,
 356         user_domain_name: default,
 357         region_name: microstack,
 358         insecure: True,
 359         availability_zone: nova,
 360     version: 3}'
 361 }
 362
 363 DEFAULT_IF=`ip route list match 0.0.0.0 | awk '{print $5}'`
 364 DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
 365
 366 check_arguments $@
 367 mkdir -p ~/.osm
 368 install_snaps
 369 bootstrap_k8s_lxd
 370 deploy_charmed_osm
 371 install_osmclient
 372 if [ -v MICROSTACK ]; then
 373     install_microstack
 374 fi
 375
 376 echo "Your installation is now complete, follow these steps for configuring the osmclient:"
 377 echo
 378 echo "1. Create the OSM_HOSTNAME environment variable with the NBI IP"
 379 echo
 380 echo "export OSM_HOSTNAME=nbi.$API_SERVER.xip.io:443"
 381 echo
 382 echo "2. Add the previous command to your .bashrc for other Shell sessions"
 383 echo
 384 echo "echo \"export OSM_HOSTNAME=nbi.$API_SERVER.xip.io:443\" >> ~/.bashrc"
 385 echo
 386 echo "DONE"