installers/charmed_install.sh

   1 #! /bin/bash
   2 #
   3 #   Licensed under the Apache License, Version 2.0 (the "License");
   4 #   you may not use this file except in compliance with the License.
   5 #   You may obtain a copy of the License at
   6 #
   7 #       http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 #   Unless required by applicable law or agreed to in writing, software
  10 #   distributed under the License is distributed on an "AS IS" BASIS,
  11 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 #   See the License for the specific language governing permissions and
  13 #   limitations under the License.
  14 #
  15
  16 # set -eux
  17
  18 K8S_CLOUD_NAME="k8s-cloud"
  19 KUBECTL="microk8s.kubectl"
  20 IMAGES_OVERLAY_FILE=~/.osm/images-overlay.yaml
  21 function check_arguments(){
  22     while [ $# -gt 0 ] ; do
  23         case $1 in
  24             --bundle) BUNDLE="$2" ;;
  25             --k8s) KUBECFG="$2" ;;
  26             --vca) CONTROLLER="$2" ;;
  27             --lxd) LXD_CLOUD="$2" ;;
  28             --lxd-cred) LXD_CREDENTIALS="$2" ;;
  29             --microstack) MICROSTACK=y ;;
  30             --ha) BUNDLE="osm-ha" ;;
  31             --tag) TAG="$2" ;;
  32         esac
  33         shift
  34     done
  35
  36     # echo $BUNDLE $KUBECONFIG $LXDENDPOINT
  37 }
  38 function install_snaps(){
  39     [ ! -v KUBECFG ] && sudo snap install microk8s --classic && sudo usermod -a -G microk8s `whoami` && mkdir -p ~/.kube && sudo chown -f -R `whoami` ~/.kube
  40     sudo snap install juju --classic --channel=2.8/stable
  41 }
  42
  43 function bootstrap_k8s_lxd(){
  44     [ -v CONTROLLER ] && ADD_K8S_OPTS="--controller ${CONTROLLER}" && CONTROLLER_NAME=$CONTROLLER
  45     [ ! -v CONTROLLER ] && ADD_K8S_OPTS="--client" && BOOTSTRAP_NEEDED="yes" && CONTROLLER_NAME="osm-vca"
  46
  47     if [ -v BOOTSTRAP_NEEDED ]; then
  48         CONTROLLER_PRESENT=$(juju controllers 2>/dev/null| grep ${CONTROLLER_NAME} | wc -l)
  49         if [ $CONTROLLER_PRESENT -ge 1 ]; then
  50             cat << EOF
  51 Threre is already a VCA present with the installer reserved name of "${CONTROLLER_NAME}".
  52 You may either explicitly use this VCA with the "--vca ${CONTROLLER_NAME}" option, or remove it
  53 using this command:
  54
  55    juju destroy-controller --release-storage --destroy-all-models -y ${CONTROLLER_NAME}
  56
  57 Please retry the installation once this conflict has been resolved.
  58 EOF
  59             exit 1
  60         fi
  61     fi
  62
  63     if [ -v KUBECFG ]; then
  64         cat $KUBECFG | juju add-k8s $K8S_CLOUD_NAME $ADD_K8S_OPTS
  65         [ -v BOOTSTRAP_NEEDED ] && juju bootstrap $K8S_CLOUD_NAME $CONTROLLER_NAME --config controller-service-type=loadbalancer
  66     else
  67         sg microk8s -c "echo ${DEFAULT_IP}-${DEFAULT_IP} | microk8s.enable metallb"
  68         sg microk8s -c "microk8s.enable storage dns"
  69         TIME_TO_WAIT=30
  70         start_time="$(date -u +%s)"
  71         while true
  72         do
  73             now="$(date -u +%s)"
  74             if [[ $(( now - start_time )) -gt $TIME_TO_WAIT ]];then
  75                 echo "Microk8s storage failed to enable"
  76                 sg microk8s -c "microk8s.status"
  77                 exit 1
  78             fi
  79             sg microk8s -c "microk8s.status" | grep 'storage: enabled'
  80             if [ $? -eq 0 ]; then
  81                 break
  82             fi
  83             sleep 1
  84         done
  85
  86         [ ! -v BOOTSTRAP_NEEDED ] && sg microk8s -c "microk8s.config" | juju add-k8s $K8S_CLOUD_NAME $ADD_K8S_OPTS
  87         [ -v BOOTSTRAP_NEEDED ] && sg microk8s -c "juju bootstrap microk8s $CONTROLLER_NAME --config controller-service-type=loadbalancer" && K8S_CLOUD_NAME=microk8s
  88     fi
  89
  90     if [ -v LXD_CLOUD ]; then
  91         if [ ! -v LXD_CREDENTIALS ]; then
  92             echo "The installer needs the LXD server certificate if the LXD is external"
  93             exit 1
  94         fi
  95     else
  96         LXDENDPOINT=$DEFAULT_IP
  97         LXD_CLOUD=~/.osm/lxd-cloud.yaml
  98         LXD_CREDENTIALS=~/.osm/lxd-credentials.yaml
  99         # Apply sysctl production values for optimal performance
 100         sudo cp /usr/share/osm-devops/installers/60-lxd-production.conf /etc/sysctl.d/60-lxd-production.conf
 101         sudo sysctl --system
 102         # Install LXD snap
 103         sudo apt-get remove --purge -y liblxc1 lxc-common lxcfs lxd lxd-client
 104         sudo snap install lxd
 105         sudo apt-get install zfsutils-linux -y
 106         # Configure LXD
 107         sudo usermod -a -G lxd `whoami`
 108         cat /usr/share/osm-devops/installers/lxd-preseed.conf | sed 's/^config: {}/config:\n  core.https_address: '$LXDENDPOINT':8443/' | sg lxd -c "lxd init --preseed"
 109         sg lxd -c "lxd waitready"
 110         DEFAULT_MTU=$(ip addr show $DEFAULT_IF | perl -ne 'if (/mtu\s(\d+)/) {print $1;}')
 111         sg lxd -c "lxc profile device set default eth0 mtu $DEFAULT_MTU"
 112         sg lxd -c "lxc network set lxdbr0 bridge.mtu $DEFAULT_MTU"
 113
 114         cat << EOF > $LXD_CLOUD
 115 clouds:
 116   lxd-cloud:
 117     type: lxd
 118     auth-types: [certificate]
 119     endpoint: "https://$LXDENDPOINT:8443"
 120     config:
 121       ssl-hostname-verification: false
 122 EOF
 123         openssl req -nodes -new -x509 -keyout ~/.osm/client.key -out ~/.osm/client.crt -days 365 -subj "/C=FR/ST=Nice/L=Nice/O=ETSI/OU=OSM/CN=osm.etsi.org"
 124         local server_cert=`cat /var/snap/lxd/common/lxd/server.crt | sed 's/^/        /'`
 125         local client_cert=`cat ~/.osm/client.crt | sed 's/^/        /'`
 126         local client_key=`cat ~/.osm/client.key | sed 's/^/        /'`
 127
 128         cat << EOF > $LXD_CREDENTIALS
 129 credentials:
 130   lxd-cloud:
 131     lxd-cloud:
 132       auth-type: certificate
 133       server-cert: |
 134 $server_cert
 135       client-cert: |
 136 $client_cert
 137       client-key: |
 138 $client_key
 139 EOF
 140         lxc config trust add local: ~/.osm/client.crt
 141     fi
 142
 143     juju add-cloud -c $CONTROLLER_NAME lxd-cloud $LXD_CLOUD --force
 144     juju add-credential -c $CONTROLLER_NAME lxd-cloud -f $LXD_CREDENTIALS
 145     sg lxd -c "lxd waitready"
 146     #juju add-model test lxd-cloud || true
 147     juju controller-config features=[k8s-operators]
 148 }
 149
 150 function deploy_charmed_osm(){
 151     create_overlay
 152     echo "Creating OSM model"
 153     if [ -v KUBECFG ]; then
 154         juju add-model osm $K8S_CLOUD_NAME
 155     else
 156         sg microk8s -c "juju add-model osm $K8S_CLOUD_NAME"
 157     fi
 158     echo "Deploying OSM with charms"
 159     images_overlay=""
 160     [ -v TAG ] && generate_images_overlay && images_overlay="--overlay $IMAGES_OVERLAY_FILE"
 161     if [ -v BUNDLE ]; then
 162         juju deploy $BUNDLE --overlay ~/.osm/vca-overlay.yaml $images_overlay
 163     else
 164         juju deploy osm --overlay ~/.osm/vca-overlay.yaml $images_overlay
 165     fi
 166     echo "Waiting for deployment to finish..."
 167     check_osm_deployed &> /dev/null
 168     echo "OSM with charms deployed"
 169     sg microk8s -c "microk8s.enable ingress"
 170     juju config ui-k8s juju-external-hostname=osm.$DEFAULT_IP.xip.io
 171     juju expose ui-k8s
 172 }
 173
 174 function check_osm_deployed() {
 175     while true
 176     do
 177         pod_name=`sg microk8s -c "microk8s.kubectl -n osm get pods | grep ui-k8s | grep -v operator" | awk '{print $1; exit}'`
 178
 179         if [[ `sg microk8s -c "microk8s.kubectl -n osm wait pod $pod_name --for condition=Ready"` ]]; then
 180             if [[ `sg microk8s -c "microk8s.kubectl -n osm wait pod lcm-k8s-0 --for condition=Ready"` ]]; then
 181                 break
 182             fi
 183         fi
 184         sleep 10
 185     done
 186 }
 187
 188 function create_overlay() {
 189     sudo snap install jq
 190     sudo apt install python3-pip -y
 191     python3 -m pip install yq
 192     PATH=$PATH:$HOME/.local/bin  # make yq command available
 193     local HOME=/home/$USER
 194     local vca_user=$(cat $HOME/.local/share/juju/accounts.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME].user')
 195     local vca_password=$(cat $HOME/.local/share/juju/accounts.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME].password')
 196     local vca_host=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["api-endpoints"][0]' --raw-output | cut -d ":" -f 1)
 197     local vca_port=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["api-endpoints"][0]' --raw-output | cut -d ":" -f 2)
 198     local vca_pubkey=\"$(cat $HOME/.local/share/juju/ssh/juju_id_rsa.pub)\"
 199     local vca_cloud="lxd-cloud"
 200     # Get the VCA Certificate
 201     local vca_cacert=$(cat $HOME/.local/share/juju/controllers.yaml | yq --arg CONTROLLER_NAME $CONTROLLER_NAME '.controllers[$CONTROLLER_NAME]["ca-cert"]' --raw-output | base64 | tr -d \\n)
 202
 203     # Calculate the default route of this machine
 204     local DEFAULT_IF=`ip route list match 0.0.0.0 | awk '{print $5}'`
 205
 206     # Generate a new overlay.yaml, overriding any existing one
 207     cat << EOF > /tmp/vca-overlay.yaml
 208 applications:
 209   lcm-k8s:
 210     options:
 211       vca_user: $vca_user
 212       vca_password: $vca_password
 213       vca_host: $vca_host
 214       vca_port: $vca_port
 215       vca_pubkey: $vca_pubkey
 216       vca_cacert: $vca_cacert
 217       vca_cloud: $vca_cloud
 218       vca_k8s_cloud: $K8S_CLOUD_NAME
 219   mon-k8s:
 220     options:
 221       vca_user: $vca_user
 222       vca_password: $vca_password
 223       vca_host: $vca_host
 224       vca_cacert: $vca_cacert
 225 EOF
 226     mv /tmp/vca-overlay.yaml ~/.osm/
 227     OSM_VCA_HOST=$vca_host
 228 }
 229
 230 function generate_images_overlay(){
 231     cat << EOF > /tmp/images-overlay.yaml
 232 applications:
 233   lcm-k8s:
 234     options:
 235       image: opensourcemano/lcm:$TAG
 236   mon-k8s:
 237     options:
 238       image: opensourcemano/mon:$TAG
 239   ro-k8s:
 240     options:
 241       image: opensourcemano/ro:$TAG
 242   nbi-k8s:
 243     options:
 244       image: opensourcemano/nbi:$TAG
 245   pol-k8s:
 246     options:
 247       image: opensourcemano/pol:$TAG
 248   ui-k8s:
 249     options:
 250       image: opensourcemano/light-ui:$TAG
 251   pla:
 252     options:
 253       image: opensourcemano/pla:$TAG
 254   ng-ui:
 255     options:
 256       image: opensourcemano/ng-ui:$TAG
 257
 258 EOF
 259     mv /tmp/images-overlay.yaml $IMAGES_OVERLAY_FILE
 260 }
 261
 262 function install_osmclient() {
 263     sudo snap install osmclient
 264     sudo snap alias osmclient.osm osm
 265 }
 266
 267
 268 function install_microstack() {
 269     sudo snap install microstack --classic --beta
 270     sudo microstack.init --auto
 271     wget https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img -P ~/.osm/
 272     microstack.openstack image create \
 273     --public \
 274     --disk-format qcow2 \
 275     --container-format bare \
 276     --file ~/.osm/ubuntu-16.04-server-cloudimg-amd64-disk1.img \
 277     ubuntu1604
 278     ssh-keygen -t rsa -N "" -f ~/.ssh/microstack
 279     microstack.openstack keypair create --public-key ~/.ssh/microstack.pub microstack
 280     export OSM_HOSTNAME=`juju status --format json | jq -rc '.applications."nbi-k8s".address'`
 281     osm vim-create --name microstack-site \
 282     --user admin \
 283     --password keystone \
 284     --auth_url http://10.20.20.1:5000/v3 \
 285     --tenant admin \
 286     --account_type openstack \
 287     --config='{security_groups: default,
 288         keypair: microstack,
 289         project_name: admin,
 290         user_domain_name: default,
 291         region_name: microstack,
 292         insecure: True,
 293         availability_zone: nova,
 294     version: 3}'
 295 }
 296
 297 DEFAULT_IF=`ip route list match 0.0.0.0 | awk '{print $5}'`
 298 DEFAULT_IP=`ip -o -4 a |grep ${DEFAULT_IF}|awk '{split($4,a,"/"); print a[1]}'`
 299
 300 check_arguments $@
 301 mkdir -p ~/.osm
 302 install_snaps
 303 sleep 5
 304 bootstrap_k8s_lxd
 305 deploy_charmed_osm
 306 install_osmclient
 307 if [ -v MICROSTACK ]; then
 308     install_microstack
 309 fi
 310
 311 echo "Your installation is now complete, follow these steps for configuring the osmclient:"
 312 echo
 313 echo "1. Get the NBI IP with the following command:"
 314 echo
 315 echo NBI_IP='`juju status --format json | jq -rc '"'"'.applications."nbi-k8s".address'"'"'`'
 316 echo
 317 echo "2. Create the OSM_HOSTNAME environment variable with the NBI IP"
 318 echo
 319 echo "export OSM_HOSTNAME=\$NBI_IP"
 320 echo
 321 echo "3. Add the previous command to your .bashrc for other Shell sessions"
 322 echo
 323 echo "echo \"export OSM_HOSTNAME=\$NBI_IP\" >> ~/.bashrc"
 324 echo
 325 echo "DONE"