Newer
Older
#!/bin/bash
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
set +eux
# Helm chart 1.6.0 correspondes to Airflow 2.3.0
AIRFLOW_HELM_VERSION=1.9.0
PROMPUSHGW_HELM_VERSION=1.18.2
ALERTMANAGER_HELM_VERSION=0.22.0
# Install Airflow helm chart
function install_airflow() {
[ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of function
# copy airflow-values.yaml to the destination folder
sudo mkdir -p ${OSM_HELM_WORK_DIR}
sudo cp ${OSM_DEVOPS}/installers/helm/values/airflow-values.yaml ${OSM_HELM_WORK_DIR}
# update airflow-values.yaml to use the right tag
echo "Updating Helm values file helm/values/airflow-values.yaml to use defaultAirflowTag: ${OSM_DOCKER_TAG}"
sudo sed -i "s#defaultAirflowTag:.*#defaultAirflowTag: \"${OSM_DOCKER_TAG}\"#g" ${OSM_HELM_WORK_DIR}/airflow-values.yaml
echo "Updating Helm values file helm/values/airflow-values.yaml to use defaultAirflowRepository: ${DOCKER_REGISTRY_URL}${DOCKER_USER}/airflow"
sudo sed -i "s#defaultAirflowRepository:.*#defaultAirflowRepository: ${DOCKER_REGISTRY_URL}${DOCKER_USER}/airflow#g" ${OSM_HELM_WORK_DIR}/airflow-values.yaml
if ! helm -n osm status airflow 2> /dev/null ; then
# if it does not exist, create secrets and install
helm repo add apache-airflow https://airflow.apache.org
helm repo update
helm -n osm install airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} --timeout 10m || FATAL_TRACK ngsa "Failed installing airflow helm chart"
else
# if it exists, upgrade
helm repo update
helm -n osm upgrade airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing airflow helm chart"
fi
[ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
}
# Install Prometheus Pushgateway helm chart
function install_prometheus_pushgateway() {
[ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
if ! helm -n osm status pushgateway 2> /dev/null ; then
# if it does not exist, install
helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
helm repo update
helm -n osm install pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing pushgateway helm chart"
else
# if it exists, upgrade
helm repo update
helm -n osm upgrade pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing pushgateway helm chart"
fi
[ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
}
# Install Prometheus AlertManager helm chart
function install_prometheus_alertmanager() {
[ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
# copy alertmanager-values.yaml to the destination folder
sudo mkdir -p ${OSM_HELM_WORK_DIR}
sudo cp ${OSM_DEVOPS}/installers/helm/values/alertmanager-values.yaml ${OSM_HELM_WORK_DIR}
if ! helm -n osm status alertmanager 2> /dev/null ; then
# if it does not exist, install
helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
helm repo update
helm -n osm install alertmanager prometheus-community/alertmanager -f ${OSM_HELM_WORK_DIR}/alertmanager-values.yaml --version ${ALERTMANAGER_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing alertmanager helm chart"
else
# if it exists, upgrade
helm repo update
helm -n osm upgrade alertmanager prometheus-community/alertmanager -f ${OSM_HELM_WORK_DIR}/alertmanager-values.yaml --version ${ALERTMANAGER_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing alertmanager helm chart"
fi
[ -z "${DEBUG_INSTALL}" ] || DEBUG end of function
}
# main
DOCKER_REGISTRY_URL=
DOCKER_USER="opensourcemano"
OSM_DEVOPS="/usr/share/osm-devops"
OSM_DOCKER_TAG="testing-daily"
OSM_HELM_WORK_DIR="/etc/osm/helm"
while getopts ":D:d:t:r:U:-: " o; do
case "${o}" in
D)
OSM_DEVOPS="${OPTARG}"
;;
d)
OSM_HELM_WORK_DIR="${OPTARG}"
;;
t)
OSM_DOCKER_TAG="${OPTARG}"
;;
r)
DOCKER_REGISTRY_URL="${OPTARG}"
;;
U)
DOCKER_USER="${OPTARG}"
;;
-)
[ "${OPTARG}" == "debug" ] && DEBUG_INSTALL="y" && continue
echo -e "Invalid option: '--$OPTARG'\n" >&2
exit 1
;;
:)
echo "Option -$OPTARG requires an argument" >&2
exit 1
;;
\?)
echo -e "Invalid option: '-$OPTARG'\n" >&2
exit 1
;;
*)
exit 1
;;
esac
done
source $OSM_DEVOPS/common/logging
source $OSM_DEVOPS/common/track
echo "DEBUG_INSTALL=$DEBUG_INSTALL"
echo "OSM_DEVOPS=$OSM_DEVOPS"
echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG"
echo "OSM_HELM_WORK_DIR=$OSM_HELM_WORK_DIR"
install_airflow
track deploy_osm airflow_ok
install_prometheus_pushgateway
track deploy_osm pushgateway_ok
install_prometheus_alertmanager
track deploy_osm alertmanager_ok