X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=installers%2Finstall_ngsa.sh;h=c3208567ebefe071dba70bca5ce83340c5bea647;hb=37d5a5f1213b462f065ef44229681c801ca7efe9;hp=6ddf29861ba6ff5c343258af1c3efc37b92bf0c0;hpb=7b53d2629d0c181e026e4eaa1b271b12f36c85f5;p=osm%2Fdevops.git diff --git a/installers/install_ngsa.sh b/installers/install_ngsa.sh index 6ddf2986..c3208567 100755 --- a/installers/install_ngsa.sh +++ b/installers/install_ngsa.sh @@ -16,8 +16,9 @@ set +eux # Helm chart 1.6.0 correspondes to Airflow 2.3.0 -AIRFLOW_HELM_VERSION=1.6.0 +AIRFLOW_HELM_VERSION=1.9.0 PROMPUSHGW_HELM_VERSION=1.18.2 +ALERTMANAGER_HELM_VERSION=0.22.0 # Install Airflow helm chart function install_airflow() { @@ -25,16 +26,21 @@ function install_airflow() { # copy airflow-values.yaml to the destination folder sudo mkdir -p ${OSM_HELM_WORK_DIR} sudo cp ${OSM_DEVOPS}/installers/helm/values/airflow-values.yaml ${OSM_HELM_WORK_DIR} + # update airflow-values.yaml to use the right tag + echo "Updating Helm values file helm/values/airflow-values.yaml to use defaultAirflowTag: ${OSM_DOCKER_TAG}" + sudo sed -i "s#defaultAirflowTag:.*#defaultAirflowTag: \"${OSM_DOCKER_TAG}\"#g" ${OSM_HELM_WORK_DIR}/airflow-values.yaml + echo "Updating Helm values file helm/values/airflow-values.yaml to use defaultAirflowRepository: ${DOCKER_REGISTRY_URL}${DOCKER_USER}/airflow" + sudo sed -i "s#defaultAirflowRepository:.*#defaultAirflowRepository: ${DOCKER_REGISTRY_URL}${DOCKER_USER}/airflow#g" ${OSM_HELM_WORK_DIR}/airflow-values.yaml + if ! helm -n osm status airflow 2> /dev/null ; then # if it does not exist, create secrets and install - kubectl -n osm create secret generic airflow-webserver-secret --from-literal="webserver-secret-key=$(python3 -c 'import secrets; print(secrets.token_hex(16))')" helm repo add apache-airflow https://airflow.apache.org helm repo update - helm -n osm install airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} + helm -n osm install airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} --timeout 10m || FATAL_TRACK ngsa "Failed installing airflow helm chart" else # if it exists, upgrade helm repo update - helm -n osm upgrade airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} + helm -n osm upgrade airflow apache-airflow/airflow -f ${OSM_HELM_WORK_DIR}/airflow-values.yaml --version ${AIRFLOW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing airflow helm chart" fi [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function } @@ -46,17 +52,43 @@ function install_prometheus_pushgateway() { # if it does not exist, install helm repo add prometheus-community https://prometheus-community.github.io/helm-charts helm repo update - helm -n osm install pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} + helm -n osm install pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing pushgateway helm chart" + else + # if it exists, upgrade + helm repo update + helm -n osm upgrade pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing pushgateway helm chart" + fi + [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function +} + +# Install Prometheus AlertManager helm chart +function install_prometheus_alertmanager() { + [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function + # copy alertmanager-values.yaml to the destination folder + sudo mkdir -p ${OSM_HELM_WORK_DIR} + sudo cp ${OSM_DEVOPS}/installers/helm/values/alertmanager-values.yaml ${OSM_HELM_WORK_DIR} + if ! helm -n osm status alertmanager 2> /dev/null ; then + # if it does not exist, install + helm repo add prometheus-community https://prometheus-community.github.io/helm-charts + helm repo update + helm -n osm install alertmanager prometheus-community/alertmanager -f ${OSM_HELM_WORK_DIR}/alertmanager-values.yaml --version ${ALERTMANAGER_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing alertmanager helm chart" else # if it exists, upgrade helm repo update - helm -n osm upgrade pushgateway prometheus-community/prometheus-pushgateway --version ${PROMPUSHGW_HELM_VERSION} + helm -n osm upgrade alertmanager prometheus-community/alertmanager -f ${OSM_HELM_WORK_DIR}/alertmanager-values.yaml --version ${ALERTMANAGER_HELM_VERSION} || FATAL_TRACK ngsa "Failed installing alertmanager helm chart" fi [ -z "${DEBUG_INSTALL}" ] || DEBUG end of function } # main -while getopts ":D:d:-: " o; do + +DOCKER_REGISTRY_URL= +DOCKER_USER="opensourcemano" +OSM_DEVOPS="/usr/share/osm-devops" +OSM_DOCKER_TAG="testing-daily" +OSM_HELM_WORK_DIR="/etc/osm/helm" + +while getopts ":D:d:t:r:U:-: " o; do case "${o}" in D) OSM_DEVOPS="${OPTARG}" @@ -64,6 +96,15 @@ while getopts ":D:d:-: " o; do d) OSM_HELM_WORK_DIR="${OPTARG}" ;; + t) + OSM_DOCKER_TAG="${OPTARG}" + ;; + r) + DOCKER_REGISTRY_URL="${OPTARG}" + ;; + U) + DOCKER_USER="${OPTARG}" + ;; -) [ "${OPTARG}" == "debug" ] && DEBUG_INSTALL="y" && continue echo -e "Invalid option: '--$OPTARG'\n" >&2 @@ -88,10 +129,13 @@ source $OSM_DEVOPS/common/track echo "DEBUG_INSTALL=$DEBUG_INSTALL" echo "OSM_DEVOPS=$OSM_DEVOPS" +echo "OSM_DOCKER_TAG=$OSM_DOCKER_TAG" echo "OSM_HELM_WORK_DIR=$OSM_HELM_WORK_DIR" install_airflow track deploy_osm airflow_ok install_prometheus_pushgateway track deploy_osm pushgateway_ok +install_prometheus_alertmanager +track deploy_osm alertmanager_ok