3 # Copyright 2019 Minsait - Indra S.A.
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
9 # http://www.apache.org/licenses/LICENSE-2.0
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 # Author: Jose Manuel Palacios (jmpalacios@minsait.com)
17 # Author: Jose Antonio Martinez (jamartinezv@minsait.com)
19 # Obtain the path where the script is located
20 HERE
=$
(dirname $
(readlink
-f ${BASH_SOURCE[0]}))
23 # Load component versions to be deployed
24 source $HERE/versions_monitoring
30 V_OPERATOR
=$PROMETHEUS_OPERATOR
31 V_MONGODB_EXPORTER
=$PROMETHEUS_MONGODB_EXPORTER
32 V_MYSQL_EXPORTER
=$PROMETHEUS_MYSQL_EXPORTER
33 V_KAFKA_EXPORTER
=$PROMETHEUS_KAFKA_EXPORTER
37 echo -e "usage: $0 [OPTIONS]"
38 echo -e "Install OSM Monitoring"
40 echo -e " -n <namespace> : use specified kubernetes namespace - default: monitoring"
41 echo -e " -s <service_type>: service type (ClusterIP|NodePort|LoadBalancer) - default: NodePort"
42 echo -e " --debug : debug script"
43 echo -e " --dump : dump arguments and versions"
44 echo -e " -h / --help : print this help"
52 while getopts ":h-:n:s:" o
; do
62 SERVICE_TYPE
="${OPTARG}"
66 [ "${OPTARG}" == "help" ] && usage
&& exit 0
67 [ "${OPTARG}" == "debug" ] && DEBUG
="y" && continue
68 [ "${OPTARG}" == "dump" ] && DUMP_VARS
="y" && continue
69 echo -e "Invalid option: '--$OPTARG'\n" >&2
74 echo -e "Invalid option: '-$OPTARG'\n" >&2
85 echo "NAMESPACE=$NAMESPACE"
86 echo "SERVICE_TYPE=$SERVICE_TYPE"
89 echo "V_OPERATOR=$V_OPERATOR"
90 echo "V_MONGODB_EXPORTER=$V_MONGODB_EXPORTER"
91 echo "V_MYSQL_EXPORTER=$V_MYSQL_EXPORTER"
92 echo "V_KAFKA_EXPORTER=$V_KAFKA_EXPORTER"
96 kubernetes_version
=`kubectl version --short | grep Server | awk '{print $3}'`
97 min_kubernetes_version
="v1.16.0"
98 if [[ "$kubernetes_version" < "$min_kubernetes_version" ]]
100 echo "K8s monitoring could not be installed: Kube-prometheus-stack requires a Kubernetes 1.16+ (current version: $kubernetes_version)"
104 if [ -n "$SERVICE_TYPE" ] ; then
105 if [ [ $SERVICE_TYPE != "ClusterIP" ] ||
[ $SERVICE_TYPE != "NodePort" ] ||
[ $SERVICE_TYPE != "LoadBalancer" ] ] ; then
106 echo "Wrong service type..."
110 SERVICE_TYPE
="NodePort"
113 if [ -n "$DEBUG" ] ; then
117 if [ -n "$DUMP_VARS" ] ; then
121 # Create monitoring namespace
122 echo "Creating namespace $NAMESPACE"
123 kubectl create namespace
$NAMESPACE
125 # Needed changes for Kube-Prometheus on Kubeadm installation
126 # Kube-Controller-Manager
127 sudo
sed -e "s/- --bind-address=127.0.0.1/- --bind-address=0.0.0.0/" -i /etc
/kubernetes
/manifests
/kube-controller-manager.yaml
129 sudo
sed -e "s/- --bind-address=127.0.0.1/- --bind-address=0.0.0.0/" -i /etc
/kubernetes
/manifests
/kube-scheduler.yaml
131 kubectl
-n kube-system get cm
/kube-proxy
-o yaml
> $HERE/kube-proxy-cm.yaml
132 sed -e "s/metricsBindAddress: \"\"/metricsBindAddress: 0.0.0.0:10249/" -i $HERE/kube-proxy-cm.yaml
133 kubectl
-n kube-system delete cm kube-proxy
134 kubectl
-n kube-system apply
-f $HERE/kube-proxy-cm.yaml
135 rm $HERE/kube-proxy-cm.yaml
136 kubectl delete pod
-l k8s-app
=kube-proxy
-n kube-system
138 sudo
cp /etc
/kubernetes
/pki
/etcd
/healthcheck-client.key
$HERE/healthcheck-client.key
139 sudo
chmod a
+r
$HERE/healthcheck-client.key
140 kubectl
-n $NAMESPACE create secret generic etcd-client-cert
--from-file=/etc
/kubernetes
/pki
/etcd
/ca.crt
--from-file=/etc
/kubernetes
/pki
/etcd
/healthcheck-client.crt
--from-file=$HERE/healthcheck-client.key
141 sudo
awk '/--trusted-ca-file=\/etc\/kubernetes\/pki\/etcd\/ca.crt/ { print; print " - --metrics=extensive"; next }1' /etc
/kubernetes
/manifests
/etcd.yaml
> $HERE/tmp
&& sudo
mv $HERE/tmp
/etc
/kubernetes
/manifests
/etcd.yaml
142 sudo chown root
:root
/etc
/kubernetes
/manifests
/etcd.yaml
143 sudo
chmod 600 /etc
/kubernetes
/manifests
/etcd.yaml
145 # Add Helm prometheus-community repo
146 helm repo add prometheus-community https
://prometheus-community.github.io
/helm-charts
149 # kube-prometheus-stack installation (previously called prometheus-operator)
150 $HERE/change-charts-prometheus-operator.sh
151 echo "Creating stable/kube-prometheus-stack"
152 cat > $HERE/kube-prometheus-stack-values.yaml
<<EOF
153 kubeControllerManager:
160 insecureSkipVerify: true
168 insecureSkipVerify: true
175 insecureSkipVerify: false
176 serverName: localhost
177 caFile: /etc/prometheus/secrets/etcd-client-cert/ca.crt
178 certFile: /etc/prometheus/secrets/etcd-client-cert/healthcheck-client.crt
179 keyFile: /etc/prometheus/secrets/etcd-client-cert/healthcheck-client.key
185 forceDeployDashboards: true
190 serviceMonitorSelectorNilUsesHelmValues: false
191 secrets: ['etcd-client-cert']
193 helm
install osm-monitoring
--namespace $NAMESPACE --version=$V_OPERATOR -f $HERE/kube-prometheus-stack-values.yaml
$HERE/helm_charts
/kube-prometheus-stack
195 # Exporters installation
198 echo "Creating prometheus-community/prometheus-mongodb-exporter"
199 helm
install osm-mongodb-exporter
--namespace $NAMESPACE --version=$V_MONGODB_EXPORTER --set serviceMonitor.additionalLabels.release
=osm-monitoring
,mongodb.uri
='mongodb://mongodb-k8s.osm:27017' prometheus-community
/prometheus-mongodb-exporter
201 kubectl
-n $NAMESPACE apply
-f $HERE/mongodb-exporter-dashboard.yaml
204 echo "Creating prometheus-community/prometheus-mysql-exporter"
205 helm
install osm-mysql-exporter
--namespace $NAMESPACE --version=$V_MYSQL_EXPORTER --set serviceMonitor.enabled
=true
,serviceMonitor.additionalLabels.release
=osm-monitoring
,mysql.user
="root",mysql.pass
=`kubectl -n osm get secret ro-db-secret -o yaml | grep -i -A1 '^data:$' | grep MYSQL_ROOT_PASSWORD | awk '{print $2}' | base64 -d`,mysql.
host="mysql.osm",mysql.port
="3306",'collectors.info_schema\.tables=true' prometheus-community
/prometheus-mysql-exporter
207 kubectl
-n $NAMESPACE apply
-f $HERE/mysql-exporter-dashboard.yaml
210 echo "Creating prometheus-community/prometheus-kafka-exporter"
211 helm
install osm-kafka-exporter
--namespace $NAMESPACE --version=$V_KAFKA_EXPORTER --set prometheus.serviceMonitor.enabled
=true
,prometheus.serviceMonitor.additionalLabels.release
=osm-monitoring
,kafkaServer
={kafka.osm.svc.cluster.
local:9092},service.port
=9092 prometheus-community
/prometheus-kafka-exporter
213 kubectl
-n $NAMESPACE apply
-f $HERE/kafka-exporter-dashboard.yaml
215 # Deploy summary dashboard
216 kubectl
-n $NAMESPACE apply
-f $HERE/summary-dashboard.yaml
218 # Deploy nodes dashboards
219 kubectl
-n $NAMESPACE apply
-f $HERE/nodes-dashboard.yaml