3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
19 K8S_PACKAGE_VERSION
="$K8S_VERSION".1-1.1
20 K8S_METRICS_VERSION
="v0.7.1"
22 # installs kubernetes packages
23 function install_kube
() {
24 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
25 # Kubernetes releases can be found here: https://kubernetes.io/releases/
26 # To check other available versions, run the following command
27 # curl -s https://packages.cloud.google.com/apt/dists/kubernetes-xenial/main/binary-amd64/Packages | grep Version | awk '{print $2}'
28 sudo apt-get
-y update
&& sudo apt-get
install -y apt-transport-https ca-certificates curl
29 curl
-fsSL https
://pkgs.k8s.io
/core
:/stable
:/v
"$K8S_VERSION"/deb
/Release.key | sudo gpg
--dearmor -o /etc
/apt
/keyrings
/kubernetes-apt-keyring.gpg
30 echo 'deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/v'$K8S_VERSION'/deb/ /' | sudo
tee /etc
/apt
/sources.list.d
/kubernetes.list
31 sudo apt-get
-y update
32 echo "Installing Kubernetes Packages ..."
33 sudo apt-get
install -y kubelet
=${K8S_PACKAGE_VERSION} kubeadm=${K8S_PACKAGE_VERSION} kubectl=${K8S_PACKAGE_VERSION}
34 sudo apt-mark hold kubelet kubeadm kubectl
35 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
38 # check and track kube packages installation
39 function check_and_track_kube_install
() {
40 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
41 kubelet_version
=$
(dpkg
-s kubelet|
grep Version|
awk '{print $2}')
42 [ -n "${kubelet_version}" ] || FATAL_TRACK k8scluster
"Kubelet was not installed."
43 kubeadm_version
=$
(dpkg
-s kubeadm|
grep Version|
awk '{print $2}')
44 [ -n "${kubeadm_version}" ] || FATAL_TRACK k8scluster
"Kubeadm was not installed."
45 kubectl_version
=$
(dpkg
-s kubectl|
grep Version|
awk '{print $2}')
46 [ -n "${kubectl_version}" ] || FATAL_TRACK k8scluster
"Kubectl was not installed."
47 track k8scluster install_k8s_ok none none none kubelet
${kubelet_version} none none kubeadm ${kubeadm_version} none none kubectl ${kubectl_version} none none
48 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
51 # initializes kubernetes control plane
52 function init_kubeadm
() {
53 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
55 sudo
sed -i.bak
'/.*none.*swap/s/^\(.*\)$/#\1/g' /etc
/fstab
56 sudo kubeadm init
--config $1 --dry-run || FATAL_TRACK k8scluster
"kubeadm init dry-run failed"
57 sudo kubeadm init
--config $1
59 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
62 # Initializes kubeconfig file
63 function save_kubeconfig
() {
64 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
65 K8S_MANIFEST_DIR
="/etc/kubernetes/manifests"
66 [ ! -d $K8S_MANIFEST_DIR ] && FATAL_TRACK k8scluster
"Kubernetes folder $K8S_MANIFEST_DIR was not found"
67 KUBEDIR
="${HOME}/.kube"
68 KUBEFILE
="$KUBEDIR/config"
70 KUBEADM_KUBECONFIG
="/etc/kubernetes/admin.conf"
71 sudo
cp "${KUBEADM_KUBECONFIG}" "${KUBEFILE}"
72 sudo chown $
(id
-u):$
(id
-g) "${KUBEFILE}"
74 echo "Credentials saved at ${KUBEFILE}"
76 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
79 # test kubernetes installation
80 function check_and_track_init_k8s
() {
81 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
82 echo "Reading existing namespaces"
83 kubectl get ns || FATAL_TRACK k8scluster
"Failed getting namespaces"
84 track k8scluster init_k8s_ok
85 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
88 # deploys flannel as daemonsets
89 function deploy_cni_provider
() {
90 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
91 CNI_DIR
="$(mktemp -d -q --tmpdir "flannel.XXXXXX
")"
92 trap 'rm -rf "${CNI_DIR}"' EXIT
93 KUBE_FLANNEL_FILE_URL
="https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml"
94 wget
--retry-on-host-error --retry-on-http-error 404,429,503 --tries=5 "${KUBE_FLANNEL_FILE_URL}" -P $CNI_DIR
95 [ ! -f $CNI_DIR/kube-flannel.yml
] && FATAL_TRACK k8scluster
"Cannot Install Flannel because $CNI_DIR/kube-flannel.yml was not found. Maybe the file ${KUBE_FLANNEL_FILE_URL} is temporarily not accessible"
96 kubectl apply
-f $CNI_DIR
97 [ $?
-ne 0 ] && FATAL_TRACK k8scluster
"Cannot Install Flannel"
98 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
101 # taints K8s master node
102 function taint_master_node
() {
103 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
104 K8S_MASTER
=$
(kubectl get nodes |
awk '$3~/control-plane/'|
awk '{print $1; exit}')
105 kubectl taint node
$K8S_MASTER node-role.kubernetes.io
/control-plane
:NoSchedule-
107 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
110 # check and track kube packages installation
111 function check_and_track_k8s_ready_before_helm
() {
112 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
113 kubectl get events || FATAL_TRACK k8scluster
"Failed getting events"
114 track k8scluster k8s_ready_before_helm
115 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
118 # removes osm deployments and services
119 function install_k8s_metrics
() {
120 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
121 echo "Installing Kubernetes metrics"
122 kubectl apply
-f "https://github.com/kubernetes-sigs/metrics-server/releases/download/${K8S_METRICS_VERSION}/components.yaml"
123 kubectl
-n kube-system
patch deployment metrics-server
--type=json
-p '[{"op":"add","path":"/spec/template/spec/containers/0/args/-","value":"--kubelet-insecure-tls"}]'
124 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
127 # removes osm deployments and services
128 function remove_k8s_namespace
() {
129 [ -z "${DEBUG_INSTALL}" ] || DEBUG beginning of
function
130 echo "Deleting existing namespace $1: kubectl delete ns $1"
131 kubectl delete ns
$1 2>/dev
/null
132 [ -z "${DEBUG_INSTALL}" ] || DEBUG end of
function
135 OSM_CLUSTER_WORK_DIR
="/etc/osm"
136 OSM_DEVOPS
="/usr/share/osm-devops"
139 while getopts ":D:d:-: " o
; do
142 OSM_CLUSTER_WORK_DIR
="${OPTARG}"
145 OSM_DEVOPS
="${OPTARG}"
148 [ "${OPTARG}" == "debug" ] && DEBUG_INSTALL
="y" && continue
149 echo -e "Invalid option: '--$OPTARG'\n" >&2
153 echo "Option -$OPTARG requires an argument" >&2
157 echo -e "Invalid option: '-$OPTARG'\n" >&2
166 source $OSM_DEVOPS/common
/logging
167 source $OSM_DEVOPS/common
/track
169 echo "DEBUG_INSTALL=$DEBUG_INSTALL"
170 echo "OSM_DEVOPS=$OSM_DEVOPS"
171 echo "OSM_CLUSTER_WORK_DIR=$OSM_CLUSTER_WORK_DIR"
174 echo "Creating folders for installation"
175 [ ! -d "$OSM_CLUSTER_WORK_DIR" ] && sudo mkdir
-p $OSM_CLUSTER_WORK_DIR
176 echo "Copying kubeadm-config from $OSM_DEVOPS/installers/kubeadm-config.yaml to $OSM_CLUSTER_WORK_DIR/kubeadm-config.yaml"
177 sudo
cp -b $OSM_DEVOPS/installers
/kubeadm-config.yaml
$OSM_CLUSTER_WORK_DIR/kubeadm-config.yaml
180 check_and_track_kube_install
182 init_kubeadm
$OSM_CLUSTER_WORK_DIR/kubeadm-config.yaml
184 check_and_track_init_k8s
188 check_and_track_k8s_ready_before_helm
192 remove_k8s_namespace osm
194 # install_helm has been moved to install_helm_client.sh, run from full_install_osm.sh,
195 # but tracking is still here because the installation analytics still expects it
196 track k8scluster install_helm_ok
198 # Installation of storage class, metallb and cert-manager has been moved
199 # to install_cluster_addons.sh, run from full_install_osm.sh