osm_lcm/odu_libs/nodegroup.py

#######################################################################################
# Copyright ETSI Contributors and Others.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#######################################################################################


import yaml
import json


def gather_age_key(cluster):
    pubkey = cluster.get("age_pubkey")
    privkey = cluster.get("age_privkey")
    # return both public and private key
    return pubkey, privkey


async def add_nodegroup(self, op_id, op_params, content):
    self.logger.info(f"Add Nodegroup Enter. Operation {op_id}. Params: {op_params}")

    db_nodegroup = content["nodegroup"]
    db_cluster = content["cluster"]
    db_vim_account = content["vim_account"]

    workflow_template = "launcher-add-nodegroup.j2"
    workflow_name = f"add-nodegroup-{db_nodegroup['_id']}"
    nodegroup_name = db_nodegroup["git_name"].lower()
    cluster_name = db_cluster["git_name"].lower()
    configmap_name = f"{nodegroup_name}-subnet-parameters"

    # Get age key
    public_key_new_cluster, private_key_new_cluster = gather_age_key(db_cluster)

    # Test kubectl connection
    self.logger.debug(self._kubectl._get_kubectl_version())

    # Create temporal secret with agekey
    secret_name = f"secret-age-{nodegroup_name}"
    secret_namespace = "osm-workflows"
    secret_key = "agekey"
    secret_value = private_key_new_cluster
    try:
        await self.create_secret(
            secret_name,
            secret_namespace,
            secret_key,
            secret_value,
        )
    except Exception as e:
        self.logger.info(f"Cannot create secret {secret_name}: {e}")
        return False, f"Cannot create secret {secret_name}: {e}"

    private_subnet = op_params.get("private_subnet", [])
    public_subnet = op_params.get("public_subnet", [])
    subnet = private_subnet + public_subnet
    self.logger.info(f"Subnets: {subnet}")
    formatted_subnet = f"{json.dumps(subnet)}"
    # self.logger.info(f"Formatted Subnet: {formatted_subnet}")
    # Create the ConfigMap for the subnets
    # TODO: this should be done in a declarative way, not imperative
    try:
        await self.create_configmap(
            configmap_name,
            "managed-resources",
            {"subnet": formatted_subnet},
        )
    except Exception as e:
        self.logger.info(f"Cannot create configmap {configmap_name}: {e}")
        return False, f"Cannot create configmap {configmap_name}: {e}"

    # Additional params for the workflow
    nodegroup_kustomization_name = nodegroup_name
    osm_project_name = "osm_admin"  # TODO: get project name from content
    vim_account_id = db_cluster["vim_account"]
    providerconfig_name = f"{vim_account_id}-config"
    vim_type = db_vim_account["vim_type"]
    if db_cluster.get("bootstrap", True):
        skip_bootstrap = "false"
    else:
        skip_bootstrap = "true"
    if vim_type == "azure":
        cluster_type = "aks"
    elif vim_type == "aws":
        cluster_type = "eks"
    elif vim_type == "gcp":
        cluster_type = "gke"
    else:
        raise Exception("Not suitable VIM account to register cluster")

    manifest = self.render_jinja_template(
        workflow_template,
        output_file=None,
        workflow_name=workflow_name,
        git_fleet_url=f"{self._repo_base_url}/{self._repo_user}/fleet-osm.git",
        git_sw_catalogs_url=f"{self._repo_base_url}/{self._repo_user}/sw-catalogs-osm.git",
        nodegroup_name=nodegroup_name,
        nodegroup_kustomization_name=nodegroup_kustomization_name,
        cluster_name=cluster_name,
        cluster_type=cluster_type,
        role=db_nodegroup.get("iam_role", "default"),
        providerconfig_name=providerconfig_name,
        public_key_mgmt=self._pubkey,
        public_key_new_cluster=public_key_new_cluster,
        secret_name_private_key_new_cluster=secret_name,
        configmap_name=configmap_name,
        vm_size=db_nodegroup["node_size"],
        node_count=db_nodegroup["node_count"],
        cluster_location=db_cluster["region_name"],
        osm_project_name=osm_project_name,
        rg_name=db_cluster.get("resource_group", "''"),
        preemptible_nodes=db_cluster.get("preemptible_nodes", "false"),
        skip_bootstrap=skip_bootstrap,
        workflow_debug=self._workflow_debug,
        workflow_dry_run=self._workflow_dry_run,
    )
    self.logger.debug(f"Workflow manifest: {manifest}")

    # Submit workflow
    self._kubectl.create_generic_object(
        namespace="osm-workflows",
        manifest_dict=yaml.safe_load(manifest),
        api_group="argoproj.io",
        api_plural="workflows",
        api_version="v1alpha1",
    )
    return True, workflow_name


async def scale_nodegroup(self, op_id, op_params, content):
    self.logger.info(f"Scale nodegroup Enter. Operation {op_id}. Params: {op_params}")

    db_nodegroup = content["nodegroup"]
    db_cluster = content["cluster"]
    db_vim_account = content["vim_account"]

    workflow_template = "launcher-scale-nodegroup.j2"
    workflow_name = f"scale-nodegroup-{db_nodegroup['_id']}"
    nodegroup_name = db_nodegroup["git_name"].lower()
    cluster_name = db_cluster["git_name"].lower()

    # Get age key
    public_key_new_cluster, private_key_new_cluster = gather_age_key(db_cluster)

    # Test kubectl connection
    self.logger.debug(self._kubectl._get_kubectl_version())

    # Create temporal secret with agekey
    secret_name = f"secret-age-{nodegroup_name}"
    secret_namespace = "osm-workflows"
    secret_key = "agekey"
    secret_value = private_key_new_cluster
    try:
        await self.create_secret(
            secret_name,
            secret_namespace,
            secret_key,
            secret_value,
        )
    except Exception as e:
        self.logger.info(f"Cannot create secret {secret_name}: {e}")
        return False, f"Cannot create secret {secret_name}: {e}"

    # Additional params for the workflow
    nodegroup_kustomization_name = nodegroup_name
    osm_project_name = "osm_admin"  # TODO: get project name from content
    vim_type = db_vim_account["vim_type"]
    if vim_type == "azure":
        cluster_type = "aks"
    elif vim_type == "aws":
        cluster_type = "eks"
    elif vim_type == "gcp":
        cluster_type = "gke"
    else:
        raise Exception("Not suitable VIM account to register cluster")

    manifest = self.render_jinja_template(
        workflow_template,
        output_file=None,
        workflow_name=workflow_name,
        git_fleet_url=f"{self._repo_base_url}/{self._repo_user}/fleet-osm.git",
        git_sw_catalogs_url=f"{self._repo_base_url}/{self._repo_user}/sw-catalogs-osm.git",
        nodegroup_name=nodegroup_name,
        nodegroup_kustomization_name=nodegroup_kustomization_name,
        cluster_name=cluster_name,
        cluster_type=cluster_type,
        node_count=op_params["node_count"],
        public_key_mgmt=self._pubkey,
        public_key_new_cluster=public_key_new_cluster,
        secret_name_private_key_new_cluster=secret_name,
        osm_project_name=osm_project_name,
        workflow_debug=self._workflow_debug,
        workflow_dry_run=self._workflow_dry_run,
    )
    self.logger.debug(f"Workflow manifest: {manifest}")

    # Submit workflow
    self._kubectl.create_generic_object(
        namespace="osm-workflows",
        manifest_dict=yaml.safe_load(manifest),
        api_group="argoproj.io",
        api_plural="workflows",
        api_version="v1alpha1",
    )
    return True, workflow_name


async def delete_nodegroup(self, op_id, op_params, content):
    self.logger.info(f"Delete nodegroup Enter. Operation {op_id}. Params: {op_params}")

    db_nodegroup = content["nodegroup"]
    db_cluster = content["cluster"]

    workflow_template = "launcher-delete-nodegroup.j2"
    workflow_name = f"delete-nodegroup-{db_nodegroup['_id']}"
    nodegroup_name = db_nodegroup["git_name"].lower()

    # Additional params for the workflow
    nodegroup_kustomization_name = nodegroup_name
    osm_project_name = "osm_admin"  # TODO: get project name from DB

    # Render workflow
    manifest = self.render_jinja_template(
        workflow_template,
        output_file=None,
        workflow_name=workflow_name,
        git_fleet_url=f"{self._repo_base_url}/{self._repo_user}/fleet-osm.git",
        git_sw_catalogs_url=f"{self._repo_base_url}/{self._repo_user}/sw-catalogs-osm.git",
        nodegroup_name=nodegroup_name,
        cluster_name=db_cluster["name"],
        nodegroup_kustomization_name=nodegroup_kustomization_name,
        osm_project_name=osm_project_name,
        workflow_debug=self._workflow_debug,
        workflow_dry_run=self._workflow_dry_run,
    )
    self.logger.info(f"Workflow Manifest: {manifest}")

    # Submit workflow
    self._kubectl.create_generic_object(
        namespace="osm-workflows",
        manifest_dict=yaml.safe_load(manifest),
        api_group="argoproj.io",
        api_plural="workflows",
        api_version="v1alpha1",
    )
    return True, workflow_name


async def clean_items_nodegroup_add(self, op_id, op_params, content):
    self.logger.info(
        f"clean_items_nodegroup_add Enter. Operation {op_id}. Params: {op_params}"
    )
    items = {
        "secrets": [
            {
                "name": f"secret-age-{content['nodegroup']['git_name'].lower()}",
                "namespace": "osm-workflows",
            }
        ],
    }
    try:
        await self.clean_items(items)
        return True, "OK"
    except Exception as e:
        return False, f"Error while cleaning items: {e}"


async def clean_items_nodegroup_delete(self, op_id, op_params, content):
    self.logger.info(
        f"clean_items_nodegroup_delete Enter. Operation {op_id}. Params: {op_params}"
    )
    self.logger.info(
        f"clean_items_nodegroup_delete Enter. Operation {op_id}. Params: {op_params}"
    )
    self.logger.debug(f"Content: {content}")
    items = {
        "configmaps": [
            {
                "name": f"{content['nodegroup']['git_name'].lower()}-subnet-parameters",
                "namespace": "managed-resources",
            }
        ],
    }
    try:
        await self.clean_items(items)
        return True, "OK"
    except Exception as e:
        return False, f"Error while cleaning items: {e}"