From: aguilard Date: Tue, 25 Apr 2023 16:25:42 +0000 (+0000) Subject: Feature 10981: update alerts collections in Mongo from OSM v12 to v14 X-Git-Tag: release-v14.0-start~70 X-Git-Url: https://osm.etsi.org/gitweb/?a=commitdiff_plain;h=refs%2Fchanges%2F72%2F13272%2F4;p=osm%2Fdevops.git Feature 10981: update alerts collections in Mongo from OSM v12 to v14 Change-Id: If9e7133439fa4c856d96a9108e4306a37b2fd167 Signed-off-by: aguilard --- diff --git a/installers/charm/osm-update-db-operator/src/db_upgrade.py b/installers/charm/osm-update-db-operator/src/db_upgrade.py index 05cc0a0c..d0b3e9f6 100644 --- a/installers/charm/osm-update-db-operator/src/db_upgrade.py +++ b/installers/charm/osm-update-db-operator/src/db_upgrade.py @@ -18,10 +18,248 @@ import json import logging from pymongo import MongoClient +from uuid import uuid4 logger = logging.getLogger(__name__) +class MongoUpgrade1214: + """Upgrade MongoDB Database from OSM v12 to v14.""" + + @staticmethod + def _migrate_alerts(osm_db): + """Create new alerts collection. + """ + if "alerts" in osm_db.list_collection_names(): + return + logger.info("Entering in MongoUpgrade1214._migrate_alerts function") + logger.info("Reading VNF descriptors:") + alerts = osm_db["alerts"] + vnfds = osm_db["vnfds"] + db_vnfds = [] + for vnfd in vnfds.find(): + logger.info(f' {vnfd["_id"]}: {vnfd["description"]}') + db_vnfds.append(vnfd) + logger.info("Reading VNFRs") + vnfrs = osm_db["vnfrs"] + for vnfr in vnfrs.find(): + logger.info(f' vnfr {vnfr["_id"]}') + vnfd = next((sub for sub in db_vnfds if sub["_id"] == vnfr["vnfd-id"]), None) + nsr_id = vnfr["nsr-id-ref"] + # Checking for auto-healing configuration + df = vnfd.get("df", [{}])[0] + if "healing-aspect" in df: + healing_aspects = df["healing-aspect"] + for healing in healing_aspects: + for healing_policy in healing.get("healing-policy", ()): + vdu_id = healing_policy["vdu-id"] + vdur = next( + ( + vdur + for vdur in vnfr["vdur"] + if vdu_id == vdur["vdu-id-ref"] + ), + {}, + ) + if not vdur: + continue + metric_name = "vm_status" + vdu_name = vdur.get("name") + vnf_member_index = vnfr["member-vnf-index-ref"] + uuid = str(uuid4()) + name = f"healing_{uuid}" + action = healing_policy + # action_on_recovery = healing.get("action-on-recovery") + # cooldown_time = healing.get("cooldown-time") + # day1 = healing.get("day1") + alert = { + "uuid": uuid, + "name": name, + "metric": metric_name, + "tags": { + "ns_id": nsr_id, + "vnf_member_index": vnf_member_index, + "vdu_name": vdu_name, + }, + "alarm_status": "ok", + "action_type": "healing", + "action": action, + } + logger.info(f"Storing in MongoDB alert {alert}") + alerts.insert_one(alert) + + # Checking for auto-scaling configuration + if "scaling-aspect" in df: + rel_operation_types = { + "GE": ">=", + "LE": "<=", + "GT": ">", + "LT": "<", + "EQ": "==", + "NE": "!=", + } + scaling_aspects = df["scaling-aspect"] + all_vnfd_monitoring_params = {} + for ivld in vnfd.get("int-virtual-link-desc", ()): + for mp in ivld.get("monitoring-parameters", ()): + all_vnfd_monitoring_params[mp.get("id")] = mp + for vdu in vnfd.get("vdu", ()): + for mp in vdu.get("monitoring-parameter", ()): + all_vnfd_monitoring_params[mp.get("id")] = mp + for df in vnfd.get("df", ()): + for mp in df.get("monitoring-parameter", ()): + all_vnfd_monitoring_params[mp.get("id")] = mp + for scaling_aspect in scaling_aspects: + scaling_group_name = scaling_aspect.get("name", "") + # Get monitored VDUs + all_monitored_vdus = set() + for delta in scaling_aspect.get( + "aspect-delta-details", {} + ).get("deltas", ()): + for vdu_delta in delta.get("vdu-delta", ()): + all_monitored_vdus.add(vdu_delta.get("id")) + monitored_vdurs = list( + filter( + lambda vdur: vdur["vdu-id-ref"] + in all_monitored_vdus, + vnfr["vdur"], + ) + ) + if not monitored_vdurs: + logger.error("Scaling criteria is referring to a vnf-monitoring-param that does not contain a reference to a vdu or vnf metric") + continue + for scaling_policy in scaling_aspect.get( + "scaling-policy", () + ): + if scaling_policy["scaling-type"] != "automatic": + continue + threshold_time = scaling_policy.get( + "threshold-time", "1" + ) + cooldown_time = scaling_policy.get("cooldown-time", "0") + for scaling_criteria in scaling_policy["scaling-criteria"]: + monitoring_param_ref = scaling_criteria.get( + "vnf-monitoring-param-ref" + ) + vnf_monitoring_param = all_vnfd_monitoring_params[ + monitoring_param_ref + ] + for vdur in monitored_vdurs: + vdu_id = vdur["vdu-id-ref"] + metric_name = vnf_monitoring_param.get("performance-metric") + vdu_name = vdur["name"] + vnf_member_index = vnfr["member-vnf-index-ref"] + scalein_threshold = scaling_criteria["scale-in-threshold"] + # Looking for min/max-number-of-instances + instances_min_number = 1 + instances_max_number = 1 + vdu_profile = df["vdu-profile"] + if vdu_profile: + profile = next( + item + for item in vdu_profile + if item["id"] == vdu_id + ) + instances_min_number = profile.get("min-number-of-instances", 1) + instances_max_number = profile.get("max-number-of-instances", 1) + + if scalein_threshold: + uuid = str(uuid4()) + name = f"scalein_{uuid}" + operation = scaling_criteria["scale-in-relational-operation"] + rel_operator = rel_operation_types.get(operation, "<=") + metric_selector = f'{metric_name}{{ns_id="{nsr_id}", vnf_member_index="{vnf_member_index}", vdu_id="{vdu_id}"}}' + expression = f"(count ({metric_selector}) > {instances_min_number}) and (avg({metric_selector}) {rel_operator} {scalein_threshold})" + labels = { + "ns_id": nsr_id, + "vnf_member_index": vnf_member_index, + "vdu_id": vdu_id, + } + prom_cfg = { + "alert": name, + "expr": expression, + "for": str(threshold_time) + "m", + "labels": labels, + } + action = scaling_policy + action = { + "scaling-group": scaling_group_name, + "cooldown-time": cooldown_time, + } + alert = { + "uuid": uuid, + "name": name, + "metric": metric_name, + "tags": { + "ns_id": nsr_id, + "vnf_member_index": vnf_member_index, + "vdu_id": vdu_id, + }, + "alarm_status": "ok", + "action_type": "scale_in", + "action": action, + "prometheus_config": prom_cfg, + } + logger.info(f"Storing in MongoDB alert {alert}") + alerts.insert_one(alert) + + scaleout_threshold = scaling_criteria["scale-out-threshold"] + if scaleout_threshold: + uuid = str(uuid4()) + name = f"scaleout_{uuid}" + operation = scaling_criteria["scale-out-relational-operation"] + rel_operator = rel_operation_types.get(operation, "<=") + metric_selector = f'{metric_name}{{ns_id="{nsr_id}", vnf_member_index="{vnf_member_index}", vdu_id="{vdu_id}"}}' + expression = f"(count ({metric_selector}) < {instances_max_number}) and (avg({metric_selector}) {rel_operator} {scaleout_threshold})" + labels = { + "ns_id": nsr_id, + "vnf_member_index": vnf_member_index, + "vdu_id": vdu_id, + } + prom_cfg = { + "alert": name, + "expr": expression, + "for": str(threshold_time) + "m", + "labels": labels, + } + action = scaling_policy + action = { + "scaling-group": scaling_group_name, + "cooldown-time": cooldown_time, + } + alert = { + "uuid": uuid, + "name": name, + "metric": metric_name, + "tags": { + "ns_id": nsr_id, + "vnf_member_index": vnf_member_index, + "vdu_id": vdu_id, + }, + "alarm_status": "ok", + "action_type": "scale_out", + "action": action, + "prometheus_config": prom_cfg, + } + logger.info(f"Storing in MongoDB alert {alert}") + alerts.insert_one(alert) + # Delete old alarms collections + logger.info("Deleting alarms and alarms_action collections") + alarms = osm_db["alarms"] + alarms.drop() + alarms_action = osm_db["alarms_action"] + alarms_action.drop() + + + @staticmethod + def upgrade(mongo_uri): + """Upgrade alerts in MongoDB.""" + logger.info("Entering in MongoUpgrade1214.upgrade function") + myclient = MongoClient(mongo_uri) + osm_db = myclient["osm"] + MongoUpgrade1214._migrate_alerts(osm_db) + + class MongoUpgrade1012: """Upgrade MongoDB Database from OSM v10 to v12.""" @@ -219,6 +457,7 @@ class MongoPatch1837: MONGODB_UPGRADE_FUNCTIONS = { "9": {"10": [MongoUpgrade910.upgrade]}, "10": {"12": [MongoUpgrade1012.upgrade]}, + "12": {"14": [MongoUpgrade1214.upgrade]}, } MYSQL_UPGRADE_FUNCTIONS = {} BUG_FIXES = {