+ Returns:
+ List: ordered list of items to be created and deleted.
+ """
+
+ task_index = 0
+ # set list with diffs:
+ changes_list = []
+
+ # NS vld, image and flavor
+ for item in ["net", "image", "flavor", "affinity-or-anti-affinity-group"]:
+ self.logger.debug("process NS={} {}".format(nsr_id, item))
+ diff_items, task_index = self.calculate_diff_items(
+ indata=indata,
+ db_nsr=db_nsr,
+ db_ro_nsr=db_ro_nsr,
+ db_nsr_update=db_nsr_update,
+ item=item,
+ tasks_by_target_record_id=tasks_by_target_record_id,
+ action_id=action_id,
+ nsr_id=nsr_id,
+ task_index=task_index,
+ vnfr_id=None,
+ )
+ changes_list += diff_items
+
+ # VNF vlds and vdus
+ for vnfr_id, vnfr in db_vnfrs.items():
+ # vnfr_id need to be set as global variable for among others nested method _process_vdu_params
+ for item in ["net", "vdu"]:
+ self.logger.debug("process VNF={} {}".format(vnfr_id, item))
+ diff_items, task_index = self.calculate_diff_items(
+ indata=indata,
+ db_nsr=db_nsr,
+ db_ro_nsr=db_ro_nsr,
+ db_nsr_update=db_vnfrs_update[vnfr["_id"]],
+ item=item,
+ tasks_by_target_record_id=tasks_by_target_record_id,
+ action_id=action_id,
+ nsr_id=nsr_id,
+ task_index=task_index,
+ vnfr_id=vnfr_id,
+ vnfr=vnfr,
+ )
+ changes_list += diff_items
+
+ return changes_list
+
+ def define_all_tasks(
+ self,
+ changes_list,
+ db_new_tasks,
+ tasks_by_target_record_id,
+ ):
+ """Function to create all the task structures obtanied from
+ the method calculate_all_differences_to_deploy
+
+ Args:
+ changes_list (List): ordered list of items to be created or deleted
+ db_new_tasks (List): tasks list to be created
+ action_id (str): action id
+ tasks_by_target_record_id (Dict[str, Any]):
+ [<target_record_id>, <task>]
+
+ """
+
+ for change in changes_list:
+ task = Ns._create_task(
+ deployment_info=change["deployment_info"],
+ target_id=change["target_id"],
+ item=change["item"],
+ action=change["action"],
+ target_record=change["target_record"],
+ target_record_id=change["target_record_id"],
+ extra_dict=change.get("extra_dict", None),
+ )
+
+ self.logger.warning("ns.define_all_tasks task={}".format(task))
+ tasks_by_target_record_id[change["target_record_id"]] = task
+ db_new_tasks.append(task)
+
+ if change.get("common_id"):
+ task["common_id"] = change["common_id"]
+
+ def upload_all_tasks(
+ self,
+ db_new_tasks,
+ now,
+ ):
+ """Function to save all tasks in the common DB
+
+ Args:
+ db_new_tasks (List): tasks list to be created
+ now (time): current time
+
+ """
+
+ nb_ro_tasks = 0 # for logging
+
+ for db_task in db_new_tasks:
+ target_id = db_task.pop("target_id")
+ common_id = db_task.get("common_id")
+
+ # Do not chek tasks with vim_status DELETED
+ # because in manual heealing there are two tasks for the same vdur:
+ # one with vim_status deleted and the other one with the actual VM status.
+
+ if common_id:
+ if self.db.set_one(
+ "ro_tasks",
+ q_filter={
+ "target_id": target_id,
+ "tasks.common_id": common_id,
+ "vim_info.vim_status.ne": "DELETED",
+ },
+ update_dict={"to_check_at": now, "modified_at": now},
+ push={"tasks": db_task},
+ fail_on_empty=False,
+ ):
+ continue
+
+ if not self.db.set_one(
+ "ro_tasks",
+ q_filter={
+ "target_id": target_id,
+ "tasks.target_record": db_task["target_record"],
+ "vim_info.vim_status.ne": "DELETED",
+ },
+ update_dict={"to_check_at": now, "modified_at": now},
+ push={"tasks": db_task},
+ fail_on_empty=False,
+ ):
+ # Create a ro_task
+ self.logger.debug("Updating database, Creating ro_tasks")
+ db_ro_task = Ns._create_ro_task(target_id, db_task)
+ nb_ro_tasks += 1
+ self.db.create("ro_tasks", db_ro_task)
+
+ self.logger.debug(
+ "Created {} ro_tasks; {} tasks - db_new_tasks={}".format(
+ nb_ro_tasks, len(db_new_tasks), db_new_tasks
+ )
+ )
+
+ def upload_recreate_tasks(
+ self,
+ db_new_tasks,
+ now,
+ ):
+ """Function to save recreate tasks in the common DB
+
+ Args:
+ db_new_tasks (List): tasks list to be created
+ now (time): current time
+
+ """
+
+ nb_ro_tasks = 0 # for logging
+
+ for db_task in db_new_tasks:
+ target_id = db_task.pop("target_id")
+ self.logger.warning("target_id={} db_task={}".format(target_id, db_task))
+
+ action = db_task.get("action", None)
+
+ # Create a ro_task
+ self.logger.debug("Updating database, Creating ro_tasks")
+ db_ro_task = Ns._create_ro_task(target_id, db_task)
+
+ # If DELETE task: the associated created items should be removed
+ # (except persistent volumes):
+ if action == "DELETE":
+ db_ro_task["vim_info"]["created"] = True
+ db_ro_task["vim_info"]["created_items"] = db_task.get(
+ "created_items", {}
+ )
+ db_ro_task["vim_info"]["volumes_to_hold"] = db_task.get(
+ "volumes_to_hold", []
+ )
+ db_ro_task["vim_info"]["vim_id"] = db_task.get("vim_id", None)
+
+ nb_ro_tasks += 1
+ self.logger.warning("upload_all_tasks db_ro_task={}".format(db_ro_task))
+ self.db.create("ro_tasks", db_ro_task)
+
+ self.logger.debug(
+ "Created {} ro_tasks; {} tasks - db_new_tasks={}".format(
+ nb_ro_tasks, len(db_new_tasks), db_new_tasks
+ )
+ )
+
+ def _prepare_created_items_for_healing(
+ self,
+ nsr_id,
+ target_record,
+ ):
+ created_items = {}
+ # Get created_items from ro_task
+ ro_tasks = self.db.get_list("ro_tasks", {"tasks.nsr_id": nsr_id})
+ for ro_task in ro_tasks:
+ for task in ro_task["tasks"]:
+ if (
+ task["target_record"] == target_record
+ and task["action"] == "CREATE"
+ and ro_task["vim_info"]["created_items"]
+ ):
+ created_items = ro_task["vim_info"]["created_items"]
+ break
+
+ return created_items
+
+ def _prepare_persistent_volumes_for_healing(
+ self,
+ target_id,
+ existing_vdu,
+ ):
+ # The associated volumes of the VM shouldn't be removed
+ volumes_list = []
+ vim_details = {}
+ vim_details_text = existing_vdu["vim_info"][target_id].get("vim_details", None)
+ if vim_details_text:
+ vim_details = yaml.safe_load(f"{vim_details_text}")
+
+ for vol_id in vim_details.get("os-extended-volumes:volumes_attached", []):
+ volumes_list.append(vol_id["id"])
+
+ return volumes_list
+
+ def prepare_changes_to_recreate(
+ self,
+ indata,
+ nsr_id,
+ db_nsr,
+ db_vnfrs,
+ db_ro_nsr,
+ action_id,
+ tasks_by_target_record_id,
+ ):
+ """This method will obtain an ordered list of items (`changes_list`)
+ to be created and deleted to meet the recreate request.
+ """
+
+ self.logger.debug(
+ "ns.prepare_changes_to_recreate nsr_id={} indata={}".format(nsr_id, indata)
+ )
+
+ task_index = 0
+ # set list with diffs:
+ changes_list = []
+ db_path = self.db_path_map["vdu"]
+ target_list = indata.get("healVnfData", {})
+ vdu2cloud_init = indata.get("cloud_init_content") or {}
+ ro_nsr_public_key = db_ro_nsr["public_key"]
+
+ # Check each VNF of the target
+ for target_vnf in target_list:
+ # Find this VNF in the list from DB
+ vnfr_id = target_vnf.get("vnfInstanceId", None)
+ if vnfr_id:
+ existing_vnf = db_vnfrs.get(vnfr_id)
+ db_record = "vnfrs:{}:{}".format(vnfr_id, db_path)
+ # vim_account_id = existing_vnf.get("vim-account-id", "")
+
+ # Check each VDU of this VNF
+ for target_vdu in target_vnf["additionalParams"].get("vdu", None):
+ vdu_name = target_vdu.get("vdu-id", None)
+ # For multi instance VDU count-index is mandatory
+ # For single session VDU count-indes is 0
+ count_index = target_vdu.get("count-index", 0)
+ item_index = 0
+ existing_instance = None
+ for instance in existing_vnf.get("vdur", None):
+ if (
+ instance["vdu-name"] == vdu_name
+ and instance["count-index"] == count_index
+ ):
+ existing_instance = instance
+ break
+ else:
+ item_index += 1
+
+ target_record_id = "{}.{}".format(db_record, existing_instance["id"])
+
+ # The target VIM is the one already existing in DB to recreate
+ for target_vim, target_viminfo in existing_instance.get(
+ "vim_info", {}
+ ).items():
+ # step 1 vdu to be deleted
+ self._assign_vim(target_vim)
+ deployment_info = {
+ "action_id": action_id,
+ "nsr_id": nsr_id,
+ "task_index": task_index,
+ }
+
+ target_record = f"{db_record}.{item_index}.vim_info.{target_vim}"
+ created_items = self._prepare_created_items_for_healing(
+ nsr_id, target_record
+ )
+
+ volumes_to_hold = self._prepare_persistent_volumes_for_healing(
+ target_vim, existing_instance
+ )
+
+ # Specific extra params for recreate tasks:
+ extra_dict = {
+ "created_items": created_items,
+ "vim_id": existing_instance["vim-id"],
+ "volumes_to_hold": volumes_to_hold,
+ }
+
+ changes_list.append(
+ {
+ "deployment_info": deployment_info,
+ "target_id": target_vim,
+ "item": "vdu",
+ "action": "DELETE",
+ "target_record": target_record,
+ "target_record_id": target_record_id,
+ "extra_dict": extra_dict,
+ }
+ )
+ delete_task_id = f"{action_id}:{task_index}"
+ task_index += 1
+
+ # step 2 vdu to be created
+ kwargs = {}
+ kwargs.update(
+ {
+ "vnfr_id": vnfr_id,
+ "nsr_id": nsr_id,
+ "vnfr": existing_vnf,
+ "vdu2cloud_init": vdu2cloud_init,
+ "tasks_by_target_record_id": tasks_by_target_record_id,
+ "logger": self.logger,
+ "db": self.db,
+ "fs": self.fs,
+ "ro_nsr_public_key": ro_nsr_public_key,
+ }
+ )
+
+ extra_dict = self._process_recreate_vdu_params(
+ existing_instance,
+ db_nsr,
+ target_viminfo,
+ target_record_id,
+ target_vim,
+ **kwargs,
+ )
+
+ # The CREATE task depens on the DELETE task
+ extra_dict["depends_on"] = [delete_task_id]
+
+ # Add volumes created from created_items if any
+ # Ports should be deleted with delete task and automatically created with create task
+ volumes = {}
+ for k, v in created_items.items():
+ try:
+ k_item, _, k_id = k.partition(":")
+ if k_item == "volume":
+ volumes[k] = v
+ except Exception as e:
+ self.logger.error(
+ "Error evaluating created item {}: {}".format(k, e)
+ )
+ extra_dict["previous_created_volumes"] = volumes
+
+ deployment_info = {
+ "action_id": action_id,
+ "nsr_id": nsr_id,
+ "task_index": task_index,
+ }
+ self._assign_vim(target_vim)
+
+ new_item = {
+ "deployment_info": deployment_info,
+ "target_id": target_vim,
+ "item": "vdu",
+ "action": "CREATE",
+ "target_record": target_record,
+ "target_record_id": target_record_id,
+ "extra_dict": extra_dict,
+ }
+ changes_list.append(new_item)
+ tasks_by_target_record_id[target_record_id] = new_item
+ task_index += 1
+
+ return changes_list