X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=osm_lcm%2Flcm_utils.py;h=a05e5acb4e4db0b792911d0ff31e637df3394276;hb=a5ae90b046fc9760c542832e4543d4c4790f869a;hp=357b4d4ec92f4643b0267aaf7c0ae81cb41f4ca4;hpb=79cd8adb7ebf8300ff8af5e1b3aab2f45c1d0c9e;p=osm%2FLCM.git diff --git a/osm_lcm/lcm_utils.py b/osm_lcm/lcm_utils.py index 357b4d4..a05e5ac 100644 --- a/osm_lcm/lcm_utils.py +++ b/osm_lcm/lcm_utils.py @@ -19,6 +19,9 @@ import asyncio from collections import OrderedDict from time import time +from osm_lcm.data_utils.database.database import Database +from osm_lcm.data_utils.filesystem.filesystem import Filesystem + # from osm_common.dbbase import DbException __author__ = "Alfonso Tierno" @@ -49,17 +52,60 @@ def versiontuple(v): return tuple(filled) -# LcmBase must be listed before TaskRegistry, as it is a dependency. +def deep_get(target_dict, key_list, default_value=None): + """ + Get a value from target_dict entering in the nested keys. If keys does not exist, it returns None + Example target_dict={a: {b: 5}}; key_list=[a,b] returns 5; both key_list=[a,b,c] and key_list=[f,h] return None + :param target_dict: dictionary to be read + :param key_list: list of keys to read from target_dict + :param default_value: value to return if key is not present in the nested dictionary + :return: The wanted value if exist, None otherwise + """ + for key in key_list: + if not isinstance(target_dict, dict) or key not in target_dict: + return default_value + target_dict = target_dict[key] + return target_dict + + +def get_iterable(in_dict, in_key): + """ + Similar to .get(), but if value is None, False, ..., An empty tuple is returned instead + :param in_dict: a dictionary + :param in_key: the key to look for at in_dict + :return: in_dict[in_var] or () if it is None or not present + """ + if not in_dict.get(in_key): + return () + return in_dict[in_key] + + +def populate_dict(target_dict, key_list, value): + """ + Update target_dict creating nested dictionaries with the key_list. Last key_list item is asigned the value. + Example target_dict={K: J}; key_list=[a,b,c]; target_dict will be {K: J, a: {b: {c: value}}} + :param target_dict: dictionary to be changed + :param key_list: list of keys to insert at target_dict + :param value: + :return: None + """ + for key in key_list[0:-1]: + if key not in target_dict: + target_dict[key] = {} + target_dict = target_dict[key] + target_dict[key_list[-1]] = value + + class LcmBase: - def __init__(self, db, msg, fs, logger): + def __init__(self, msg, logger): """ :param db: database connection """ - self.db = db + self.db = Database().instance.db self.msg = msg - self.fs = fs + self.fs = Filesystem().instance.fs self.logger = logger def update_db_2(self, item, _id, _desc): @@ -100,7 +146,7 @@ class TaskRegistry(LcmBase): # NS/NSI: "services" VIM/WIM/SDN: "accounts" topic_service_list = ['ns', 'nsi'] - topic_account_list = ['vim', 'wim', 'sdn'] + topic_account_list = ['vim', 'wim', 'sdn', 'k8scluster', 'k8srepo'] # Map topic to InstanceID topic2instid_dict = { @@ -113,18 +159,22 @@ class TaskRegistry(LcmBase): 'nsi': 'nsilcmops', 'vim': 'vim_accounts', 'wim': 'wim_accounts', - 'sdn': 'sdns'} + 'sdn': 'sdns', + 'k8scluster': 'k8sclusters', + 'k8srepo': 'k8srepos'} - def __init__(self, worker_id=None, db=None, logger=None): + def __init__(self, worker_id=None, logger=None): self.task_registry = { "ns": {}, "nsi": {}, "vim_account": {}, "wim_account": {}, "sdn": {}, + "k8scluster": {}, + "k8srepo": {}, } self.worker_id = worker_id - self.db = db + self.db = Database().instance.db self.logger = logger def register(self, topic, _id, op_id, task_name, task): @@ -218,12 +268,10 @@ class TaskRegistry(LcmBase): # Input: op_id, example: 'abc123def:3' Output: account_id='abc123def', op_index=3 def _get_account_and_op_HA(self, op_id): if not op_id: - return (None, None) + return None, None account_id, _, op_index = op_id.rpartition(':') - if not account_id: - return (None, None) - if not op_index.isdigit(): - return (None, None) + if not account_id or not op_index.isdigit(): + return None, None return account_id, op_index # Get '_id' for any topic and operation @@ -235,7 +283,7 @@ class TaskRegistry(LcmBase): # NS/NSI: Use op_id as '_id' elif self._is_service_type_HA(topic): _id = op_id - # VIM/SDN/WIM: Split op_id to get Account ID and Operation Index, use Account ID as '_id' + # VIM/SDN/WIM/K8SCLUSTER: Split op_id to get Account ID and Operation Index, use Account ID as '_id' elif self._is_account_type_HA(topic): _id, _ = self._get_account_and_op_HA(op_id) return _id @@ -260,7 +308,7 @@ class TaskRegistry(LcmBase): 'startTime.lt': starttime_this_op, "_admin.modified.gt": now - 2*3600, # ignore if tow hours of inactivity } - # VIM/WIM/SDN + # VIM/WIM/SDN/K8scluster elif self._is_account_type_HA(topic): _, op_index = self._get_account_and_op_HA(op_id) _ops = db_lcmop['_admin']['operations'] @@ -309,12 +357,12 @@ class TaskRegistry(LcmBase): the task in this instance of LCM, without querying the DB. """ - # Backward compatibility for VIM/WIM/SDN without op_id + # Backward compatibility for VIM/WIM/SDN/k8scluster without op_id if self._is_account_type_HA(topic) and op_id is None: return True # Try to lock this task - db_table_name = self.topic2dbtable_dict.get(topic) + db_table_name = self.topic2dbtable_dict[topic] q_filter, update_dict = self._get_dbparams_for_lock_HA(topic, op_type, op_id) db_lock_task = self.db.set_one(db_table_name, q_filter=q_filter, @@ -336,7 +384,7 @@ class TaskRegistry(LcmBase): fail_on_empty=False) return True - def register_HA(self, topic, op_type, op_id, operationState, detailed_status): + def unlock_HA(self, topic, op_type, op_id, operationState, detailed_status): """ Register a task, done when finished a VIM/WIM/SDN 'create' operation. :param topic: Can be "vim", "wim", or "sdn" @@ -346,19 +394,21 @@ class TaskRegistry(LcmBase): """ # Backward compatibility - if not self._is_account_type_HA(topic) or (self._is_account_type_HA(topic) and op_id is None): + if not self._is_account_type_HA(topic) or not op_id: return # Get Account ID and Operation Index account_id, op_index = self._get_account_and_op_HA(op_id) - db_table_name = self.topic2dbtable_dict.get(topic) + db_table_name = self.topic2dbtable_dict[topic] # If this is a 'delete' operation, the account may have been deleted (SUCCESS) or may still exist (FAILED) # If the account exist, register the HA task. # Update DB for HA tasks q_filter = {'_id': account_id} update_dict = {'_admin.operations.{}.operationState'.format(op_index): operationState, - '_admin.operations.{}.detailed-status'.format(op_index): detailed_status} + '_admin.operations.{}.detailed-status'.format(op_index): detailed_status, + '_admin.operations.{}.worker'.format(op_index): None, + '_admin.current_operation': None} self.db.set_one(db_table_name, q_filter=q_filter, update_dict=update_dict, @@ -414,7 +464,7 @@ class TaskRegistry(LcmBase): q_filter = {'_id': _id} # NS/NSI if self._is_service_type_HA(topic): - update_dict = {'detailed-status': step} + update_dict = {'detailed-status': step, 'queuePosition': new_num_related_tasks} # VIM/WIM/SDN elif self._is_account_type_HA(topic): _, op_index = self._get_account_and_op_HA(op_id)