X-Git-Url: https://osm.etsi.org/gitweb/?p=osm%2FNBI.git;a=blobdiff_plain;f=osm_nbi%2Fengine.py;h=3cdacd9b63d78c48a7e43f3eb6dcf8390d349a72;hp=12311d135e40166dfc59e0d64cda141c037e1402;hb=92c1c7dc36d60f81f029d8045a18eeff25aab461;hpb=b62b7acd1c12e971b6e13d4905d478df8fd3c69f;ds=inline diff --git a/osm_nbi/engine.py b/osm_nbi/engine.py index 12311d1..3cdacd9 100644 --- a/osm_nbi/engine.py +++ b/osm_nbi/engine.py @@ -1,67 +1,44 @@ # -*- coding: utf-8 -*- -from osm_common import dbmongo -from osm_common import dbmemory -from osm_common import fslocal -from osm_common import msglocal -from osm_common import msgkafka -import tarfile -import yaml -import json import logging -from random import choice as random_choice -from uuid import uuid4 -from hashlib import sha256, md5 +from osm_common import dbmongo, dbmemory, fslocal, msglocal, msgkafka, version as common_version from osm_common.dbbase import DbException from osm_common.fsbase import FsException from osm_common.msgbase import MsgException from http import HTTPStatus -from time import time -from copy import deepcopy -from validation import validate_input, ValidationError +from base_topic import EngineException, versiontuple +from admin_topics import UserTopic, ProjectTopic, VimAccountTopic, SdnTopic +from descriptor_topics import VnfdTopic, NsdTopic, PduTopic +from instance_topics import NsrTopic, VnfrTopic, NsLcmOpTopic +from base64 import b64encode +from os import urandom __author__ = "Alfonso Tierno " - - -class EngineException(Exception): - - def __init__(self, message, http_code=HTTPStatus.BAD_REQUEST): - self.http_code = http_code - Exception.__init__(self, message) - - -def _deep_update(dict_to_change, dict_reference): - """ - Modifies one dictionary with the information of the other following https://tools.ietf.org/html/rfc7396 - :param dict_to_change: Ends modified - :param dict_reference: reference - :return: none - """ - for k in dict_reference: - if dict_reference[k] is None: # None->Anything - if k in dict_to_change: - del dict_to_change[k] - elif not isinstance(dict_reference[k], dict): # NotDict->Anything - dict_to_change[k] = dict_reference[k] - elif k not in dict_to_change: # Dict->Empty - dict_to_change[k] = deepcopy(dict_reference[k]) - _deep_update(dict_to_change[k], dict_reference[k]) - elif isinstance(dict_to_change[k], dict): # Dict->Dict - _deep_update(dict_to_change[k], dict_reference[k]) - else: # Dict->NotDict - dict_to_change[k] = deepcopy(dict_reference[k]) - _deep_update(dict_to_change[k], dict_reference[k]) +min_common_version = "0.1.8" class Engine(object): + map_from_topic_to_class = { + "vnfds": VnfdTopic, + "nsds": NsdTopic, + "pdus": PduTopic, + "nsrs": NsrTopic, + "vnfrs": VnfrTopic, + "nslcmops": NsLcmOpTopic, + "vim_accounts": VimAccountTopic, + "sdns": SdnTopic, + "users": UserTopic, + "projects": ProjectTopic, + # [NEW_TOPIC]: add an entry here + } def __init__(self): - self.tokens = {} self.db = None self.fs = None self.msg = None self.config = None self.logger = logging.getLogger("nbi.engine") + self.map_topic = {} def start(self, config): """ @@ -70,6 +47,11 @@ class Engine(object): :return: None """ self.config = config + # check right version of common + if versiontuple(common_version) < versiontuple(min_common_version): + raise EngineException("Not compatible osm/common version '{}'. Needed '{}' or higher".format( + common_version, min_common_version)) + try: if not self.db: if config["database"]["driver"] == "mongo": @@ -98,6 +80,10 @@ class Engine(object): else: raise EngineException("Invalid configuration param '{}' at '[message]':'driver'".format( config["storage"]["driver"])) + + # create one class per topic + for topic, topic_class in self.map_from_topic_to_class.items(): + self.map_topic[topic] = topic_class(self.db, self.fs, self.msg) except (DbException, FsException, MsgException) as e: raise EngineException(str(e), http_code=e.http_code) @@ -112,857 +98,116 @@ class Engine(object): except (DbException, FsException, MsgException) as e: raise EngineException(str(e), http_code=e.http_code) - def authorize(self, token): - try: - if not token: - raise EngineException("Needed a token or Authorization http header", - http_code=HTTPStatus.UNAUTHORIZED) - if token not in self.tokens: - raise EngineException("Invalid token or Authorization http header", - http_code=HTTPStatus.UNAUTHORIZED) - session = self.tokens[token] - now = time() - if session["expires"] < now: - del self.tokens[token] - raise EngineException("Expired Token or Authorization http header", - http_code=HTTPStatus.UNAUTHORIZED) - return session - except EngineException: - if self.config["global"].get("test.user_not_authorized"): - return {"id": "fake-token-id-for-test", - "project_id": self.config["global"].get("test.project_not_authorized", "admin"), - "username": self.config["global"]["test.user_not_authorized"]} - else: - raise - - def new_token(self, session, indata, remote): - now = time() - user_content = None - - # Try using username/password - if indata.get("username"): - user_rows = self.db.get_list("users", {"username": indata.get("username")}) - user_content = None - if user_rows: - user_content = user_rows[0] - salt = user_content["_admin"]["salt"] - shadow_password = sha256(indata.get("password", "").encode('utf-8') + salt.encode('utf-8')).hexdigest() - if shadow_password != user_content["password"]: - user_content = None - if not user_content: - raise EngineException("Invalid username/password", http_code=HTTPStatus.UNAUTHORIZED) - elif session: - user_rows = self.db.get_list("users", {"username": session["username"]}) - if user_rows: - user_content = user_rows[0] - else: - raise EngineException("Invalid token", http_code=HTTPStatus.UNAUTHORIZED) - else: - raise EngineException("Provide credentials: username/password or Authorization Bearer token", - http_code=HTTPStatus.UNAUTHORIZED) - - token_id = ''.join(random_choice('abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789') - for _ in range(0, 32)) - if indata.get("project_id"): - project_id = indata.get("project_id") - if project_id not in user_content["projects"]: - raise EngineException("project {} not allowed for this user".format(project_id), - http_code=HTTPStatus.UNAUTHORIZED) - else: - project_id = user_content["projects"][0] - if project_id == "admin": - session_admin = True - else: - project = self.db.get_one("projects", {"_id": project_id}) - session_admin = project.get("admin", False) - new_session = {"issued_at": now, "expires": now+3600, - "_id": token_id, "id": token_id, "project_id": project_id, "username": user_content["username"], - "remote_port": remote.port, "admin": session_admin} - if remote.name: - new_session["remote_host"] = remote.name - elif remote.ip: - new_session["remote_host"] = remote.ip - - self.tokens[token_id] = new_session - return deepcopy(new_session) - - def get_token_list(self, session): - token_list = [] - for token_id, token_value in self.tokens.items(): - if token_value["username"] == session["username"]: - token_list.append(deepcopy(token_value)) - return token_list - - def get_token(self, session, token_id): - token_value = self.tokens.get(token_id) - if not token_value: - raise EngineException("token not found", http_code=HTTPStatus.NOT_FOUND) - if token_value["username"] != session["username"] and not session["admin"]: - raise EngineException("needed admin privileges", http_code=HTTPStatus.UNAUTHORIZED) - return token_value - - def del_token(self, token_id): - try: - del self.tokens[token_id] - return "token '{}' deleted".format(token_id) - except KeyError: - raise EngineException("Token '{}' not found".format(token_id), http_code=HTTPStatus.NOT_FOUND) - - @staticmethod - def _remove_envelop(item, indata=None): - """ - Obtain the useful data removing the envelop. It goes throw the vnfd or nsd catalog and returns the - vnfd or nsd content - :param item: can be vnfds, nsds, users, projects, userDefinedData (initial content of a vnfds, nsds - :param indata: Content to be inspected - :return: the useful part of indata - """ - clean_indata = indata - if not indata: - return {} - if item == "vnfds": - if clean_indata.get('vnfd:vnfd-catalog'): - clean_indata = clean_indata['vnfd:vnfd-catalog'] - elif clean_indata.get('vnfd-catalog'): - clean_indata = clean_indata['vnfd-catalog'] - if clean_indata.get('vnfd'): - if not isinstance(clean_indata['vnfd'], list) or len(clean_indata['vnfd']) != 1: - raise EngineException("'vnfd' must be a list only one element") - clean_indata = clean_indata['vnfd'][0] - elif item == "nsds": - if clean_indata.get('nsd:nsd-catalog'): - clean_indata = clean_indata['nsd:nsd-catalog'] - elif clean_indata.get('nsd-catalog'): - clean_indata = clean_indata['nsd-catalog'] - if clean_indata.get('nsd'): - if not isinstance(clean_indata['nsd'], list) or len(clean_indata['nsd']) != 1: - raise EngineException("'nsd' must be a list only one element") - clean_indata = clean_indata['nsd'][0] - elif item == "userDefinedData": - if "userDefinedData" in indata: - clean_indata = clean_indata['userDefinedData'] - return clean_indata - - def _check_dependencies_on_descriptor(self, session, item, descriptor_id): - """ - Check that the descriptor to be deleded is not a dependency of others - :param session: client session information - :param item: can be vnfds, nsds - :param descriptor_id: id of descriptor to be deleted - :return: None or raises exception - """ - if item == "vnfds": - _filter = {"constituent-vnfd.ANYINDEX.vnfd-id-ref": descriptor_id} - if self.get_item_list(session, "nsds", _filter): - raise EngineException("There are nsd that depends on this VNFD", http_code=HTTPStatus.CONFLICT) - elif item == "nsds": - _filter = {"nsdId": descriptor_id} - if self.get_item_list(session, "nsrs", _filter): - raise EngineException("There are nsr that depends on this NSD", http_code=HTTPStatus.CONFLICT) - - def _check_descriptor_dependencies(self, session, item, descriptor): - """ - Check that the dependent descriptors exist on a new descriptor or edition - :param session: client session information - :param item: can be nsds, nsrs - :param descriptor: descriptor to be inserted or edit - :return: None or raises exception - """ - if item == "nsds": - if not descriptor.get("constituent-vnfd"): - return - for vnf in descriptor["constituent-vnfd"]: - vnfd_id = vnf["vnfd-id-ref"] - if not self.get_item_list(session, "vnfds", {"id": vnfd_id}): - raise EngineException("Descriptor error at 'constituent-vnfd':'vnfd-id-ref'='{}' references a non " - "existing vnfd".format(vnfd_id), http_code=HTTPStatus.CONFLICT) - elif item == "nsrs": - if not descriptor.get("nsdId"): - return - nsd_id = descriptor["nsdId"] - if not self.get_item_list(session, "nsds", {"id": nsd_id}): - raise EngineException("Descriptor error at nsdId='{}' references a non exist nsd".format(nsd_id), - http_code=HTTPStatus.CONFLICT) - - def _validate_new_data(self, session, item, indata, id=None, force=False): - if item == "users": - if not indata.get("username"): - raise EngineException("missing 'username'", HTTPStatus.UNPROCESSABLE_ENTITY) - if not indata.get("password"): - raise EngineException("missing 'password'", HTTPStatus.UNPROCESSABLE_ENTITY) - if not indata.get("projects"): - raise EngineException("missing 'projects'", HTTPStatus.UNPROCESSABLE_ENTITY) - # check username not exists - if self.db.get_one(item, {"username": indata.get("username")}, fail_on_empty=False, fail_on_more=False): - raise EngineException("username '{}' exists".format(indata["username"]), HTTPStatus.CONFLICT) - elif item == "projects": - if not indata.get("name"): - raise EngineException("missing 'name'") - # check name not exists - if self.db.get_one(item, {"name": indata.get("name")}, fail_on_empty=False, fail_on_more=False): - raise EngineException("name '{}' exists".format(indata["name"]), HTTPStatus.CONFLICT) - elif item in ("vnfds", "nsds"): - filter = {"id": indata["id"]} - if id: - filter["_id.neq"] = id - # TODO add admin to filter, validate rights - self._add_read_filter(session, item, filter) - if self.db.get_one(item, filter, fail_on_empty=False): - raise EngineException("{} with id '{}' already exists for this tenant".format(item[:-1], indata["id"]), - HTTPStatus.CONFLICT) - # TODO validate with pyangbind. Load and dumps to convert data types - if item == "nsds": - # transform constituent-vnfd:member-vnf-index to string - if indata.get("constituent-vnfd"): - for constituent_vnfd in indata["constituent-vnfd"]: - if "member-vnf-index" in constituent_vnfd: - constituent_vnfd["member-vnf-index"] = str(constituent_vnfd["member-vnf-index"]) - - if item == "nsds" and not force: - self._check_descriptor_dependencies(session, "nsds", indata) - elif item == "userDefinedData": - # TODO validate userDefinedData is a keypair values - pass - - elif item == "nsrs": - pass - elif item == "vim_accounts" or item == "sdns": - filter = {"name": indata.get("name")} - if id: - filter["_id.neq"] = id - if self.db.get_one(item, filter, fail_on_empty=False, fail_on_more=False): - raise EngineException("name '{}' already exists for {}".format(indata["name"], item), - HTTPStatus.CONFLICT) - - def _check_ns_operation(self, session, nsr, operation, indata): - """ - Check that user has enter right parameters for the operation - :param session: - :param operation: it can be: instantiate, terminate, action, TODO: update, heal - :param indata: descriptor with the parameters of the operation - :return: None - """ - if operation == "action": - if indata.get("vnf_member_index"): - indata["member_vnf_index"] = indata.pop("vnf_member_index") # for backward compatibility - for vnf in nsr["nsd"]["constituent-vnfd"]: - if indata["member_vnf_index"] == vnf["member-vnf-index"]: - # TODO get vnfd, check primitives - break - else: - raise EngineException("Invalid parameter member_vnf_index='{}' is not one of the nsd " - "constituent-vnfd".format(indata["member_vnf_index"])) - - def _format_new_data(self, session, item, indata): - now = time() - if "_admin" not in indata: - indata["_admin"] = {} - indata["_admin"]["created"] = now - indata["_admin"]["modified"] = now - if item == "users": - indata["_id"] = indata["username"] - salt = uuid4().hex - indata["_admin"]["salt"] = salt - indata["password"] = sha256(indata["password"].encode('utf-8') + salt.encode('utf-8')).hexdigest() - elif item == "projects": - indata["_id"] = indata["name"] - else: - if not indata.get("_id"): - indata["_id"] = str(uuid4()) - if item in ("vnfds", "nsds", "nsrs", "vnfrs"): - if not indata["_admin"].get("projects_read"): - indata["_admin"]["projects_read"] = [session["project_id"]] - if not indata["_admin"].get("projects_write"): - indata["_admin"]["projects_write"] = [session["project_id"]] - if item in ("vnfds", "nsds"): - indata["_admin"]["onboardingState"] = "CREATED" - indata["_admin"]["operationalState"] = "DISABLED" - indata["_admin"]["usageSate"] = "NOT_IN_USE" - if item == "nsrs": - indata["_admin"]["nsState"] = "NOT_INSTANTIATED" - if item in ("vim_accounts", "sdns"): - indata["_admin"]["operationalState"] = "PROCESSING" - - def upload_content(self, session, item, _id, indata, kwargs, headers): - """ - Used for receiving content by chunks (with a transaction_id header and/or gzip file. It will store and extract) - :param session: session - :param item: can be nsds or vnfds - :param _id : the nsd,vnfd is already created, this is the id - :param indata: http body request - :param kwargs: user query string to override parameters. NOT USED - :param headers: http request headers - :return: True package has is completely uploaded or False if partial content has been uplodaed. - Raise exception on error - """ - # Check that _id exists and it is valid - current_desc = self.get_item(session, item, _id) - - content_range_text = headers.get("Content-Range") - expected_md5 = headers.get("Content-File-MD5") - compressed = None - content_type = headers.get("Content-Type") - if content_type and "application/gzip" in content_type or "application/x-gzip" in content_type or \ - "application/zip" in content_type: - compressed = "gzip" - filename = headers.get("Content-Filename") - if not filename: - filename = "package.tar.gz" if compressed else "package" - # TODO change to Content-Disposition filename https://tools.ietf.org/html/rfc6266 - file_pkg = None - error_text = "" - try: - if content_range_text: - content_range = content_range_text.replace("-", " ").replace("/", " ").split() - if content_range[0] != "bytes": # TODO check x result - # manyfiles yes X -> zip - # no yes -> error - # onefile yes no -> zip - # X yes -> text + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].list(session, filter_q) - if accept_text and (not storage.get('pkg-dir') or path == "$DESCRIPTOR"): - return self.fs.file_open((storage['folder'], storage['descriptor']), "r"), "text/plain" - elif storage.get('pkg-dir') and not accept_zip: - raise EngineException("Packages that contains several files need to be retrieved with 'application/zip'" - "Accept header", http_code=HTTPStatus.NOT_ACCEPTABLE) - else: - if not storage.get('zipfile'): - # TODO generate zipfile if not present - raise EngineException("Only allowed 'text/plain' Accept header for this descriptor. To be solved in " - "future versions", http_code=HTTPStatus.NOT_ACCEPTABLE) - return self.fs.file_open((storage['folder'], storage['zipfile']), "rb"), "application/zip" - - def get_item_list(self, session, item, filter={}): + def get_item(self, session, topic, _id): """ - Get a list of items + Get complete information on an item :param session: contains the used login username and working project - :param item: it can be: users, projects, vnfds, nsds, ... - :param filter: filter of data to be applied - :return: The list, it can be empty if no one match the filter. + :param topic: it can be: users, projects, vnfds, nsds, + :param _id: server id of the item + :return: dictionary, raise exception if not found. """ - # TODO add admin to filter, validate rights - # TODO transform data for SOL005 URL requests. Transform filtering - # TODO implement "field-type" query string SOL005 + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].show(session, _id) - self._add_read_filter(session, item, filter) - return self.db.get_list(item, filter) - - def get_item(self, session, item, _id): + def get_file(self, session, topic, _id, path=None, accept_header=None): """ - Get complete information on an items + Get descriptor package or artifact file content :param session: contains the used login username and working project - :param item: it can be: users, projects, vnfds, nsds, + :param topic: it can be: users, projects, vnfds, nsds, :param _id: server id of the item - :return: dictionary, raise exception if not found. + :param path: artifact path or "$DESCRIPTOR" or None + :param accept_header: Content of Accept header. Must contain applition/zip or/and text/plain + :return: opened file plus Accept format or raises an exception """ - filter = {"_id": _id} - # TODO add admin to filter, validate rights - # TODO transform data for SOL005 URL requests - self._add_read_filter(session, item, filter) - return self.db.get_one(item, filter) + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].get_file(session, _id, path, accept_header) - def del_item_list(self, session, item, filter={}): + def del_item_list(self, session, topic, _filter=None): """ Delete a list of items :param session: contains the used login username and working project - :param item: it can be: users, projects, vnfds, nsds, ... - :param filter: filter of data to be applied - :return: The deleted list, it can be empty if no one match the filter. + :param topic: it can be: users, projects, vnfds, nsds, ... + :param _filter: filter of data to be applied + :return: The deleted list, it can be empty if no one match the _filter. """ - # TODO add admin to filter, validate rights - self._add_read_filter(session, item, filter) - return self.db.del_list(item, filter) + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].delete_list(session, _filter) - def del_item(self, session, item, _id, force=False): + def del_item(self, session, topic, _id, force=False): """ Delete item by its internal id :param session: contains the used login username and working project - :param item: it can be: users, projects, vnfds, nsds, ... + :param topic: it can be: users, projects, vnfds, nsds, ... :param _id: server id of the item :param force: indicates if deletion must be forced in case of conflict :return: dictionary with deleted item _id. It raises exception if not found. """ - # TODO add admin to filter, validate rights - # data = self.get_item(item, _id) - filter = {"_id": _id} - self._add_delete_filter(session, item, filter) - if item in ("vnfds", "nsds") and not force: - descriptor = self.get_item(session, item, _id) - descriptor_id = descriptor.get("id") - if descriptor_id: - self._check_dependencies_on_descriptor(session, item, descriptor_id) - - if item == "nsrs": - nsr = self.db.get_one(item, filter) - if nsr["_admin"].get("nsState") == "INSTANTIATED" and not force: - raise EngineException("nsr '{}' cannot be deleted because it is in 'INSTANTIATED' state. " - "Launch 'terminate' operation first; or force deletion".format(_id), - http_code=HTTPStatus.CONFLICT) - v = self.db.del_one(item, {"_id": _id}) - self.db.del_list("nslcmops", {"nsInstanceId": _id}) - self.db.del_list("vnfrs", {"nsr-id-ref": _id}) - self.msg.write("ns", "deleted", {"_id": _id}) - return v - if item in ("vim_accounts", "sdns") and not force: - self.db.set_one(item, {"_id": _id}, {"_admin.to_delete": True}) # TODO change status - if item == "vim_accounts": - self.msg.write("vim_account", "delete", {"_id": _id}) - elif item == "sdns": - self.msg.write("sdn", "delete", {"_id": _id}) - return {"deleted": 1} # TODO indicate an offline operation to return 202 ACCEPTED + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].delete(session, _id, force) - v = self.db.del_one(item, filter) - if item in ("vnfds", "nsds"): - self.fs.file_delete(_id, ignore_non_exist=True) - if item in ("vim_accounts", "sdns", "vnfds", "nsds"): - self.msg.write(item[:-1], "deleted", {"_id": _id}) - return v + def edit_item(self, session, topic, _id, indata=None, kwargs=None, force=False): + """ + Update an existing entry at database + :param session: contains the used login username and working project + :param topic: it can be: users, projects, vnfds, nsds, ... + :param _id: identifier to be updated + :param indata: data to be inserted + :param kwargs: used to override the indata descriptor + :param force: If True avoid some dependence checks + :return: dictionary, raise exception if not found. + """ + if topic not in self.map_topic: + raise EngineException("Unknown topic {}!!!".format(topic), HTTPStatus.INTERNAL_SERVER_ERROR) + return self.map_topic[topic].edit(session, _id, indata, kwargs, force) def prune(self): """ @@ -980,100 +225,55 @@ class Engine(object): if users: return None # raise EngineException("Unauthorized. Database users is not empty", HTTPStatus.UNAUTHORIZED) - indata = {"username": "admin", "password": "admin", "projects": ["admin"]} - fake_session = {"project_id": "admin", "username": "admin"} - self._format_new_data(fake_session, "users", indata) - _id = self.db.create("users", indata) + user_desc = {"username": "admin", "password": "admin", "projects": ["admin"]} + fake_session = {"project_id": "admin", "username": "admin", "admin": True} + roolback_list = [] + _id = self.map_topic["users"].new(roolback_list, fake_session, user_desc, force=True) return _id + def upgrade_db(self, current_version, target_version): + if not target_version or current_version == target_version: + return + if target_version == '1.0': + if not current_version: + # create database version + serial = urandom(32) + version_data = { + "_id": 'version', # Always 'version' + "version_int": 1000, # version number + "version": '1.0', # version text + "date": "2018-10-25", # version date + "description": "added serial", # changes in this version + 'status': 'ENABLED', # ENABLED, DISABLED (migration in process), ERROR, + 'serial': b64encode(serial) + } + self.db.create("admin", version_data) + self.db.set_secret_key(serial) + # TODO add future migrations here + + raise EngineException("Wrong database version '{}'. Expected '{}'" + ". It cannot be up/down-grade".format(current_version, target_version), + http_code=HTTPStatus.INTERNAL_SERVER_ERROR) + def init_db(self, target_version='1.0'): """ - Init database if empty. If not empty it checks that database version is ok. + Init database if empty. If not empty it checks that database version and migrates if needed If empty, it creates a new user admin/admin at 'users' and a new entry at 'version' + :param target_version: check desired database version. Migrate to it if possible or raises exception :return: None if ok, exception if error or if the version is different. """ - version = self.db.get_one("version", fail_on_empty=False, fail_on_more=False) - if not version: - # create user admin - self.create_admin() - # create database version - version_data = { - "_id": '1.0', # version text - "version": 1000, # version number - "date": "2018-04-12", # version date - "description": "initial design", # changes in this version - 'status': 'ENABLED' # ENABLED, DISABLED (migration in process), ERROR, - } - self.db.create("version", version_data) - elif version["_id"] != target_version: - # TODO implement migration process - raise EngineException("Wrong database version '{}'. Expected '{}'".format( - version["_id"], target_version), HTTPStatus.INTERNAL_SERVER_ERROR) - elif version["status"] != 'ENABLED': - raise EngineException("Wrong database status '{}'".format( - version["status"]), HTTPStatus.INTERNAL_SERVER_ERROR) - return - - def _edit_item(self, session, item, id, content, indata={}, kwargs=None, force=False): - if indata: - indata = self._remove_envelop(item, indata) - # Override descriptor with query string kwargs - if kwargs: - try: - for k, v in kwargs.items(): - update_content = indata - kitem_old = None - klist = k.split(".") - for kitem in klist: - if kitem_old is not None: - update_content = update_content[kitem_old] - if isinstance(update_content, dict): - kitem_old = kitem - elif isinstance(update_content, list): - kitem_old = int(kitem) - else: - raise EngineException( - "Invalid query string '{}'. Descriptor is not a list nor dict at '{}'".format(k, kitem)) - update_content[kitem_old] = v - except KeyError: - raise EngineException( - "Invalid query string '{}'. Descriptor does not contain '{}'".format(k, kitem_old)) - except ValueError: - raise EngineException("Invalid query string '{}'. Expected integer index list instead of '{}'".format( - k, kitem)) - except IndexError: - raise EngineException( - "Invalid query string '{}'. Index '{}' out of range".format(k, kitem_old)) - try: - validate_input(indata, item, new=False) - except ValidationError as e: - raise EngineException(e, HTTPStatus.UNPROCESSABLE_ENTITY) + version_data = self.db.get_one("admin", {"_id": "version"}, fail_on_empty=False, fail_on_more=True) + # check database status is ok + if version_data and version_data.get("status") != 'ENABLED': + raise EngineException("Wrong database status '{}'".format( + version_data["status"]), HTTPStatus.INTERNAL_SERVER_ERROR) - _deep_update(content, indata) - self._validate_new_data(session, item, content, id, force) - # self._format_new_data(session, item, content) - self.db.replace(item, id, content) - if item in ("vim_accounts", "sdns"): - indata.pop("_admin", None) - indata["_id"] = id - if item == "vim_accounts": - self.msg.write("vim_account", "edit", indata) - elif item == "sdns": - self.msg.write("sdn", "edit", indata) - return id + # check version + db_version = None if not version_data else version_data.get("version") + if db_version != target_version: + self.upgrade_db(db_version, target_version) - def edit_item(self, session, item, _id, indata={}, kwargs=None, force=False): - """ - Update an existing entry at database - :param session: contains the used login username and working project - :param item: it can be: users, projects, vnfds, nsds, ... - :param _id: identifier to be updated - :param indata: data to be inserted - :param kwargs: used to override the indata descriptor - :param force: If True avoid some dependence checks - :return: dictionary, raise exception if not found. - """ - - content = self.get_item(session, item, _id) - return self._edit_item(session, item, _id, content, indata, kwargs, force) + # create user admin if not exist + self.create_admin() + return