X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;ds=sidebyside;f=RO%2Fosm_ro%2Fnfvo_db.py;fp=RO%2Fosm_ro%2Fnfvo_db.py;h=0000000000000000000000000000000000000000;hb=9f40121f66e644ddf700720d8d4bdf464f6dd414;hp=9ae26c45174f1662334e3c4fca5f140dd2e41aca;hpb=aed948dcfe3e1586c184fd31abacbd3b89eb2a2d;p=osm%2FRO.git diff --git a/RO/osm_ro/nfvo_db.py b/RO/osm_ro/nfvo_db.py deleted file mode 100644 index 9ae26c45..00000000 --- a/RO/osm_ro/nfvo_db.py +++ /dev/null @@ -1,1186 +0,0 @@ -# -*- coding: utf-8 -*- - -## -# Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U. -# This file is part of openmano -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. -# -# For those usages not covered by the Apache License, Version 2.0 please -# contact with: nfvlabs@tid.es -## - -""" -NFVO DB engine. It implements all the methods to interact with the Openmano Database -""" -__author__="Alfonso Tierno, Gerardo Garcia, Pablo Montes" -__date__ ="$28-aug-2014 10:05:01$" - -from osm_ro import db_base -import MySQLdb as mdb -import json -import yaml -import time -#import sys, os - -from osm_ro.db_base import retry, with_transaction -from osm_ro.http_tools import errors as httperrors -from osm_ro.utils import Attempt - - -_ATTEMPT = Attempt() - - -tables_with_createdat_field=["datacenters","instance_nets","instance_scenarios","instance_vms","instance_vnfs", - "interfaces","nets","nfvo_tenants","scenarios","sce_interfaces","sce_nets", - "sce_vnfs","tenants_datacenters","datacenter_tenants","vms","vnfs", "datacenter_nets", - "instance_actions", "sce_vnffgs", "sce_rsps", "sce_rsp_hops", - "sce_classifiers", "sce_classifier_matches", "instance_sfis", "instance_sfs", - "instance_classifications", "instance_sfps", "wims", "wim_accounts", "wim_nfvo_tenants", - "wim_port_mappings", "vim_wim_actions", "instance_interfaces", - "instance_wim_nets"] - - -class nfvo_db(db_base.db_base): - def __init__(self, host=None, user=None, passwd=None, database=None, - log_name='openmano.db', log_level=None, lock=None): - db_base.db_base.__init__(self, host, user, passwd, database, - log_name, log_level, lock) - db_base.db_base.tables_with_created_field=tables_with_createdat_field - return - - @retry - @with_transaction - def new_vnf_as_a_whole(self,nfvo_tenant,vnf_name,vnf_descriptor,VNFCDict): - self.logger.debug("Adding new vnf to the NFVO database") - created_time = time.time() - myVNFDict = {} - myVNFDict["name"] = vnf_name - myVNFDict["descriptor"] = vnf_descriptor['vnf'].get('descriptor') - myVNFDict["public"] = vnf_descriptor['vnf'].get('public', "false") - myVNFDict["description"] = vnf_descriptor['vnf']['description'] - myVNFDict["class"] = vnf_descriptor['vnf'].get('class',"MISC") - myVNFDict["tenant_id"] = vnf_descriptor['vnf'].get("tenant_id") - - vnf_id = self._new_row_internal('vnfs', myVNFDict, add_uuid=True, root_uuid=None, created_time=created_time) - #print "Adding new vms to the NFVO database" - #For each vm, we must create the appropriate vm in the NFVO database. - vmDict = {} - for _,vm in VNFCDict.items(): - #This code could make the name of the vms grow and grow. - #If we agree to follow this convention, we should check with a regex that the vnfc name is not including yet the vnf name - #vm['name'] = "%s-%s" % (vnf_name,vm['name']) - #print "VM name: %s. Description: %s" % (vm['name'], vm['description']) - vm["vnf_id"] = vnf_id - created_time += 0.00001 - vm_id = self._new_row_internal('vms', vm, add_uuid=True, root_uuid=vnf_id, created_time=created_time) - #print "Internal vm id in NFVO DB: %s" % vm_id - vmDict[vm['name']] = vm_id - - #Collect the bridge interfaces of each VM/VNFC under the 'bridge-ifaces' field - bridgeInterfacesDict = {} - for vm in vnf_descriptor['vnf']['VNFC']: - if 'bridge-ifaces' in vm: - bridgeInterfacesDict[vm['name']] = {} - for bridgeiface in vm['bridge-ifaces']: - created_time += 0.00001 - if 'port-security' in bridgeiface: - bridgeiface['port_security'] = bridgeiface.pop('port-security') - if 'floating-ip' in bridgeiface: - bridgeiface['floating_ip'] = bridgeiface.pop('floating-ip') - db_base._convert_bandwidth(bridgeiface, logger=self.logger) - bridgeInterfacesDict[vm['name']][bridgeiface['name']] = {} - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['vpci'] = bridgeiface.get('vpci',None) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['mac'] = bridgeiface.get('mac_address',None) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['bw'] = bridgeiface.get('bandwidth', None) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['model'] = bridgeiface.get('model', None) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['port_security'] = \ - int(bridgeiface.get('port_security', True)) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['floating_ip'] = \ - int(bridgeiface.get('floating_ip', False)) - bridgeInterfacesDict[vm['name']][bridgeiface['name']]['created_time'] = created_time - - # Collect the data interfaces of each VM/VNFC under the 'numas' field - dataifacesDict = {} - for vm in vnf_descriptor['vnf']['VNFC']: - dataifacesDict[vm['name']] = {} - for numa in vm.get('numas', []): - for dataiface in numa.get('interfaces', []): - created_time += 0.00001 - db_base._convert_bandwidth(dataiface, logger=self.logger) - dataifacesDict[vm['name']][dataiface['name']] = {} - dataifacesDict[vm['name']][dataiface['name']]['vpci'] = dataiface.get('vpci') - dataifacesDict[vm['name']][dataiface['name']]['bw'] = dataiface['bandwidth'] - dataifacesDict[vm['name']][dataiface['name']]['model'] = "PF" if dataiface[ - 'dedicated'] == "yes" else ( - "VF" if dataiface['dedicated'] == "no" else "VFnotShared") - dataifacesDict[vm['name']][dataiface['name']]['created_time'] = created_time - - #For each internal connection, we add it to the interfaceDict and we create the appropriate net in the NFVO database. - #print "Adding new nets (VNF internal nets) to the NFVO database (if any)" - internalconnList = [] - if 'internal-connections' in vnf_descriptor['vnf']: - for net in vnf_descriptor['vnf']['internal-connections']: - #print "Net name: %s. Description: %s" % (net['name'], net['description']) - - myNetDict = {} - myNetDict["name"] = net['name'] - myNetDict["description"] = net['description'] - myNetDict["type"] = net['type'] - myNetDict["vnf_id"] = vnf_id - - created_time += 0.00001 - net_id = self._new_row_internal('nets', myNetDict, add_uuid=True, root_uuid=vnf_id, created_time=created_time) - - for element in net['elements']: - ifaceItem = {} - #ifaceItem["internal_name"] = "%s-%s-%s" % (net['name'],element['VNFC'], element['local_iface_name']) - ifaceItem["internal_name"] = element['local_iface_name'] - #ifaceItem["vm_id"] = vmDict["%s-%s" % (vnf_name,element['VNFC'])] - ifaceItem["vm_id"] = vmDict[element['VNFC']] - ifaceItem["net_id"] = net_id - ifaceItem["type"] = net['type'] - if ifaceItem ["type"] == "data": - dataiface = dataifacesDict[ element['VNFC'] ][ element['local_iface_name'] ] - ifaceItem["vpci"] = dataiface['vpci'] - ifaceItem["bw"] = dataiface['bw'] - ifaceItem["model"] = dataiface['model'] - created_time_iface = dataiface['created_time'] - else: - bridgeiface = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ] - ifaceItem["vpci"] = bridgeiface['vpci'] - ifaceItem["mac"] = bridgeiface['mac'] - ifaceItem["bw"] = bridgeiface['bw'] - ifaceItem["model"] = bridgeiface['model'] - ifaceItem["port_security"] = bridgeiface['port_security'] - ifaceItem["floating_ip"] = bridgeiface['floating_ip'] - created_time_iface = bridgeiface['created_time'] - internalconnList.append(ifaceItem) - #print "Internal net id in NFVO DB: %s" % net_id - - #print "Adding internal interfaces to the NFVO database (if any)" - for iface in internalconnList: - #print "Iface name: %s" % iface['internal_name'] - iface_id = self._new_row_internal('interfaces', iface, add_uuid=True, root_uuid=vnf_id, created_time = created_time_iface) - #print "Iface id in NFVO DB: %s" % iface_id - - #print "Adding external interfaces to the NFVO database" - for iface in vnf_descriptor['vnf']['external-connections']: - myIfaceDict = {} - #myIfaceDict["internal_name"] = "%s-%s-%s" % (vnf_name,iface['VNFC'], iface['local_iface_name']) - myIfaceDict["internal_name"] = iface['local_iface_name'] - #myIfaceDict["vm_id"] = vmDict["%s-%s" % (vnf_name,iface['VNFC'])] - myIfaceDict["vm_id"] = vmDict[iface['VNFC']] - myIfaceDict["external_name"] = iface['name'] - myIfaceDict["type"] = iface['type'] - if iface["type"] == "data": - dataiface = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ] - myIfaceDict["vpci"] = dataiface['vpci'] - myIfaceDict["bw"] = dataiface['bw'] - myIfaceDict["model"] = dataiface['model'] - created_time_iface = dataiface['created_time'] - else: - bridgeiface = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ] - myIfaceDict["vpci"] = bridgeiface['vpci'] - myIfaceDict["bw"] = bridgeiface['bw'] - myIfaceDict["model"] = bridgeiface['model'] - myIfaceDict["mac"] = bridgeiface['mac'] - myIfaceDict["port_security"]= bridgeiface['port_security'] - myIfaceDict["floating_ip"] = bridgeiface['floating_ip'] - created_time_iface = bridgeiface['created_time'] - #print "Iface name: %s" % iface['name'] - iface_id = self._new_row_internal('interfaces', myIfaceDict, add_uuid=True, root_uuid=vnf_id, created_time = created_time_iface) - #print "Iface id in NFVO DB: %s" % iface_id - - return vnf_id - - @retry - @with_transaction - def new_vnf_as_a_whole2(self,nfvo_tenant,vnf_name,vnf_descriptor,VNFCDict): - self.logger.debug("Adding new vnf to the NFVO database") - created_time = time.time() - myVNFDict = {} - myVNFDict["name"] = vnf_name - myVNFDict["descriptor"] = vnf_descriptor['vnf'].get('descriptor') - myVNFDict["public"] = vnf_descriptor['vnf'].get('public', "false") - myVNFDict["description"] = vnf_descriptor['vnf']['description'] - myVNFDict["class"] = vnf_descriptor['vnf'].get('class',"MISC") - myVNFDict["tenant_id"] = vnf_descriptor['vnf'].get("tenant_id") - - vnf_id = self._new_row_internal('vnfs', myVNFDict, add_uuid=True, root_uuid=None, created_time=created_time) - #print "Adding new vms to the NFVO database" - #For each vm, we must create the appropriate vm in the NFVO database. - vmDict = {} - for _,vm in VNFCDict.items(): - #This code could make the name of the vms grow and grow. - #If we agree to follow this convention, we should check with a regex that the vnfc name is not including yet the vnf name - #vm['name'] = "%s-%s" % (vnf_name,vm['name']) - #print "VM name: %s. Description: %s" % (vm['name'], vm['description']) - vm["vnf_id"] = vnf_id - created_time += 0.00001 - vm_id = self._new_row_internal('vms', vm, add_uuid=True, root_uuid=vnf_id, created_time=created_time) - #print "Internal vm id in NFVO DB: %s" % vm_id - vmDict[vm['name']] = vm_id - - #Collect the bridge interfaces of each VM/VNFC under the 'bridge-ifaces' field - bridgeInterfacesDict = {} - for vm in vnf_descriptor['vnf']['VNFC']: - if 'bridge-ifaces' in vm: - bridgeInterfacesDict[vm['name']] = {} - for bridgeiface in vm['bridge-ifaces']: - created_time += 0.00001 - db_base._convert_bandwidth(bridgeiface, logger=self.logger) - if 'port-security' in bridgeiface: - bridgeiface['port_security'] = bridgeiface.pop('port-security') - if 'floating-ip' in bridgeiface: - bridgeiface['floating_ip'] = bridgeiface.pop('floating-ip') - ifaceDict = {} - ifaceDict['vpci'] = bridgeiface.get('vpci',None) - ifaceDict['mac'] = bridgeiface.get('mac_address',None) - ifaceDict['bw'] = bridgeiface.get('bandwidth', None) - ifaceDict['model'] = bridgeiface.get('model', None) - ifaceDict['port_security'] = int(bridgeiface.get('port_security', True)) - ifaceDict['floating_ip'] = int(bridgeiface.get('floating_ip', False)) - ifaceDict['created_time'] = created_time - bridgeInterfacesDict[vm['name']][bridgeiface['name']] = ifaceDict - - # Collect the data interfaces of each VM/VNFC under the 'numas' field - dataifacesDict = {} - for vm in vnf_descriptor['vnf']['VNFC']: - dataifacesDict[vm['name']] = {} - for numa in vm.get('numas', []): - for dataiface in numa.get('interfaces', []): - created_time += 0.00001 - db_base._convert_bandwidth(dataiface, logger=self.logger) - ifaceDict = {} - ifaceDict['vpci'] = dataiface.get('vpci') - ifaceDict['bw'] = dataiface['bandwidth'] - ifaceDict['model'] = "PF" if dataiface['dedicated'] == "yes" else \ - ("VF" if dataiface['dedicated'] == "no" else "VFnotShared") - ifaceDict['created_time'] = created_time - dataifacesDict[vm['name']][dataiface['name']] = ifaceDict - - #For each internal connection, we add it to the interfaceDict and we create the appropriate net in the NFVO database. - #print "Adding new nets (VNF internal nets) to the NFVO database (if any)" - if 'internal-connections' in vnf_descriptor['vnf']: - for net in vnf_descriptor['vnf']['internal-connections']: - #print "Net name: %s. Description: %s" % (net['name'], net['description']) - - myNetDict = {} - myNetDict["name"] = net['name'] - myNetDict["description"] = net['description'] - if (net["implementation"] == "overlay"): - net["type"] = "bridge" - #It should give an error if the type is e-line. For the moment, we consider it as a bridge - elif (net["implementation"] == "underlay"): - if (net["type"] == "e-line"): - net["type"] = "ptp" - elif (net["type"] == "e-lan"): - net["type"] = "data" - net.pop("implementation") - myNetDict["type"] = net['type'] - myNetDict["vnf_id"] = vnf_id - - created_time += 0.00001 - net_id = self._new_row_internal('nets', myNetDict, add_uuid=True, root_uuid=vnf_id, created_time=created_time) - - if "ip-profile" in net: - ip_profile = net["ip-profile"] - myIPProfileDict = {} - myIPProfileDict["net_id"] = net_id - myIPProfileDict["ip_version"] = ip_profile.get('ip-version',"IPv4") - myIPProfileDict["subnet_address"] = ip_profile.get('subnet-address',None) - myIPProfileDict["gateway_address"] = ip_profile.get('gateway-address',None) - myIPProfileDict["dns_address"] = ip_profile.get('dns-address',None) - if ("dhcp" in ip_profile): - myIPProfileDict["dhcp_enabled"] = ip_profile["dhcp"].get('enabled',"true") - myIPProfileDict["dhcp_start_address"] = ip_profile["dhcp"].get('start-address',None) - myIPProfileDict["dhcp_count"] = ip_profile["dhcp"].get('count',None) - - created_time += 0.00001 - ip_profile_id = self._new_row_internal('ip_profiles', myIPProfileDict) - - for element in net['elements']: - ifaceItem = {} - #ifaceItem["internal_name"] = "%s-%s-%s" % (net['name'],element['VNFC'], element['local_iface_name']) - ifaceItem["internal_name"] = element['local_iface_name'] - #ifaceItem["vm_id"] = vmDict["%s-%s" % (vnf_name,element['VNFC'])] - ifaceItem["vm_id"] = vmDict[element['VNFC']] - ifaceItem["net_id"] = net_id - ifaceItem["type"] = net['type'] - ifaceItem["ip_address"] = element.get('ip_address',None) - if ifaceItem ["type"] == "data": - ifaceDict = dataifacesDict[ element['VNFC'] ][ element['local_iface_name'] ] - ifaceItem["vpci"] = ifaceDict['vpci'] - ifaceItem["bw"] = ifaceDict['bw'] - ifaceItem["model"] = ifaceDict['model'] - else: - ifaceDict = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ] - ifaceItem["vpci"] = ifaceDict['vpci'] - ifaceItem["mac"] = ifaceDict['mac'] - ifaceItem["bw"] = ifaceDict['bw'] - ifaceItem["model"] = ifaceDict['model'] - ifaceItem["port_security"] = ifaceDict['port_security'] - ifaceItem["floating_ip"] = ifaceDict['floating_ip'] - created_time_iface = ifaceDict["created_time"] - #print "Iface name: %s" % iface['internal_name'] - iface_id = self._new_row_internal('interfaces', ifaceItem, add_uuid=True, root_uuid=vnf_id, created_time=created_time_iface) - #print "Iface id in NFVO DB: %s" % iface_id - - #print "Adding external interfaces to the NFVO database" - for iface in vnf_descriptor['vnf']['external-connections']: - myIfaceDict = {} - #myIfaceDict["internal_name"] = "%s-%s-%s" % (vnf_name,iface['VNFC'], iface['local_iface_name']) - myIfaceDict["internal_name"] = iface['local_iface_name'] - #myIfaceDict["vm_id"] = vmDict["%s-%s" % (vnf_name,iface['VNFC'])] - myIfaceDict["vm_id"] = vmDict[iface['VNFC']] - myIfaceDict["external_name"] = iface['name'] - myIfaceDict["type"] = iface['type'] - if iface["type"] == "data": - myIfaceDict["vpci"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['vpci'] - myIfaceDict["bw"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['bw'] - myIfaceDict["model"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['model'] - created_time_iface = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['created_time'] - else: - myIfaceDict["vpci"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['vpci'] - myIfaceDict["bw"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['bw'] - myIfaceDict["model"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['model'] - myIfaceDict["mac"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['mac'] - myIfaceDict["port_security"] = \ - bridgeInterfacesDict[iface['VNFC']][iface['local_iface_name']]['port_security'] - myIfaceDict["floating_ip"] = \ - bridgeInterfacesDict[iface['VNFC']][iface['local_iface_name']]['floating_ip'] - created_time_iface = bridgeInterfacesDict[iface['VNFC']][iface['local_iface_name']]['created_time'] - #print "Iface name: %s" % iface['name'] - iface_id = self._new_row_internal('interfaces', myIfaceDict, add_uuid=True, root_uuid=vnf_id, created_time=created_time_iface) - #print "Iface id in NFVO DB: %s" % iface_id - - return vnf_id - -# except KeyError as e2: -# exc_type, exc_obj, exc_tb = sys.exc_info() -# fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1] -# self.logger.debug("Exception type: %s; Filename: %s; Line number: %s", exc_type, fname, exc_tb.tb_lineno) -# raise KeyError - - @retry - @with_transaction - def new_scenario(self, scenario_dict): - created_time = time.time() - tenant_id = scenario_dict.get('tenant_id') - #scenario - INSERT_={'tenant_id': tenant_id, - 'name': scenario_dict['name'], - 'description': scenario_dict['description'], - 'public': scenario_dict.get('public', "false")} - - scenario_uuid = self._new_row_internal('scenarios', INSERT_, add_uuid=True, root_uuid=None, created_time=created_time) - #sce_nets - for net in scenario_dict['nets'].values(): - net_dict={'scenario_id': scenario_uuid} - net_dict["name"] = net["name"] - net_dict["type"] = net["type"] - net_dict["description"] = net.get("description") - net_dict["external"] = net.get("external", False) - if "graph" in net: - #net["graph"]=yaml.safe_dump(net["graph"],default_flow_style=True,width=256) - #TODO, must be json because of the GUI, change to yaml - net_dict["graph"]=json.dumps(net["graph"]) - created_time += 0.00001 - net_uuid = self._new_row_internal('sce_nets', net_dict, add_uuid=True, root_uuid=scenario_uuid, created_time=created_time) - net['uuid']=net_uuid - - if net.get("ip-profile"): - ip_profile = net["ip-profile"] - myIPProfileDict = { - "sce_net_id": net_uuid, - "ip_version": ip_profile.get('ip-version', "IPv4"), - "subnet_address": ip_profile.get('subnet-address'), - "gateway_address": ip_profile.get('gateway-address'), - "dns_address": ip_profile.get('dns-address')} - if "dhcp" in ip_profile: - myIPProfileDict["dhcp_enabled"] = ip_profile["dhcp"].get('enabled', "true") - myIPProfileDict["dhcp_start_address"] = ip_profile["dhcp"].get('start-address') - myIPProfileDict["dhcp_count"] = ip_profile["dhcp"].get('count') - self._new_row_internal('ip_profiles', myIPProfileDict) - - # sce_vnfs - for k, vnf in scenario_dict['vnfs'].items(): - INSERT_ = {'scenario_id': scenario_uuid, - 'name': k, - 'vnf_id': vnf['uuid'], - # 'description': scenario_dict['name'] - 'description': vnf['description']} - if "graph" in vnf: - #I NSERT_["graph"]=yaml.safe_dump(vnf["graph"],default_flow_style=True,width=256) - # TODO, must be json because of the GUI, change to yaml - INSERT_["graph"] = json.dumps(vnf["graph"]) - created_time += 0.00001 - scn_vnf_uuid = self._new_row_internal('sce_vnfs', INSERT_, add_uuid=True, - root_uuid=scenario_uuid, created_time=created_time) - vnf['scn_vnf_uuid']=scn_vnf_uuid - # sce_interfaces - for iface in vnf['ifaces'].values(): - # print 'iface', iface - if 'net_key' not in iface: - continue - iface['net_id'] = scenario_dict['nets'][ iface['net_key'] ]['uuid'] - INSERT_={'sce_vnf_id': scn_vnf_uuid, - 'sce_net_id': iface['net_id'], - 'interface_id': iface['uuid'], - 'ip_address': iface.get('ip_address')} - created_time += 0.00001 - iface_uuid = self._new_row_internal('sce_interfaces', INSERT_, add_uuid=True, - root_uuid=scenario_uuid, created_time=created_time) - - return scenario_uuid - - @retry - @with_transaction - def edit_scenario(self, scenario_dict): - modified_time = time.time() - item_changed=0 - #check that scenario exist - tenant_id = scenario_dict.get('tenant_id') - scenario_uuid = scenario_dict['uuid'] - - where_text = "uuid='{}'".format(scenario_uuid) - if not tenant_id and tenant_id != "any": - where_text += " AND (tenant_id='{}' OR public='True')".format(tenant_id) - cmd = "SELECT * FROM scenarios WHERE "+ where_text - self.logger.debug(cmd) - self.cur.execute(cmd) - self.cur.fetchall() - if self.cur.rowcount==0: - raise db_base.db_base_Exception("No scenario found with this criteria " + where_text, httperrors.Bad_Request) - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one scenario found with this criteria " + where_text, httperrors.Bad_Request) - - #scenario - nodes = {} - topology = scenario_dict.pop("topology", None) - if topology != None and "nodes" in topology: - nodes = topology.get("nodes",{}) - UPDATE_ = {} - if "name" in scenario_dict: UPDATE_["name"] = scenario_dict["name"] - if "description" in scenario_dict: UPDATE_["description"] = scenario_dict["description"] - if len(UPDATE_)>0: - WHERE_={'tenant_id': tenant_id, 'uuid': scenario_uuid} - item_changed += self._update_rows('scenarios', UPDATE_, WHERE_, modified_time=modified_time) - #sce_nets - for node_id, node in nodes.items(): - if "graph" in node: - #node["graph"] = yaml.safe_dump(node["graph"],default_flow_style=True,width=256) - #TODO, must be json because of the GUI, change to yaml - node["graph"] = json.dumps(node["graph"]) - WHERE_={'scenario_id': scenario_uuid, 'uuid': node_id} - #Try to change at sce_nets(version 0 API backward compatibility and sce_vnfs) - item_changed += self._update_rows('sce_nets', node, WHERE_) - item_changed += self._update_rows('sce_vnfs', node, WHERE_, modified_time=modified_time) - return item_changed - -# def get_instance_scenario(self, instance_scenario_id, tenant_id=None): -# '''Obtain the scenario instance information, filtering by one or several of the tenant, uuid or name -# instance_scenario_id is the uuid or the name if it is not a valid uuid format -# Only one scenario isntance must mutch the filtering or an error is returned -# ''' -# print "1******************************************************************" -# try: -# with self.transaction(mdb.cursors.DictCursor): -# #scenario table -# where_list=[] -# if tenant_id is not None: where_list.append( "tenant_id='" + tenant_id +"'" ) -# if db_base._check_valid_uuid(instance_scenario_id): -# where_list.append( "uuid='" + instance_scenario_id +"'" ) -# else: -# where_list.append( "name='" + instance_scenario_id +"'" ) -# where_text = " AND ".join(where_list) -# self.cur.execute("SELECT * FROM instance_scenarios WHERE "+ where_text) -# rows = self.cur.fetchall() -# if self.cur.rowcount==0: -# return -httperrors.Bad_Request, "No scenario instance found with this criteria " + where_text -# elif self.cur.rowcount>1: -# return -httperrors.Bad_Request, "More than one scenario instance found with this criteria " + where_text -# instance_scenario_dict = rows[0] -# -# #instance_vnfs -# self.cur.execute("SELECT uuid,vnf_id FROM instance_vnfs WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") -# instance_scenario_dict['instance_vnfs'] = self.cur.fetchall() -# for vnf in instance_scenario_dict['instance_vnfs']: -# #instance_vms -# self.cur.execute("SELECT uuid, vim_vm_id "+ -# "FROM instance_vms "+ -# "WHERE instance_vnf_id='" + vnf['uuid'] +"'" -# ) -# vnf['instance_vms'] = self.cur.fetchall() -# #instance_nets -# self.cur.execute("SELECT uuid, vim_net_id FROM instance_nets WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") -# instance_scenario_dict['instance_nets'] = self.cur.fetchall() -# -# #instance_interfaces -# self.cur.execute("SELECT uuid, vim_interface_id, instance_vm_id, instance_net_id FROM instance_interfaces WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") -# instance_scenario_dict['instance_interfaces'] = self.cur.fetchall() -# -# db_base._convert_datetime2str(instance_scenario_dict) -# db_base._convert_str2boolean(instance_scenario_dict, ('public','shared','external') ) -# print "2******************************************************************" -# return 1, instance_scenario_dict -# except (mdb.Error, AttributeError) as e: -# print "nfvo_db.get_instance_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) -# return self._format_error(e) - - @retry - @with_transaction(cursor='dict') - def get_scenario(self, scenario_id, tenant_id=None, datacenter_vim_id=None, datacenter_id=None): - '''Obtain the scenario information, filtering by one or several of the tenant, uuid or name - scenario_id is the uuid or the name if it is not a valid uuid format - if datacenter_vim_id,d datacenter_id is provided, it supply aditional vim_id fields with the matching vim uuid - Only one scenario must mutch the filtering or an error is returned - ''' - where_text = "uuid='{}'".format(scenario_id) - if not tenant_id and tenant_id != "any": - where_text += " AND (tenant_id='{}' OR public='True')".format(tenant_id) - cmd = "SELECT * FROM scenarios WHERE " + where_text - self.logger.debug(cmd) - self.cur.execute(cmd) - rows = self.cur.fetchall() - if self.cur.rowcount==0: - raise db_base.db_base_Exception("No scenario found with this criteria " + where_text, httperrors.Bad_Request) - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one scenario found with this criteria " + where_text, httperrors.Bad_Request) - scenario_dict = rows[0] - if scenario_dict["cloud_config"]: - scenario_dict["cloud-config"] = yaml.load(scenario_dict["cloud_config"], Loader=yaml.Loader) - del scenario_dict["cloud_config"] - # sce_vnfs - cmd = "SELECT uuid,name,member_vnf_index,vnf_id,description FROM sce_vnfs WHERE scenario_id='{}' "\ - "ORDER BY created_at".format(scenario_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - scenario_dict['vnfs'] = self.cur.fetchall() - - for vnf in scenario_dict['vnfs']: - cmd = "SELECT mgmt_access FROM vnfs WHERE uuid='{}'".format(scenario_dict['vnfs'][0]['vnf_id']) - self.logger.debug(cmd) - self.cur.execute(cmd) - mgmt_access_dict = self.cur.fetchall() - if mgmt_access_dict[0].get('mgmt_access'): - vnf['mgmt_access'] = yaml.load(mgmt_access_dict[0]['mgmt_access'], Loader=yaml.Loader) - else: - vnf['mgmt_access'] = None - # sce_interfaces - cmd = "SELECT scei.uuid,scei.sce_net_id,scei.interface_id,i.external_name,scei.ip_address"\ - " FROM sce_interfaces as scei join interfaces as i on scei.interface_id=i.uuid"\ - " WHERE scei.sce_vnf_id='{}' ORDER BY scei.created_at".format(vnf['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - vnf['interfaces'] = self.cur.fetchall() - # vms - cmd = "SELECT vms.uuid as uuid, flavor_id, image_id, image_list, vms.name as name," \ - " vms.description as description, vms.boot_data as boot_data, count," \ - " vms.availability_zone as availability_zone, vms.osm_id as osm_id, vms.pdu_type" \ - " FROM vnfs join vms on vnfs.uuid=vms.vnf_id" \ - " WHERE vnfs.uuid='" + vnf['vnf_id'] + "'" \ - " ORDER BY vms.created_at" - self.logger.debug(cmd) - self.cur.execute(cmd) - vnf['vms'] = self.cur.fetchall() - for vm in vnf['vms']: - if vm["boot_data"]: - vm["boot_data"] = yaml.safe_load(vm["boot_data"]) - else: - del vm["boot_data"] - if vm["image_list"]: - vm["image_list"] = yaml.safe_load(vm["image_list"]) - else: - del vm["image_list"] - if datacenter_vim_id!=None: - if vm['image_id']: - cmd = "SELECT vim_id FROM datacenters_images WHERE image_id='{}' AND " \ - "datacenter_vim_id='{}'".format(vm['image_id'], datacenter_vim_id) - self.logger.debug(cmd) - self.cur.execute(cmd) - if self.cur.rowcount==1: - vim_image_dict = self.cur.fetchone() - vm['vim_image_id']=vim_image_dict['vim_id'] - if vm['flavor_id']: - cmd = "SELECT vim_id FROM datacenters_flavors WHERE flavor_id='{}' AND " \ - "datacenter_vim_id='{}'".format(vm['flavor_id'], datacenter_vim_id) - self.logger.debug(cmd) - self.cur.execute(cmd) - if self.cur.rowcount==1: - vim_flavor_dict = self.cur.fetchone() - vm['vim_flavor_id']=vim_flavor_dict['vim_id'] - - #interfaces - cmd = "SELECT uuid,internal_name,external_name,net_id,type,vpci,mac,bw,model,ip_address," \ - "floating_ip, port_security" \ - " FROM interfaces" \ - " WHERE vm_id='{}'" \ - " ORDER BY created_at".format(vm['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - vm['interfaces'] = self.cur.fetchall() - for iface in vm['interfaces']: - iface['port-security'] = iface.pop("port_security") - iface['floating-ip'] = iface.pop("floating_ip") - for sce_interface in vnf["interfaces"]: - if sce_interface["interface_id"] == iface["uuid"]: - if sce_interface["ip_address"]: - iface["ip_address"] = sce_interface["ip_address"] - break - #nets every net of a vms - cmd = "SELECT uuid,name,type,description, osm_id FROM nets WHERE vnf_id='{}'".format(vnf['vnf_id']) - self.logger.debug(cmd) - self.cur.execute(cmd) - vnf['nets'] = self.cur.fetchall() - for vnf_net in vnf['nets']: - SELECT_ = "ip_version,subnet_address,gateway_address,dns_address,dhcp_enabled,dhcp_start_address,dhcp_count" - cmd = "SELECT {} FROM ip_profiles WHERE net_id='{}'".format(SELECT_,vnf_net['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - ipprofiles = self.cur.fetchall() - if self.cur.rowcount==1: - vnf_net["ip_profile"] = ipprofiles[0] - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one ip-profile found with this criteria: net_id='{}'".format(vnf_net['uuid']), httperrors.Bad_Request) - - #sce_nets - cmd = "SELECT uuid,name,type,external,description,vim_network_name, osm_id" \ - " FROM sce_nets WHERE scenario_id='{}'" \ - " ORDER BY created_at ".format(scenario_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - scenario_dict['nets'] = self.cur.fetchall() - #datacenter_nets - for net in scenario_dict['nets']: - if str(net['external']) == 'false': - SELECT_ = "ip_version,subnet_address,gateway_address,dns_address,dhcp_enabled,dhcp_start_address,dhcp_count" - cmd = "SELECT {} FROM ip_profiles WHERE sce_net_id='{}'".format(SELECT_,net['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - ipprofiles = self.cur.fetchall() - if self.cur.rowcount==1: - net["ip_profile"] = ipprofiles[0] - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one ip-profile found with this criteria: sce_net_id='{}'".format(net['uuid']), httperrors.Bad_Request) - continue - WHERE_=" WHERE name='{}'".format(net['name']) - if datacenter_id!=None: - WHERE_ += " AND datacenter_id='{}'".format(datacenter_id) - cmd = "SELECT vim_net_id FROM datacenter_nets" + WHERE_ - self.logger.debug(cmd) - self.cur.execute(cmd) - d_net = self.cur.fetchone() - if d_net==None or datacenter_vim_id==None: - #print "nfvo_db.get_scenario() WARNING external net %s not found" % net['name'] - net['vim_id']=None - else: - net['vim_id']=d_net['vim_net_id'] - - db_base._convert_datetime2str(scenario_dict) - db_base._convert_str2boolean(scenario_dict, ('public','shared','external','port-security','floating-ip') ) - - #forwarding graphs - cmd = "SELECT uuid,name,description,vendor FROM sce_vnffgs WHERE scenario_id='{}' "\ - "ORDER BY created_at".format(scenario_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - scenario_dict['vnffgs'] = self.cur.fetchall() - for vnffg in scenario_dict['vnffgs']: - cmd = "SELECT uuid,name FROM sce_rsps WHERE sce_vnffg_id='{}' "\ - "ORDER BY created_at".format(vnffg['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - vnffg['rsps'] = self.cur.fetchall() - for rsp in vnffg['rsps']: - cmd = "SELECT uuid,if_order,ingress_interface_id,egress_interface_id,sce_vnf_id " \ - "FROM sce_rsp_hops WHERE sce_rsp_id='{}' "\ - "ORDER BY created_at".format(rsp['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - rsp['connection_points'] = self.cur.fetchall(); - cmd = "SELECT uuid,name,sce_vnf_id,interface_id FROM sce_classifiers WHERE sce_vnffg_id='{}' "\ - "AND sce_rsp_id='{}' ORDER BY created_at".format(vnffg['uuid'], rsp['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - rsp['classifier'] = self.cur.fetchone(); - cmd = "SELECT uuid,ip_proto,source_ip,destination_ip,source_port,destination_port FROM sce_classifier_matches "\ - "WHERE sce_classifier_id='{}' ORDER BY created_at".format(rsp['classifier']['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - rsp['classifier']['matches'] = self.cur.fetchall() - - return scenario_dict - - @retry(command="delete", extra="instances running") - @with_transaction(cursor='dict') - def delete_scenario(self, scenario_id, tenant_id=None): - '''Deletes a scenario, filtering by one or several of the tenant, uuid or name - scenario_id is the uuid or the name if it is not a valid uuid format - Only one scenario must mutch the filtering or an error is returned - ''' - #scenario table - where_text = "uuid='{}'".format(scenario_id) - if not tenant_id and tenant_id != "any": - where_text += " AND (tenant_id='{}' OR public='True')".format(tenant_id) - cmd = "SELECT * FROM scenarios WHERE "+ where_text - self.logger.debug(cmd) - self.cur.execute(cmd) - rows = self.cur.fetchall() - if self.cur.rowcount==0: - raise db_base.db_base_Exception("No scenario found where " + where_text, httperrors.Not_Found) - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one scenario found where " + where_text, httperrors.Conflict) - scenario_uuid = rows[0]["uuid"] - scenario_name = rows[0]["name"] - - #sce_vnfs - cmd = "DELETE FROM scenarios WHERE uuid='{}'".format(scenario_uuid) - self.logger.debug(cmd) - self.cur.execute(cmd) - - return scenario_uuid + " " + scenario_name - - @retry - @with_transaction - def new_rows(self, tables, uuid_list=None, confidential_data=False, attempt=_ATTEMPT): - """ - Make a transactional insertion of rows at several tables. Can be also a deletion - :param tables: list with dictionary where the keys are the table names and the values are a row or row list - with the values to be inserted at the table. Each row is a dictionary with the key values. E.g.: - tables = [ - {"table1": [ {"column1": value, "column2: value, ... }, {"column1": value, "column2: value, ... }, ...], - {"table2": [ {"column1": value, "column2: value, ... }, {"column1": value, "column2: value, ... }, ...], - {"table3": {"column1": value, "column2: value, ... } - } - If tables does not contain the 'created_at', it is generated incrementally with the order of tables. You can - provide a integer value, that it is an index multiply by 0.00001 to add to the created time to manually set - up and order - If dict contains {"TO-DELETE": uuid} the entry is deleted if exist instead of inserted - :param uuid_list: list of created uuids, first one is the root (#TODO to store at uuid table) - :return: None if success, raise exception otherwise - """ - table_name = None - created_time = time.time() - for table in tables: - for table_name, row_list in table.items(): - index = 0 - attempt.info['table'] = table_name - if isinstance(row_list, dict): - row_list = (row_list, ) #create a list with the single value - for row in row_list: - if "TO-DELETE" in row: - self._delete_row_by_id_internal(table_name, row["TO-DELETE"]) - continue - if "TO-UPDATE" in row: - self._update_rows(table_name, UPDATE=row["TO-UPDATE"], WHERE=row["WHERE"], - modified_time=created_time) - continue - if table_name in self.tables_with_created_field: - if "created_at" in row: - created_time_param = created_time + (index + row.pop("created_at"))*0.00001 - else: - created_time_param = created_time + index*0.00001 - index += 1 - else: - created_time_param = 0 - self._new_row_internal(table_name, row, add_uuid=False, root_uuid=None, - confidential_data=confidential_data, - created_time=created_time_param) - - @retry - @with_transaction - def new_instance_scenario_as_a_whole(self,tenant_id,instance_scenario_name,instance_scenario_description,scenarioDict): - created_time = time.time() - #instance_scenarios - datacenter_id = scenarioDict['datacenter_id'] - INSERT_={'tenant_id': tenant_id, - 'datacenter_tenant_id': scenarioDict["datacenter2tenant"][datacenter_id], - 'name': instance_scenario_name, - 'description': instance_scenario_description, - 'scenario_id' : scenarioDict['uuid'], - 'datacenter_id': datacenter_id - } - if scenarioDict.get("cloud-config"): - INSERT_["cloud_config"] = yaml.safe_dump(scenarioDict["cloud-config"], default_flow_style=True, width=256) - - instance_uuid = self._new_row_internal('instance_scenarios', INSERT_, add_uuid=True, root_uuid=None, created_time=created_time) - - net_scene2instance={} - #instance_nets #nets interVNF - for net in scenarioDict['nets']: - net_scene2instance[ net['uuid'] ] ={} - datacenter_site_id = net.get('datacenter_id', datacenter_id) - if not "vim_id_sites" in net: - net["vim_id_sites"] ={datacenter_site_id: net['vim_id']} - net["vim_id_sites"]["datacenter_site_id"] = {datacenter_site_id: net['vim_id']} - sce_net_id = net.get("uuid") - - for datacenter_site_id,vim_id in net["vim_id_sites"].items(): - INSERT_={'vim_net_id': vim_id, 'created': net.get('created', False), 'instance_scenario_id':instance_uuid } #, 'type': net['type'] - INSERT_['datacenter_id'] = datacenter_site_id - INSERT_['datacenter_tenant_id'] = scenarioDict["datacenter2tenant"][datacenter_site_id] - if not net.get('created', False): - INSERT_['status'] = "ACTIVE" - if sce_net_id: - INSERT_['sce_net_id'] = sce_net_id - created_time += 0.00001 - instance_net_uuid = self._new_row_internal('instance_nets', INSERT_, True, instance_uuid, created_time) - net_scene2instance[ sce_net_id ][datacenter_site_id] = instance_net_uuid - net['uuid'] = instance_net_uuid #overwrite scnario uuid by instance uuid - - if 'ip_profile' in net: - net['ip_profile']['net_id'] = None - net['ip_profile']['sce_net_id'] = None - net['ip_profile']['instance_net_id'] = instance_net_uuid - created_time += 0.00001 - ip_profile_id = self._new_row_internal('ip_profiles', net['ip_profile']) - - #instance_vnfs - for vnf in scenarioDict['vnfs']: - datacenter_site_id = vnf.get('datacenter_id', datacenter_id) - INSERT_={'instance_scenario_id': instance_uuid, 'vnf_id': vnf['vnf_id'] } - INSERT_['datacenter_id'] = datacenter_site_id - INSERT_['datacenter_tenant_id'] = scenarioDict["datacenter2tenant"][datacenter_site_id] - if vnf.get("uuid"): - INSERT_['sce_vnf_id'] = vnf['uuid'] - created_time += 0.00001 - instance_vnf_uuid = self._new_row_internal('instance_vnfs', INSERT_, True, instance_uuid, created_time) - vnf['uuid'] = instance_vnf_uuid #overwrite scnario uuid by instance uuid - - #instance_nets #nets intraVNF - for net in vnf['nets']: - net_scene2instance[ net['uuid'] ] = {} - INSERT_={'vim_net_id': net['vim_id'], 'created': net.get('created', False), 'instance_scenario_id':instance_uuid } #, 'type': net['type'] - INSERT_['datacenter_id'] = net.get('datacenter_id', datacenter_site_id) - INSERT_['datacenter_tenant_id'] = scenarioDict["datacenter2tenant"][datacenter_id] - if net.get("uuid"): - INSERT_['net_id'] = net['uuid'] - created_time += 0.00001 - instance_net_uuid = self._new_row_internal('instance_nets', INSERT_, True, instance_uuid, created_time) - net_scene2instance[ net['uuid'] ][datacenter_site_id] = instance_net_uuid - net['uuid'] = instance_net_uuid #overwrite scnario uuid by instance uuid - - if 'ip_profile' in net: - net['ip_profile']['net_id'] = None - net['ip_profile']['sce_net_id'] = None - net['ip_profile']['instance_net_id'] = instance_net_uuid - created_time += 0.00001 - ip_profile_id = self._new_row_internal('ip_profiles', net['ip_profile']) - - #instance_vms - for vm in vnf['vms']: - INSERT_={'instance_vnf_id': instance_vnf_uuid, 'vm_id': vm['uuid'], 'vim_vm_id': vm['vim_id'] } - created_time += 0.00001 - instance_vm_uuid = self._new_row_internal('instance_vms', INSERT_, True, instance_uuid, created_time) - vm['uuid'] = instance_vm_uuid #overwrite scnario uuid by instance uuid - - #instance_interfaces - for interface in vm['interfaces']: - net_id = interface.get('net_id', None) - if net_id is None: - #check if is connected to a inter VNFs net - for iface in vnf['interfaces']: - if iface['interface_id'] == interface['uuid']: - if 'ip_address' in iface: - interface['ip_address'] = iface['ip_address'] - net_id = iface.get('sce_net_id', None) - break - if net_id is None: - continue - interface_type='external' if interface['external_name'] is not None else 'internal' - INSERT_={'instance_vm_id': instance_vm_uuid, 'instance_net_id': net_scene2instance[net_id][datacenter_site_id], - 'interface_id': interface['uuid'], 'vim_interface_id': interface.get('vim_id'), 'type': interface_type, - 'ip_address': interface.get('ip_address'), 'floating_ip': int(interface.get('floating-ip',False)), - 'port_security': int(interface.get('port-security',True))} - #created_time += 0.00001 - interface_uuid = self._new_row_internal('instance_interfaces', INSERT_, True, instance_uuid) #, created_time) - interface['uuid'] = interface_uuid #overwrite scnario uuid by instance uuid - return instance_uuid - - @retry - @with_transaction(cursor='dict') - def get_instance_scenario(self, instance_id, tenant_id=None, verbose=False): - '''Obtain the instance information, filtering by one or several of the tenant, uuid or name - instance_id is the uuid or the name if it is not a valid uuid format - Only one instance must mutch the filtering or an error is returned - ''' - # instance table - where_list = [] - if tenant_id: - where_list.append("inst.tenant_id='{}'".format(tenant_id)) - if db_base._check_valid_uuid(instance_id): - where_list.append("inst.uuid='{}'".format(instance_id)) - else: - where_list.append("inst.name='{}'".format(instance_id)) - where_text = " AND ".join(where_list) - cmd = "SELECT inst.uuid as uuid, inst.name as name, inst.scenario_id as scenario_id, datacenter_id"\ - " ,datacenter_tenant_id, s.name as scenario_name,inst.tenant_id as tenant_id" \ - " ,inst.description as description, inst.created_at as created_at" \ - " ,inst.cloud_config as cloud_config, s.osm_id as nsd_osm_id" \ - " FROM instance_scenarios as inst left join scenarios as s on inst.scenario_id=s.uuid" \ - " WHERE " + where_text - self.logger.debug(cmd) - self.cur.execute(cmd) - rows = self.cur.fetchall() - - if self.cur.rowcount == 0: - raise db_base.db_base_Exception("No instance found where " + where_text, httperrors.Not_Found) - elif self.cur.rowcount > 1: - raise db_base.db_base_Exception("More than one instance found where " + where_text, - httperrors.Bad_Request) - instance_dict = rows[0] - if instance_dict["cloud_config"]: - instance_dict["cloud-config"] = yaml.load(instance_dict["cloud_config"], Loader=yaml.Loader) - del instance_dict["cloud_config"] - - # instance_vnfs - cmd = "SELECT iv.uuid as uuid, iv.vnf_id as vnf_id, sv.name as vnf_name, sce_vnf_id, datacenter_id"\ - ", datacenter_tenant_id, v.mgmt_access, sv.member_vnf_index, v.osm_id as vnfd_osm_id "\ - "FROM instance_vnfs as iv left join sce_vnfs as sv "\ - " on iv.sce_vnf_id=sv.uuid join vnfs as v on iv.vnf_id=v.uuid " \ - "WHERE iv.instance_scenario_id='{}' " \ - "ORDER BY iv.created_at ".format(instance_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['vnfs'] = self.cur.fetchall() - for vnf in instance_dict['vnfs']: - vnf["ip_address"] = None - vnf_mgmt_access_iface = None - vnf_mgmt_access_vm = None - if vnf["mgmt_access"]: - vnf_mgmt_access = yaml.load(vnf["mgmt_access"], Loader=yaml.Loader) - vnf_mgmt_access_iface = vnf_mgmt_access.get("interface_id") - vnf_mgmt_access_vm = vnf_mgmt_access.get("vm_id") - vnf["ip_address"] = vnf_mgmt_access.get("ip-address") - - # instance vms - cmd = "SELECT iv.uuid as uuid, vim_vm_id, status, error_msg, vim_info, iv.created_at as "\ - "created_at, name, vms.osm_id as vdu_osm_id, vim_name, vms.uuid as vm_uuid, related"\ - " FROM instance_vms as iv join vms on iv.vm_id=vms.uuid "\ - " WHERE instance_vnf_id='{}' ORDER BY iv.created_at".format(vnf['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - vnf['vms'] = self.cur.fetchall() - for vm in vnf['vms']: - vm_manage_iface_list=[] - # instance_interfaces - cmd = "SELECT vim_interface_id, instance_net_id, internal_name,external_name, mac_address,"\ - " ii.ip_address as ip_address, vim_info, i.type as type, sdn_port_id, i.uuid"\ - " FROM instance_interfaces as ii join interfaces as i on ii.interface_id=i.uuid"\ - " WHERE instance_vm_id='{}' ORDER BY i.created_at".format(vm['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd ) - vm['interfaces'] = self.cur.fetchall() - for iface in vm['interfaces']: - if vnf_mgmt_access_iface and vnf_mgmt_access_iface == iface["uuid"]: - if not vnf["ip_address"]: - vnf["ip_address"] = iface["ip_address"] - if iface["type"] == "mgmt" and iface["ip_address"]: - vm_manage_iface_list.append(iface["ip_address"]) - if not verbose: - del iface["type"] - del iface["uuid"] - if vm_manage_iface_list: - vm["ip_address"] = ",".join(vm_manage_iface_list) - if not vnf["ip_address"] and vnf_mgmt_access_vm == vm["vm_uuid"]: - vnf["ip_address"] = vm["ip_address"] - del vm["vm_uuid"] - - #instance_nets - #select_text = "instance_nets.uuid as uuid,sce_nets.name as net_name,instance_nets.vim_net_id as net_id,instance_nets.status as status,instance_nets.external as external" - #from_text = "instance_nets join instance_scenarios on instance_nets.instance_scenario_id=instance_scenarios.uuid " + \ - # "join sce_nets on instance_scenarios.scenario_id=sce_nets.scenario_id" - #where_text = "instance_nets.instance_scenario_id='"+ instance_dict['uuid'] + "'" - cmd = "SELECT inets.uuid as uuid,vim_net_id,status,error_msg,vim_info,created, sce_net_id, " \ - "net_id as vnf_net_id, datacenter_id, datacenter_tenant_id, sdn_net_id, " \ - "snets.osm_id as ns_net_osm_id, nets.osm_id as vnf_net_osm_id, inets.vim_name, related " \ - "FROM instance_nets as inets left join sce_nets as snets on inets.sce_net_id=snets.uuid " \ - "left join nets on inets.net_id=nets.uuid " \ - "WHERE instance_scenario_id='{}' ORDER BY inets.created_at".format(instance_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['nets'] = self.cur.fetchall() - - # instance sdn_nets: - cmd = "SELECT * FROM instance_wim_nets WHERE instance_scenario_id='{}' ORDER BY created_at;".format( - instance_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['sdn_nets'] = self.cur.fetchall() - - #instance_sfps - cmd = "SELECT uuid,vim_sfp_id,sce_rsp_id,datacenter_id,"\ - "datacenter_tenant_id,status,error_msg,vim_info, related"\ - " FROM instance_sfps" \ - " WHERE instance_scenario_id='{}' ORDER BY created_at".format(instance_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['sfps'] = self.cur.fetchall() - - # for sfp in instance_dict['sfps']: - #instance_sfs - cmd = "SELECT uuid,vim_sf_id,sce_rsp_hop_id,datacenter_id,"\ - "datacenter_tenant_id,status,error_msg,vim_info, related"\ - " FROM instance_sfs" \ - " WHERE instance_scenario_id='{}' ORDER BY created_at".format(instance_dict['uuid']) # TODO: replace instance_scenario_id with instance_sfp_id - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['sfs'] = self.cur.fetchall() - - #for sf in instance_dict['sfs']: - #instance_sfis - cmd = "SELECT uuid,vim_sfi_id,sce_rsp_hop_id,datacenter_id,"\ - "datacenter_tenant_id,status,error_msg,vim_info, related"\ - " FROM instance_sfis" \ - " WHERE instance_scenario_id='{}' ORDER BY created_at".format(instance_dict['uuid']) # TODO: replace instance_scenario_id with instance_sf_id - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['sfis'] = self.cur.fetchall() -# for sfi in instance_dict['sfi']: - - #instance_classifications - cmd = "SELECT uuid,vim_classification_id,sce_classifier_match_id,datacenter_id,"\ - "datacenter_tenant_id,status,error_msg,vim_info, related"\ - " FROM instance_classifications" \ - " WHERE instance_scenario_id='{}' ORDER BY created_at".format(instance_dict['uuid']) - self.logger.debug(cmd) - self.cur.execute(cmd) - instance_dict['classifications'] = self.cur.fetchall() -# for classification in instance_dict['classifications'] - - db_base._convert_datetime2str(instance_dict) - db_base._convert_str2boolean(instance_dict, ('public','shared','created') ) - return instance_dict - - @retry(command='delete', extra='No dependences can avoid deleting!!!!') - @with_transaction(cursor='dict') - def delete_instance_scenario(self, instance_id, tenant_id=None): - '''Deletes a instance_Scenario, filtering by one or several of the tenant, uuid or name - instance_id is the uuid or the name if it is not a valid uuid format - Only one instance_scenario must mutch the filtering or an error is returned - ''' - #instance table - where_list=[] - if tenant_id is not None: where_list.append( "tenant_id='" + tenant_id +"'" ) - if db_base._check_valid_uuid(instance_id): - where_list.append( "uuid='" + instance_id +"'" ) - else: - where_list.append( "name='" + instance_id +"'" ) - where_text = " AND ".join(where_list) - cmd = "SELECT * FROM instance_scenarios WHERE "+ where_text - self.logger.debug(cmd) - self.cur.execute(cmd) - rows = self.cur.fetchall() - - if self.cur.rowcount==0: - raise db_base.db_base_Exception("No instance found where " + where_text, httperrors.Bad_Request) - elif self.cur.rowcount>1: - raise db_base.db_base_Exception("More than one instance found where " + where_text, httperrors.Bad_Request) - instance_uuid = rows[0]["uuid"] - instance_name = rows[0]["name"] - - #sce_vnfs - cmd = "DELETE FROM instance_scenarios WHERE uuid='{}'".format(instance_uuid) - self.logger.debug(cmd) - self.cur.execute(cmd) - - return instance_uuid + " " + instance_name - - @retry(table='instance_scenarios') - @with_transaction - def new_instance_scenario(self, instance_scenario_dict, tenant_id): - #return self.new_row('vnfs', vnf_dict, None, tenant_id, True, True) - return self._new_row_internal('instance_scenarios', instance_scenario_dict, tenant_id, add_uuid=True, root_uuid=None, log=True) - - def update_instance_scenario(self, instance_scenario_dict): - #TODO: - return - - @retry(table='instance_vnfs') - @with_transaction - def new_instance_vnf(self, instance_vnf_dict, tenant_id, instance_scenario_id = None): - #return self.new_row('vms', vm_dict, tenant_id, True, True) - return self._new_row_internal('instance_vnfs', instance_vnf_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) - - def update_instance_vnf(self, instance_vnf_dict): - #TODO: - return - - def delete_instance_vnf(self, instance_vnf_id): - #TODO: - return - - @retry(table='instance_vms') - @with_transaction - def new_instance_vm(self, instance_vm_dict, tenant_id, instance_scenario_id = None): - #return self.new_row('vms', vm_dict, tenant_id, True, True) - return self._new_row_internal('instance_vms', instance_vm_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) - - def update_instance_vm(self, instance_vm_dict): - #TODO: - return - - def delete_instance_vm(self, instance_vm_id): - #TODO: - return - - @retry(table='instance_nets') - @with_transaction - def new_instance_net(self, instance_net_dict, tenant_id, instance_scenario_id = None): - return self._new_row_internal('instance_nets', instance_net_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) - - def update_instance_net(self, instance_net_dict): - #TODO: - return - - def delete_instance_net(self, instance_net_id): - #TODO: - return - - @retry(table='instance_interfaces') - @with_transaction - def new_instance_interface(self, instance_interface_dict, tenant_id, instance_scenario_id = None): - return self._new_row_internal('instance_interfaces', instance_interface_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) - - def update_instance_interface(self, instance_interface_dict): - #TODO: - return - - def delete_instance_interface(self, instance_interface_dict): - #TODO: - return - - @retry(table='datacenter_nets') - @with_transaction - def update_datacenter_nets(self, datacenter_id, new_net_list=[]): - ''' Removes the old and adds the new net list at datacenter list for one datacenter. - Attribute - datacenter_id: uuid of the datacenter to act upon - table: table where to insert - new_net_list: the new values to be inserted. If empty it only deletes the existing nets - Return: (Inserted items, Deleted items) if OK, (-Error, text) if error - ''' - created_time = time.time() - cmd="DELETE FROM datacenter_nets WHERE datacenter_id='{}'".format(datacenter_id) - self.logger.debug(cmd) - self.cur.execute(cmd) - deleted = self.cur.rowcount - inserted = 0 - for new_net in new_net_list: - created_time += 0.00001 - self._new_row_internal('datacenter_nets', new_net, add_uuid=True, created_time=created_time) - inserted += 1 - return inserted, deleted