| # -*- coding: utf-8 -*- |
| |
| ## |
| # Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U. |
| # This file is part of openmano |
| # All Rights Reserved. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| # not use this file except in compliance with the License. You may obtain |
| # a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| # License for the specific language governing permissions and limitations |
| # under the License. |
| # |
| # For those usages not covered by the Apache License, Version 2.0 please |
| # contact with: nfvlabs@tid.es |
| ## |
| |
| ''' |
| NFVO DB engine. It implements all the methods to interact with the Openmano Database |
| ''' |
| __author__="Alfonso Tierno, Gerardo Garcia, Pablo Montes" |
| __date__ ="$28-aug-2014 10:05:01$" |
| |
| import MySQLdb as mdb |
| import uuid as myUuid |
| from utils import auxiliary_functions as af |
| import json |
| import yaml |
| import time |
| |
| HTTP_Bad_Request = 400 |
| HTTP_Unauthorized = 401 |
| HTTP_Not_Found = 404 |
| HTTP_Method_Not_Allowed = 405 |
| HTTP_Request_Timeout = 408 |
| HTTP_Conflict = 409 |
| HTTP_Service_Unavailable = 503 |
| HTTP_Internal_Server_Error = 500 |
| |
| tables_with_created_field=["datacenters","instance_nets","instance_scenarios","instance_vms","instance_vnfs", |
| "interfaces","nets","nfvo_tenants","scenarios","sce_interfaces","sce_nets", |
| "sce_vnfs","tenants_datacenters","datacenter_tenants","vms","vnfs"] |
| |
| class nfvo_db(): |
| def __init__(self): |
| #initialization |
| return |
| |
| def connect(self, host=None, user=None, passwd=None, database=None): |
| '''Connect to specific data base. |
| The first time a valid host, user, passwd and database must be provided, |
| Following calls can skip this parameters |
| ''' |
| try: |
| if host is not None: self.host = host |
| if user is not None: self.user = user |
| if passwd is not None: self.passwd = passwd |
| if database is not None: self.database = database |
| |
| self.con = mdb.connect(self.host, self.user, self.passwd, self.database) |
| print "DB: connected to %s@%s -> %s" % (self.user, self.host, self.database) |
| return 0 |
| except mdb.Error, e: |
| print "nfvo_db.connect Error connecting to DB %s@%s -> %s Error %d: %s" % (self.user, self.host, self.database, e.args[0], e.args[1]) |
| return -1 |
| |
| def get_db_version(self): |
| ''' Obtain the database schema version. |
| Return: (negative, text) if error or version 0.0 where schema_version table is missing |
| (version_int, version_text) if ok |
| ''' |
| cmd = "SELECT version_int,version,openmano_ver FROM schema_version" |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| #print cmd |
| self.cur.execute(cmd) |
| rows = self.cur.fetchall() |
| highest_version_int=0 |
| highest_version="" |
| #print rows |
| for row in rows: #look for the latest version |
| if row[0]>highest_version_int: |
| highest_version_int, highest_version = row[0:2] |
| return highest_version_int, highest_version |
| except (mdb.Error, AttributeError), e: |
| #print cmd |
| print "get_db_version DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def disconnect(self): |
| '''disconnect from specific data base''' |
| try: |
| self.con.close() |
| del self.con |
| except mdb.Error, e: |
| print "Error disconnecting from DB: Error %d: %s" % (e.args[0], e.args[1]) |
| return -1 |
| except AttributeError, e: #self.con not defined |
| if e[0][-5:] == "'con'": return -1, "Database internal error, no connection." |
| else: raise |
| |
| def format_error(self, e, command=None, extra=None): |
| if type(e[0]) is str: |
| if e[0][-5:] == "'con'": return -HTTP_Internal_Server_Error, "DB Exception, no connection." |
| else: raise |
| if e.args[0]==2006 or e.args[0]==2013 : #MySQL server has gone away (((or))) Exception 2013: Lost connection to MySQL server during query |
| #reconnect |
| self.connect() |
| return -HTTP_Request_Timeout,"Database reconnection. Try Again" |
| |
| fk=e.args[1].find("foreign key constraint fails") |
| if fk>=0: |
| if command=="update": return -HTTP_Bad_Request, "tenant_id %s not found." % extra |
| elif command=="delete": return -HTTP_Bad_Request, "Resource is not free. There are %s that prevent deleting it." % extra |
| de = e.args[1].find("Duplicate entry") |
| fk = e.args[1].find("for key") |
| uk = e.args[1].find("Unknown column") |
| wc = e.args[1].find("in 'where clause'") |
| fl = e.args[1].find("in 'field list'") |
| #print de, fk, uk, wc,fl |
| if de>=0: |
| if fk>=0: #error 1062 |
| return -HTTP_Conflict, "Value %s already in use for %s" % (e.args[1][de+15:fk], e.args[1][fk+7:]) |
| if uk>=0: |
| if wc>=0: |
| return -HTTP_Bad_Request, "Field %s can not be used for filtering" % e.args[1][uk+14:wc] |
| if fl>=0: |
| return -HTTP_Bad_Request, "Field %s does not exist" % e.args[1][uk+14:wc] |
| return -HTTP_Internal_Server_Error, "Database internal Error %d: %s" % (e.args[0], e.args[1]) |
| |
| def __str2db_format(self, data): |
| '''Convert string data to database format. |
| If data is None it returns the 'Null' text, |
| otherwise it returns the text surrounded by quotes ensuring internal quotes are escaped. |
| ''' |
| if data==None: |
| return 'Null' |
| out=str(data) |
| if "'" not in out: |
| return "'" + out + "'" |
| elif '"' not in out: |
| return '"' + out + '"' |
| else: |
| return json.dumps(out) |
| |
| def __tuple2db_format_set(self, data): |
| '''Compose the needed text for a SQL SET, parameter 'data' is a pair tuple (A,B), |
| and it returns the text 'A="B"', where A is a field of a table and B is the value |
| If B is None it returns the 'A=Null' text, without surrounding Null by quotes |
| If B is not None it returns the text "A='B'" or 'A="B"' where B is surrounded by quotes, |
| and it ensures internal quotes of B are escaped. |
| ''' |
| if data[1]==None: |
| return str(data[0]) + "=Null" |
| out=str(data[1]) |
| if "'" not in out: |
| return str(data[0]) + "='" + out + "'" |
| elif '"' not in out: |
| return str(data[0]) + '="' + out + '"' |
| else: |
| return str(data[0]) + '=' + json.dumps(out) |
| |
| def __tuple2db_format_where(self, data): |
| '''Compose the needed text for a SQL WHERE, parameter 'data' is a pair tuple (A,B), |
| and it returns the text 'A="B"', where A is a field of a table and B is the value |
| If B is None it returns the 'A is Null' text, without surrounding Null by quotes |
| If B is not None it returns the text "A='B'" or 'A="B"' where B is surrounded by quotes, |
| and it ensures internal quotes of B are escaped. |
| ''' |
| if data[1]==None: |
| return str(data[0]) + " is Null" |
| |
| # if type(data[1]) is tuple: #this can only happen in a WHERE_OR clause |
| # text =[] |
| # for d in data[1]: |
| # if d==None: |
| # text.append(str(data[0]) + " is Null") |
| # continue |
| # out=str(d) |
| # if "'" not in out: |
| # text.append( str(data[0]) + "='" + out + "'" ) |
| # elif '"' not in out: |
| # text.append( str(data[0]) + '="' + out + '"' ) |
| # else: |
| # text.append( str(data[0]) + '=' + json.dumps(out) ) |
| # return " OR ".join(text) |
| |
| out=str(data[1]) |
| if "'" not in out: |
| return str(data[0]) + "='" + out + "'" |
| elif '"' not in out: |
| return str(data[0]) + '="' + out + '"' |
| else: |
| return str(data[0]) + '=' + json.dumps(out) |
| |
| def __tuple2db_format_where_not(self, data): |
| '''Compose the needed text for a SQL WHERE(not). parameter 'data' is a pair tuple (A,B), |
| and it returns the text 'A<>"B"', where A is a field of a table and B is the value |
| If B is None it returns the 'A is not Null' text, without surrounding Null by quotes |
| If B is not None it returns the text "A<>'B'" or 'A<>"B"' where B is surrounded by quotes, |
| and it ensures internal quotes of B are escaped. |
| ''' |
| if data[1]==None: |
| return str(data[0]) + " is not Null" |
| out=str(data[1]) |
| if "'" not in out: |
| return str(data[0]) + "<>'" + out + "'" |
| elif '"' not in out: |
| return str(data[0]) + '<>"' + out + '"' |
| else: |
| return str(data[0]) + '<>' + json.dumps(out) |
| |
| def __remove_quotes(self, data): |
| '''remove single quotes ' of any string content of data dictionary''' |
| for k,v in data.items(): |
| if type(v) == str: |
| if "'" in v: |
| data[k] = data[k].replace("'","_") |
| |
| def __update_rows(self, table, UPDATE, WHERE, log=False, modified_time=0): |
| ''' Update one or several rows into a table. |
| Atributes |
| UPDATE: dictionary with the key: value to change |
| table: table where to update |
| WHERE: dictionary of elements to update |
| Return: (result, descriptive text) where result indicates the number of updated files, negative if error |
| ''' |
| #gettting uuid |
| uuid = WHERE['uuid'] if 'uuid' in WHERE else None |
| values = ",".join(map(self.__tuple2db_format_set, UPDATE.iteritems() )) |
| if modified_time: |
| values += ",modified_at=%f" % modified_time |
| cmd= "UPDATE " + table +" SET " + values +\ |
| " WHERE " + " and ".join(map(self.__tuple2db_format_where, WHERE.iteritems() )) |
| print cmd |
| self.cur.execute(cmd) |
| nb_rows = self.cur.rowcount |
| if nb_rows > 0 and log: |
| #inserting new log |
| if uuid is None: uuid_k = uuid_v = "" |
| else: uuid_k=",uuid"; uuid_v=",'" + str(uuid) + "'" |
| cmd = "INSERT INTO logs (related,level%s,description) VALUES ('%s','debug'%s,\"updating %d entry %s\")" \ |
| % (uuid_k, table, uuid_v, nb_rows, (str(UPDATE)).replace('"','-') ) |
| print cmd |
| self.cur.execute(cmd) |
| return nb_rows, "%d updated from %s" % (nb_rows, table[:-1] ) |
| |
| def _new_row_internal(self, table, INSERT, tenant_id=None, add_uuid=False, root_uuid=None, log=False, created_time=0): |
| ''' Add one row into a table. It DOES NOT begin or end the transaction, so self.con.cursor must be created |
| Attribute |
| INSERT: dictionary with the key: value to insert |
| table: table where to insert |
| tenant_id: only useful for logs. If provided, logs will use this tenant_id |
| add_uuid: if True, it will create an uuid key entry at INSERT if not provided |
| It checks presence of uuid and add one automatically otherwise |
| Return: (result, uuid) where result can be 0 if error, or 1 if ok |
| ''' |
| |
| if add_uuid: |
| #create uuid if not provided |
| if 'uuid' not in INSERT: |
| uuid = INSERT['uuid'] = str(myUuid.uuid1()) # create_uuid |
| else: |
| uuid = str(INSERT['uuid']) |
| else: |
| uuid=None |
| if add_uuid: |
| #defining root_uuid if not provided |
| if root_uuid is None: |
| root_uuid = uuid |
| if created_time: |
| created_at = created_time |
| else: |
| created_at=time.time() |
| #inserting new uuid |
| cmd = "INSERT INTO uuids (uuid, root_uuid, used_at, created_at) VALUES ('%s','%s','%s', %f)" % (uuid, root_uuid, table, created_at) |
| print cmd |
| self.cur.execute(cmd) |
| #insertion |
| cmd= "INSERT INTO " + table +" SET " + \ |
| ",".join(map(self.__tuple2db_format_set, INSERT.iteritems() )) |
| if created_time: |
| cmd += ",created_at=%f" % created_time |
| print cmd |
| self.cur.execute(cmd) |
| nb_rows = self.cur.rowcount |
| #inserting new log |
| if nb_rows > 0 and log: |
| if add_uuid: del INSERT['uuid'] |
| if uuid is None: uuid_k = uuid_v = "" |
| else: uuid_k=",uuid"; uuid_v=",'" + str(uuid) + "'" |
| if tenant_id is None: tenant_k = tenant_v = "" |
| else: tenant_k=",nfvo_tenant_id"; tenant_v=",'" + str(tenant_id) + "'" |
| cmd = "INSERT INTO logs (related,level%s%s,description) VALUES ('%s','debug'%s%s,\"new %s %s\")" \ |
| % (uuid_k, tenant_k, table, uuid_v, tenant_v, table[:-1], str(INSERT).replace('"','-')) |
| print cmd |
| self.cur.execute(cmd) |
| return nb_rows, uuid |
| |
| def __get_rows(self,table,uuid): |
| self.cur.execute("SELECT * FROM " + str(table) +" where uuid='" + str(uuid) + "'") |
| rows = self.cur.fetchall() |
| return self.cur.rowcount, rows |
| |
| def new_row(self, table, INSERT, tenant_id=None, add_uuid=False, log=False, created_time=0): |
| ''' Add one row into a table. |
| Attribute |
| INSERT: dictionary with the key: value to insert |
| table: table where to insert |
| tenant_id: only useful for logs. If provided, logs will use this tenant_id |
| add_uuid: if True, it will create an uuid key entry at INSERT if not provided |
| It checks presence of uuid and add one automatically otherwise |
| Return: (result, uuid) where result can be 0 if error, or 1 if ok |
| ''' |
| if table in tables_with_created_field and created_time==0: |
| created_time=time.time() |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| return self._new_row_internal(table, INSERT, tenant_id, add_uuid, None, log, created_time) |
| |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.new_row DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def update_rows(self, table, UPDATE, WHERE, log=False, modified_time=0): |
| ''' Update one or several rows into a table. |
| Atributes |
| UPDATE: dictionary with the key: value to change |
| table: table where to update |
| WHERE: dictionary of elements to update |
| Return: (result, descriptive text) where result indicates the number of updated files |
| ''' |
| if table in tables_with_created_field and modified_time==0: |
| modified_time=time.time() |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| return self.__update_rows(table, UPDATE, WHERE, log) |
| |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.update_rows DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def delete_row(self, table, uuid, tenant_id=None, log=True): |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| #delete host |
| self.cur = self.con.cursor() |
| cmd = "DELETE FROM %s WHERE uuid = '%s'" % (table, uuid) |
| print cmd |
| self.cur.execute(cmd) |
| deleted = self.cur.rowcount |
| if deleted == 1: |
| #delete uuid |
| if table == 'tenants': tenant_str=uuid |
| elif tenant_id: |
| tenant_str = tenant_id |
| else: |
| tenant_str = 'Null' |
| self.cur = self.con.cursor() |
| cmd = "DELETE FROM uuids WHERE root_uuid = '%s'" % uuid |
| print cmd |
| self.cur.execute(cmd) |
| #inserting new log |
| if log: |
| cmd = "INSERT INTO logs (related,level,uuid,nfvo_tenant_id,description) VALUES ('%s','debug','%s','%s','delete %s')" % (table, uuid, tenant_str, table[:-1]) |
| print cmd |
| self.cur.execute(cmd) |
| return deleted, table[:-1] + " '%s' %s" %(uuid, "deleted" if deleted==1 else "not found") |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.delete_row DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e, "delete", 'instances' if table=='hosts' or table=='tenants' else 'dependencies') |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def delete_row_by_dict(self, **sql_dict): |
| ''' Deletes rows from a table. |
| Attribute sql_dir: dictionary with the following key: value |
| 'FROM': string of table name (Mandatory) |
| 'WHERE': dict of key:values, translated to key=value AND ... (Optional) |
| 'WHERE_NOT': dict of key:values, translated to key<>value AND ... (Optional) |
| 'LIMIT': limit of number of rows (Optional) |
| Return: the (number of items deleted, descriptive test) if ok; (negative, descriptive text) if error |
| ''' |
| #print sql_dict |
| from_ = "FROM " + str(sql_dict['FROM']) |
| #print 'from_', from_ |
| if 'WHERE' in sql_dict and len(sql_dict['WHERE']) > 0: |
| w=sql_dict['WHERE'] |
| where_ = "WHERE " + " AND ".join(map(self.__tuple2db_format_where, w.iteritems())) |
| else: where_ = "" |
| if 'WHERE_NOT' in sql_dict and len(sql_dict['WHERE_NOT']) > 0: |
| w=sql_dict['WHERE_NOT'] |
| where_2 = " AND ".join(map(self.__tuple2db_format_where_not, w.iteritems())) |
| if len(where_)==0: where_ = "WHERE " + where_2 |
| else: where_ = where_ + " AND " + where_2 |
| #print 'where_', where_ |
| limit_ = "LIMIT " + str(sql_dict['LIMIT']) if 'LIMIT' in sql_dict else "" |
| #print 'limit_', limit_ |
| cmd = " ".join( ("DELETE", from_, where_, limit_) ) |
| print cmd |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| #delete host |
| self.cur = self.con.cursor() |
| self.cur.execute(cmd) |
| deleted = self.cur.rowcount |
| return deleted, "%d deleted from %s" % (deleted, sql_dict['FROM'][:-1] ) |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.delete_row DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e, "delete", 'dependencies') |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_rows(self,table,uuid): |
| '''get row from a table based on uuid''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| self.cur.execute("SELECT * FROM " + str(table) +" where uuid='" + str(uuid) + "'") |
| rows = self.cur.fetchall() |
| return self.cur.rowcount, rows |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_rows DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_table(self, **sql_dict): |
| ''' Obtain rows from a table. |
| Attribute sql_dir: dictionary with the following key: value |
| 'SELECT': list or tuple of fields to retrieve) (by default all) |
| 'FROM': string of table name (Mandatory) |
| 'WHERE': dict of key:values, translated to key=value (key is null) AND ... (Optional) |
| 'WHERE_NOT': dict of key:values, translated to key<>value (key is not null) AND ... (Optional) |
| 'WHERE_OR': dict of key:values, translated to key=value OR ... (Optional) |
| 'WHERE_AND_OR: str 'AND' or 'OR'(by default) mark the priority to 'WHERE AND (WHERE_OR)' or (WHERE) OR WHERE_OR' (Optional |
| 'LIMIT': limit of number of rows (Optional) |
| 'ORDER_BY': list or tuple of fields to order |
| Return: a list with dictionaries at each row |
| ''' |
| #print sql_dict |
| select_= "SELECT " + ("*" if 'SELECT' not in sql_dict else ",".join(map(str,sql_dict['SELECT'])) ) |
| #print 'select_', select_ |
| from_ = "FROM " + str(sql_dict['FROM']) |
| #print 'from_', from_ |
| where_and = "" |
| where_or = "" |
| w=sql_dict.get('WHERE') |
| if w: |
| where_and = " AND ".join(map(self.__tuple2db_format_where, w.iteritems() )) |
| w=sql_dict.get('WHERE_NOT') |
| if w: |
| if where_and: where_and += " AND " |
| where_and += " AND ".join(map(self.__tuple2db_format_where_not, w.iteritems() ) ) |
| w=sql_dict.get('WHERE_OR') |
| if w: |
| where_or = " OR ".join(map(self.__tuple2db_format_where, w.iteritems() )) |
| if where_and and where_or: |
| if sql_dict.get("WHERE_AND_OR") == "AND": |
| where_ = "WHERE " + where_and + " AND (" + where_or + ")" |
| else: |
| where_ = "WHERE (" + where_and + ") OR " + where_or |
| elif where_and and not where_or: |
| where_ = "WHERE " + where_and |
| elif not where_and and where_or: |
| where_ = "WHERE " + where_or |
| else: |
| where_ = "" |
| #print 'where_', where_ |
| limit_ = "LIMIT " + str(sql_dict['LIMIT']) if 'LIMIT' in sql_dict else "" |
| order_ = "ORDER BY " + ",".join(map(str,sql_dict['SELECT'])) if 'ORDER_BY' in sql_dict else "" |
| |
| #print 'limit_', limit_ |
| cmd = " ".join( (select_, from_, where_, limit_, order_) ) |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| print cmd |
| self.cur.execute(cmd) |
| rows = self.cur.fetchall() |
| return self.cur.rowcount, rows |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_table DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_table_by_uuid_name(self, table, uuid_name, error_item_text=None, allow_serveral=False, WHERE_OR={}, WHERE_AND_OR="OR"): |
| ''' Obtain One row from a table based on name or uuid. |
| Attribute: |
| table: string of table name |
| uuid_name: name or uuid. If not uuid format is found, it is considered a name |
| allow_severeral: if False return ERROR if more than one row are founded |
| error_item_text: in case of error it identifies the 'item' name for a proper output text |
| 'WHERE_OR': dict of key:values, translated to key=value OR ... (Optional) |
| 'WHERE_AND_OR: str 'AND' or 'OR'(by default) mark the priority to 'WHERE AND (WHERE_OR)' or (WHERE) OR WHERE_OR' (Optional |
| Return: if allow_several==False, a dictionary with this row, or error if no item is found or more than one is found |
| if allow_several==True, a list of dictionaries with the row or rows, error if no item is found |
| ''' |
| |
| if error_item_text==None: |
| error_item_text = table |
| what = 'uuid' if af.check_valid_uuid(uuid_name) else 'name' |
| cmd = " SELECT * FROM %s WHERE %s='%s'" % (table, what, uuid_name) |
| if WHERE_OR: |
| where_or = " OR ".join(map(self.__tuple2db_format_where, WHERE_OR.iteritems() )) |
| if WHERE_AND_OR == "AND": |
| cmd += " AND (" + where_or + ")" |
| else: |
| cmd += " OR " + where_or |
| |
| |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| print cmd |
| self.cur.execute(cmd) |
| number = self.cur.rowcount |
| if number==0: |
| return -HTTP_Not_Found, "No %s found with %s '%s'" %(error_item_text, what, uuid_name) |
| elif number>1 and not allow_serveral: |
| return -HTTP_Bad_Request, "More than one %s found with %s '%s'" %(error_item_text, what, uuid_name) |
| if allow_serveral: |
| rows = self.cur.fetchall() |
| else: |
| rows = self.cur.fetchone() |
| return number, rows |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_table_by_uuid_name DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_uuid(self, uuid): |
| '''check in the database if this uuid is already present''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| self.cur.execute("SELECT * FROM uuids where uuid='" + str(uuid) + "'") |
| rows = self.cur.fetchall() |
| return self.cur.rowcount, rows |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_uuid DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def new_vnf_as_a_whole(self,nfvo_tenant,vnf_name,vnf_descriptor,VNFCDict): |
| print "Adding new vnf to the NFVO database" |
| for retry_ in range(0,2): |
| created_time = time.time() |
| try: |
| with self.con: |
| |
| myVNFDict = {} |
| myVNFDict["name"] = vnf_name |
| myVNFDict["descriptor"] = vnf_descriptor['vnf'].get('descriptor') |
| myVNFDict["public"] = vnf_descriptor['vnf'].get('public', "false") |
| myVNFDict["description"] = vnf_descriptor['vnf']['description'] |
| myVNFDict["class"] = vnf_descriptor['vnf'].get('class',"MISC") |
| myVNFDict["tenant_id"] = vnf_descriptor['vnf'].get("tenant_id") |
| |
| result, vnf_id = self._new_vnf(myVNFDict,nfvo_tenant,created_time) |
| if result < 0: |
| return result, "Error creating vnf in NFVO database: %s" %vnf_id |
| |
| print "VNF %s added to NFVO DB. VNF id: %s" % (vnf_name,vnf_id) |
| |
| print "Adding new vms to the NFVO database" |
| #For each vm, we must create the appropriate vm in the NFVO database. |
| vmDict = {} |
| for _,vm in VNFCDict.iteritems(): |
| #This code could make the name of the vms grow and grow. |
| #If we agree to follow this convention, we should check with a regex that the vnfc name is not including yet the vnf name |
| #vm['name'] = "%s-%s" % (vnf_name,vm['name']) |
| print "VM name: %s. Description: %s" % (vm['name'], vm['description']) |
| vm["vnf_id"] = vnf_id |
| created_time += 0.00001 |
| result, vm_id = self._new_vm(vm,nfvo_tenant,vnf_id,created_time) |
| if result < 0: |
| return result, "Error creating vm in NFVO database: %s" %vm_id |
| |
| print "Internal vm id in NFVO DB: %s" % vm_id |
| vmDict[vm['name']] = vm_id |
| |
| #Collect the data interfaces of each VM/VNFC under the 'numas' field |
| dataifacesDict = {} |
| for vm in vnf_descriptor['vnf']['VNFC']: |
| dataifacesDict[vm['name']] = {} |
| for numa in vm.get('numas', []): |
| for dataiface in numa.get('interfaces',[]): |
| af.convert_bandwidth(dataiface) |
| dataifacesDict[vm['name']][dataiface['name']] = {} |
| dataifacesDict[vm['name']][dataiface['name']]['vpci'] = dataiface['vpci'] |
| dataifacesDict[vm['name']][dataiface['name']]['bw'] = dataiface['bandwidth'] |
| dataifacesDict[vm['name']][dataiface['name']]['model'] = "PF" if dataiface['dedicated']=="yes" else ("VF" if dataiface['dedicated']=="no" else "VFnotShared") |
| |
| #Collect the bridge interfaces of each VM/VNFC under the 'bridge-ifaces' field |
| bridgeInterfacesDict = {} |
| for vm in vnf_descriptor['vnf']['VNFC']: |
| if 'bridge-ifaces' in vm: |
| bridgeInterfacesDict[vm['name']] = {} |
| for bridgeiface in vm['bridge-ifaces']: |
| af.convert_bandwidth(bridgeiface) |
| bridgeInterfacesDict[vm['name']][bridgeiface['name']] = {} |
| bridgeInterfacesDict[vm['name']][bridgeiface['name']]['vpci'] = bridgeiface.get('vpci',None) |
| bridgeInterfacesDict[vm['name']][bridgeiface['name']]['mac'] = bridgeiface.get('mac_address',None) |
| bridgeInterfacesDict[vm['name']][bridgeiface['name']]['bw'] = bridgeiface.get('bandwidth', None) |
| bridgeInterfacesDict[vm['name']][bridgeiface['name']]['model'] = bridgeiface.get('model', None) |
| |
| #For each internal connection, we add it to the interfaceDict and we create the appropriate net in the NFVO database. |
| print "Adding new nets (VNF internal nets) to the NFVO database (if any)" |
| internalconnList = [] |
| if 'internal-connections' in vnf_descriptor['vnf']: |
| for net in vnf_descriptor['vnf']['internal-connections']: |
| print "CODE TO BE CHECKED" |
| print "Net name: %s. Description: %s" % (net['name'], net['description']) |
| |
| myNetDict = {} |
| myNetDict["name"] = net['name'] |
| myNetDict["description"] = net['description'] |
| myNetDict["type"] = net['type'] |
| myNetDict["vnf_id"] = vnf_id |
| |
| created_time += 0.00001 |
| result, net_id = self._new_net(myNetDict,nfvo_tenant,vnf_id, created_time) |
| if result < 0: |
| return result, "Error creating net in NFVO database: %s" %net_id |
| |
| for element in net['elements']: |
| ifaceItem = {} |
| #ifaceItem["internal_name"] = "%s-%s-%s" % (net['name'],element['VNFC'], element['local_iface_name']) |
| ifaceItem["internal_name"] = element['local_iface_name'] |
| #ifaceItem["vm_id"] = vmDict["%s-%s" % (vnf_name,element['VNFC'])] |
| ifaceItem["vm_id"] = vmDict[element['VNFC']] |
| ifaceItem["net_id"] = net_id |
| ifaceItem["type"] = net['type'] |
| if ifaceItem ["type"] == "data": |
| ifaceItem["vpci"] = dataifacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['vpci'] |
| ifaceItem["bw"] = dataifacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['bw'] |
| ifaceItem["model"] = dataifacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['model'] |
| else: |
| ifaceItem["vpci"] = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['vpci'] |
| ifaceItem["mac"] = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['mac_address'] |
| ifaceItem["bw"] = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['bw'] |
| ifaceItem["model"] = bridgeInterfacesDict[ element['VNFC'] ][ element['local_iface_name'] ]['model'] |
| internalconnList.append(ifaceItem) |
| |
| print "Internal net id in NFVO DB: %s" % net_id |
| |
| print "Adding internal interfaces to the NFVO database (if any)" |
| for iface in internalconnList: |
| print "Iface name: %s" % iface['internal_name'] |
| created_time += 0.00001 |
| result, iface_id = self._new_interface(iface,nfvo_tenant,vnf_id,created_time) |
| if result < 0: |
| return result, "Error creating iface in NFVO database: %s" %iface_id |
| print "Iface id in NFVO DB: %s" % iface_id |
| |
| print "Adding external interfaces to the NFVO database" |
| for iface in vnf_descriptor['vnf']['external-connections']: |
| myIfaceDict = {} |
| #myIfaceDict["internal_name"] = "%s-%s-%s" % (vnf_name,iface['VNFC'], iface['local_iface_name']) |
| myIfaceDict["internal_name"] = iface['local_iface_name'] |
| #myIfaceDict["vm_id"] = vmDict["%s-%s" % (vnf_name,iface['VNFC'])] |
| myIfaceDict["vm_id"] = vmDict[iface['VNFC']] |
| myIfaceDict["external_name"] = iface['name'] |
| myIfaceDict["type"] = iface['type'] |
| if iface["type"] == "data": |
| myIfaceDict["vpci"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['vpci'] |
| myIfaceDict["bw"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['bw'] |
| myIfaceDict["model"] = dataifacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['model'] |
| else: |
| myIfaceDict["vpci"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['vpci'] |
| myIfaceDict["bw"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['bw'] |
| myIfaceDict["model"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['model'] |
| myIfaceDict["mac"] = bridgeInterfacesDict[ iface['VNFC'] ][ iface['local_iface_name'] ]['mac'] |
| print "Iface name: %s" % iface['name'] |
| created_time += 0.00001 |
| result, iface_id = self._new_interface(myIfaceDict,nfvo_tenant,vnf_id,created_time) |
| if result < 0: |
| return result, "Error creating iface in NFVO database: %s" %iface_id |
| print "Iface id in NFVO DB: %s" % iface_id |
| |
| return 1,vnf_id |
| |
| except (mdb.Error, AttributeError), e: |
| print "new_vnf_as_a_whole DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def _new_vnf(self, vnf_dict, tenant_id, created_time=0): |
| #return self.new_row('vnfs', vnf_dict, None, tenant_id, True, True) |
| return self._new_row_internal('vnfs', vnf_dict, tenant_id, add_uuid=True, root_uuid=None, log=True, created_time=created_time) |
| |
| def _new_vm(self, vm_dict, tenant_id, vnf_id = None, created_time=0): |
| #return self.new_row('vms', vm_dict, tenant_id, True, True) |
| return self._new_row_internal('vms', vm_dict, tenant_id, add_uuid=True, root_uuid=vnf_id, log=True, created_time=created_time) |
| |
| |
| def _new_net(self, net_dict, tenant_id, vnf_id = None, created_time=0): |
| #return self.new_row('nets', net_dict, tenant_id, True, True) |
| return self._new_row_internal('nets', net_dict, tenant_id, add_uuid=True, root_uuid=vnf_id, log=True, created_time=created_time) |
| |
| def _new_interface(self, interface_dict, tenant_id, vnf_id = None, created_time=0): |
| #return self.new_row('interfaces', interface_dict, tenant_id, True, True) |
| return self._new_row_internal('interfaces', interface_dict, tenant_id, add_uuid=True, root_uuid=vnf_id, log=True, created_time=created_time) |
| |
| def new_scenario(self, scenario_dict): |
| for retry_ in range(0,2): |
| created_time = time.time() |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| tenant_id = scenario_dict.get('tenant_id') |
| #scenario |
| INSERT_={'tenant_id': tenant_id, |
| 'name': scenario_dict['name'],'description': scenario_dict['description']} |
| |
| r,scenario_uuid = self._new_row_internal('scenarios', INSERT_, tenant_id, True, None, True,created_time) |
| if r<0: |
| print 'nfvo_db.new_scenario Error inserting at table scenarios: ' + scenario_uuid |
| return r,scenario_uuid |
| #sce_nets |
| for net in scenario_dict['nets'].values(): |
| net_dict={'scenario_id': scenario_uuid} |
| net_dict["name"] = net["name"] |
| net_dict["type"] = net["type"] |
| net_dict["description"] = net.get("description") |
| net_dict["external"] = net.get("external", False) |
| if "graph" in net: |
| #net["graph"]=yaml.safe_dump(net["graph"],default_flow_style=True,width=256) |
| #TODO, must be json because of the GUI, change to yaml |
| net_dict["graph"]=json.dumps(net["graph"]) |
| created_time += 0.00001 |
| r,net_uuid = self._new_row_internal('sce_nets', net_dict, tenant_id, True, None, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_scenario Error inserting at table sce_vnfs: ' + net_uuid |
| return r, net_uuid |
| net['uuid']=net_uuid |
| #sce_vnfs |
| for k,vnf in scenario_dict['vnfs'].items(): |
| INSERT_={'scenario_id': scenario_uuid, |
| 'name': k, |
| 'vnf_id': vnf['uuid'], |
| #'description': scenario_dict['name'] |
| 'description': vnf['description'] |
| } |
| if "graph" in vnf: |
| #INSERT_["graph"]=yaml.safe_dump(vnf["graph"],default_flow_style=True,width=256) |
| #TODO, must be json because of the GUI, change to yaml |
| INSERT_["graph"]=json.dumps(vnf["graph"]) |
| created_time += 0.00001 |
| r,scn_vnf_uuid = self._new_row_internal('sce_vnfs', INSERT_, tenant_id, True, scenario_uuid, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_scenario Error inserting at table sce_vnfs: ' + scn_vnf_uuid |
| return r, scn_vnf_uuid |
| vnf['scn_vnf_uuid']=scn_vnf_uuid |
| #sce_interfaces |
| for iface in vnf['ifaces'].values(): |
| print 'iface', iface |
| if 'net_key' not in iface: |
| continue |
| iface['net_id'] = scenario_dict['nets'][ iface['net_key'] ]['uuid'] |
| INSERT_={'sce_vnf_id': scn_vnf_uuid, |
| 'sce_net_id': iface['net_id'], |
| 'interface_id': iface[ 'uuid' ] |
| } |
| created_time += 0.00001 |
| r,iface_uuid = self._new_row_internal('sce_interfaces', INSERT_, tenant_id, True, scenario_uuid, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_scenario Error inserting at table sce_vnfs: ' + iface_uuid |
| return r, iface_uuid |
| |
| return 1, scenario_uuid |
| |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.new_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def edit_scenario(self, scenario_dict): |
| for retry_ in range(0,2): |
| modified_time = time.time() |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| #check that scenario exist |
| tenant_id = scenario_dict.get('tenant_id') |
| scenario_uuid = scenario_dict['uuid'] |
| |
| where_text = "uuid='%s'" % scenario_uuid |
| if not tenant_id and tenant_id != "any": |
| where_text += " AND (tenant_id='%s' OR public='True')" % (tenant_id) |
| self.cur.execute("SELECT * FROM scenarios WHERE "+ where_text) |
| self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return -HTTP_Bad_Request, "No scenario found with this criteria " + where_text |
| elif self.cur.rowcount>1: |
| return -HTTP_Bad_Request, "More than one scenario found with this criteria " + where_text |
| |
| #scenario |
| nodes = {} |
| topology = scenario_dict.pop("topology", None) |
| if topology != None and "nodes" in topology: |
| nodes = topology.get("nodes",{}) |
| UPDATE_ = {} |
| if "name" in scenario_dict: UPDATE_["name"] = scenario_dict["name"] |
| if "description" in scenario_dict: UPDATE_["description"] = scenario_dict["description"] |
| if len(UPDATE_)>0: |
| WHERE_={'tenant_id': tenant_id, 'uuid': scenario_uuid} |
| r,c = self.__update_rows('scenarios', UPDATE_, WHERE_, modified_time=modified_time) |
| if r<0: |
| print 'nfvo_db.edit_scenario Error ' + c + ' updating table scenarios: ' + scenario_uuid |
| return r,scenario_uuid |
| #sce_nets |
| for node_id, node in nodes.items(): |
| if "graph" in node: |
| #node["graph"] = yaml.safe_dump(node["graph"],default_flow_style=True,width=256) |
| #TODO, must be json because of the GUI, change to yaml |
| node["graph"] = json.dumps(node["graph"]) |
| WHERE_={'scenario_id': scenario_uuid, 'uuid': node_id} |
| r,c = self.__update_rows('sce_nets', node, WHERE_) |
| if r<=0: |
| r,c = self.__update_rows('sce_vnfs', node, WHERE_, modified_time=modified_time) |
| if r<0: |
| print 'nfvo_db.edit_scenario Error updating table sce_nets,sce_vnfs: ' + scenario_uuid |
| return r, scenario_uuid |
| return 1, scenario_uuid |
| |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.new_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| # def get_instance_scenario(self, instance_scenario_id, tenant_id=None): |
| # '''Obtain the scenario instance information, filtering by one or serveral of the tenant, uuid or name |
| # instance_scenario_id is the uuid or the name if it is not a valid uuid format |
| # Only one scenario isntance must mutch the filtering or an error is returned |
| # ''' |
| # print "1******************************************************************" |
| # try: |
| # with self.con: |
| # self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| # #scenario table |
| # where_list=[] |
| # if tenant_id is not None: where_list.append( "tenant_id='" + tenant_id +"'" ) |
| # if af.check_valid_uuid(instance_scenario_id): |
| # where_list.append( "uuid='" + instance_scenario_id +"'" ) |
| # else: |
| # where_list.append( "name='" + instance_scenario_id +"'" ) |
| # where_text = " AND ".join(where_list) |
| # self.cur.execute("SELECT * FROM instance_scenarios WHERE "+ where_text) |
| # rows = self.cur.fetchall() |
| # if self.cur.rowcount==0: |
| # return -HTTP_Bad_Request, "No scenario instance found with this criteria " + where_text |
| # elif self.cur.rowcount>1: |
| # return -HTTP_Bad_Request, "More than one scenario instance found with this criteria " + where_text |
| # instance_scenario_dict = rows[0] |
| # |
| # #instance_vnfs |
| # self.cur.execute("SELECT uuid,vnf_id FROM instance_vnfs WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") |
| # instance_scenario_dict['instance_vnfs'] = self.cur.fetchall() |
| # for vnf in instance_scenario_dict['instance_vnfs']: |
| # #instance_vms |
| # self.cur.execute("SELECT uuid, vim_vm_id "+ |
| # "FROM instance_vms "+ |
| # "WHERE instance_vnf_id='" + vnf['uuid'] +"'" |
| # ) |
| # vnf['instance_vms'] = self.cur.fetchall() |
| # #instance_nets |
| # self.cur.execute("SELECT uuid, vim_net_id FROM instance_nets WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") |
| # instance_scenario_dict['instance_nets'] = self.cur.fetchall() |
| # |
| # #instance_interfaces |
| # self.cur.execute("SELECT uuid, vim_interface_id, instance_vm_id, instance_net_id FROM instance_interfaces WHERE instance_scenario_id='"+ instance_scenario_dict['uuid'] + "'") |
| # instance_scenario_dict['instance_interfaces'] = self.cur.fetchall() |
| # |
| # af.convert_datetime2str(instance_scenario_dict) |
| # af.convert_str2boolean(instance_scenario_dict, ('public','shared','external') ) |
| # print "2******************************************************************" |
| # return 1, instance_scenario_dict |
| # except (mdb.Error, AttributeError), e: |
| # print "nfvo_db.get_instance_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| # return self.format_error(e) |
| |
| def get_scenario(self, scenario_id, tenant_id=None, datacenter_id=None): |
| '''Obtain the scenario information, filtering by one or serveral of the tenant, uuid or name |
| scenario_id is the uuid or the name if it is not a valid uuid format |
| if datacenter_id is provided, it supply aditional vim_id fields with the matching vim uuid |
| Only one scenario must mutch the filtering or an error is returned |
| ''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| #scenario table |
| if af.check_valid_uuid(scenario_id): |
| where_text = "uuid='%s'" % scenario_id |
| else: |
| where_text = "name='%s'" % scenario_id |
| if not tenant_id and tenant_id != "any": |
| where_text += " AND (tenant_id='%s' OR public='True')" % (tenant_id) |
| cmd = "SELECT * FROM scenarios WHERE "+ where_text |
| print cmd |
| self.cur.execute(cmd) |
| rows = self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return -HTTP_Bad_Request, "No scenario found with this criteria " + where_text |
| elif self.cur.rowcount>1: |
| return -HTTP_Bad_Request, "More than one scenario found with this criteria " + where_text |
| scenario_dict = rows[0] |
| |
| #sce_vnfs |
| cmd = "SELECT uuid,name,vnf_id,description FROM sce_vnfs WHERE scenario_id='%s' ORDER BY created_at" % scenario_dict['uuid'] |
| self.cur.execute(cmd) |
| scenario_dict['vnfs'] = self.cur.fetchall() |
| for vnf in scenario_dict['vnfs']: |
| #sce_interfaces |
| cmd = "SELECT uuid,sce_net_id,interface_id FROM sce_interfaces WHERE sce_vnf_id='%s' ORDER BY created_at" %vnf['uuid'] |
| self.cur.execute(cmd) |
| vnf['interfaces'] = self.cur.fetchall() |
| #vms |
| cmd = "SELECT vms.uuid as uuid, flavor_id, image_id, vms.name as name, vms.description as description " \ |
| " FROM vnfs join vms on vnfs.uuid=vms.vnf_id " \ |
| " WHERE vnfs.uuid='" + vnf['vnf_id'] +"'" \ |
| " ORDER BY vms.created_at" |
| self.cur.execute(cmd) |
| vnf['vms'] = self.cur.fetchall() |
| for vm in vnf['vms']: |
| if datacenter_id!=None: |
| self.cur.execute("SELECT vim_id FROM datacenters_images WHERE image_id='%s' AND datacenter_id='%s'" %(vm['image_id'],datacenter_id)) |
| if self.cur.rowcount==1: |
| vim_image_dict = self.cur.fetchone() |
| vm['vim_image_id']=vim_image_dict['vim_id'] |
| self.cur.execute("SELECT vim_id FROM datacenters_flavors WHERE flavor_id='%s' AND datacenter_id='%s'" %(vm['flavor_id'],datacenter_id)) |
| if self.cur.rowcount==1: |
| vim_flavor_dict = self.cur.fetchone() |
| vm['vim_flavor_id']=vim_flavor_dict['vim_id'] |
| |
| #interfaces |
| cmd = "SELECT uuid,internal_name,external_name,net_id,type,vpci,mac,bw,model" \ |
| " FROM interfaces" \ |
| " WHERE vm_id='%s'" \ |
| " ORDER BY created_at" % vm['uuid'] |
| self.cur.execute(cmd) |
| vm['interfaces'] = self.cur.fetchall() |
| #nets every net of a vms |
| self.cur.execute("SELECT uuid,name,type,description FROM nets WHERE vnf_id='" + vnf['vnf_id'] +"'" ) |
| vnf['nets'] = self.cur.fetchall() |
| #sce_nets |
| cmd = "SELECT uuid,name,type,external,description" \ |
| " FROM sce_nets WHERE scenario_id='%s'" \ |
| " ORDER BY created_at " % scenario_dict['uuid'] |
| self.cur.execute(cmd) |
| scenario_dict['nets'] = self.cur.fetchall() |
| #datacenter_nets |
| for net in scenario_dict['nets']: |
| if str(net['external']) == 'false': |
| continue |
| WHERE_=" WHERE name='%s'" % net['name'] |
| if datacenter_id!=None: |
| WHERE_ += " AND datacenter_id='%s'" % datacenter_id |
| self.cur.execute("SELECT vim_net_id FROM datacenter_nets" + WHERE_ ) |
| d_net = self.cur.fetchone() |
| if d_net==None or datacenter_id==None: |
| #print "nfvo_db.get_scenario() WARNING external net %s not found" % net['name'] |
| net['vim_id']=None |
| else: |
| net['vim_id']=d_net['vim_net_id'] |
| |
| af.convert_datetime2str(scenario_dict) |
| af.convert_str2boolean(scenario_dict, ('public','shared','external') ) |
| return 1, scenario_dict |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_uuid_from_name(self, table, name): |
| '''Searchs in table the name and returns the uuid |
| ''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| where_text = "name='" + name +"'" |
| self.cur.execute("SELECT * FROM " + table + " WHERE "+ where_text) |
| rows = self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return 0, "Name %s not found in table %s" %(name, table) |
| elif self.cur.rowcount>1: |
| return self.cur.rowcount, "More than one VNF with name %s found in table %s" %(name, table) |
| return self.cur.rowcount, rows[0]["uuid"] |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_uuid_from_name DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def delete_scenario(self, scenario_id, tenant_id=None): |
| '''Deletes a scenario, filtering by one or several of the tenant, uuid or name |
| scenario_id is the uuid or the name if it is not a valid uuid format |
| Only one scenario must mutch the filtering or an error is returned |
| ''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| |
| #scenario table |
| if af.check_valid_uuid(scenario_id): |
| where_text = "uuid='%s'" % scenario_id |
| else: |
| where_text = "name='%s'" % scenario_id |
| if not tenant_id and tenant_id != "any": |
| where_text += " AND (tenant_id='%s' OR public='True')" % tenant_id |
| self.cur.execute("SELECT * FROM scenarios WHERE "+ where_text) |
| rows = self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return -HTTP_Bad_Request, "No scenario found with this criteria " + where_text |
| elif self.cur.rowcount>1: |
| return -HTTP_Bad_Request, "More than one scenario found with this criteria " + where_text |
| scenario_uuid = rows[0]["uuid"] |
| scenario_name = rows[0]["name"] |
| |
| #sce_vnfs |
| self.cur.execute("DELETE FROM scenarios WHERE uuid='" + scenario_uuid + "'") |
| |
| return 1, scenario_uuid + " " + scenario_name |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.delete_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e, "delete", "instances running") |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def new_instance_scenario_as_a_whole(self,tenant_id,instance_scenario_name,instance_scenario_description,scenarioDict): |
| print "Adding new instance scenario to the NFVO database" |
| for retry_ in range(0,2): |
| created_time = time.time() |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| #instance_scenarios |
| datacenter_tenant_id = scenarioDict['datacenter_tenant_id'] |
| datacenter_id = scenarioDict['datacenter_id'] |
| INSERT_={'tenant_id': tenant_id, |
| 'datacenter_tenant_id': datacenter_tenant_id, |
| 'name': instance_scenario_name, |
| 'description': instance_scenario_description, |
| 'scenario_id' : scenarioDict['uuid'], |
| 'datacenter_id': datacenter_id |
| } |
| r,instance_uuid = self._new_row_internal('instance_scenarios', INSERT_, tenant_id, True, None, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_scenarios: ' + instance_uuid |
| return r, instance_uuid |
| |
| net_scene2instance={} |
| #instance_nets #nets interVNF |
| for net in scenarioDict['nets']: |
| INSERT_={'vim_net_id': net['vim_id'], 'external': net['external'], 'instance_scenario_id':instance_uuid } #, 'type': net['type'] |
| INSERT_['datacenter_id'] = net.get('datacenter_id', datacenter_id) |
| INSERT_['datacenter_tenant_id'] = net.get('datacenter_tenant_id', datacenter_tenant_id) |
| if net.get("uuid"): |
| INSERT_['sce_net_id'] = net['uuid'] |
| created_time += 0.00001 |
| r,instance_net_uuid = self._new_row_internal('instance_nets', INSERT_, tenant_id, True, instance_uuid, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_nets: ' + instance_net_uuid |
| return r, instance_net_uuid |
| net_scene2instance[ net['uuid'] ] = instance_net_uuid |
| net['uuid'] = instance_net_uuid #overwrite scnario uuid by instance uuid |
| |
| #instance_vnfs |
| for vnf in scenarioDict['vnfs']: |
| INSERT_={'instance_scenario_id': instance_uuid, 'vnf_id': vnf['vnf_id'] } |
| INSERT_['datacenter_id'] = vnf.get('datacenter_id', datacenter_id) |
| INSERT_['datacenter_tenant_id'] = vnf.get('datacenter_tenant_id', datacenter_tenant_id) |
| if vnf.get("uuid"): |
| INSERT_['sce_vnf_id'] = vnf['uuid'] |
| created_time += 0.00001 |
| r,instance_vnf_uuid = self._new_row_internal('instance_vnfs', INSERT_, tenant_id, True, instance_uuid, True,created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_vnfs: ' + instance_vnf_uuid |
| return r, instance_vnf_uuid |
| vnf['uuid'] = instance_vnf_uuid #overwrite scnario uuid by instance uuid |
| |
| #instance_nets #nets intraVNF |
| for net in vnf['nets']: |
| INSERT_={'vim_net_id': net['vim_id'], 'external': 'false', 'instance_scenario_id':instance_uuid } #, 'type': net['type'] |
| INSERT_['datacenter_id'] = net.get('datacenter_id', datacenter_id) |
| INSERT_['datacenter_tenant_id'] = net.get('datacenter_tenant_id', datacenter_tenant_id) |
| if net.get("uuid"): |
| INSERT_['net_id'] = net['uuid'] |
| created_time += 0.00001 |
| r,instance_net_uuid = self._new_row_internal('instance_nets', INSERT_, tenant_id, True, instance_uuid, True,created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_nets: ' + instance_net_uuid |
| return r, instance_net_uuid |
| net_scene2instance[ net['uuid'] ] = instance_net_uuid |
| net['uuid'] = instance_net_uuid #overwrite scnario uuid by instance uuid |
| |
| #instance_vms |
| for vm in vnf['vms']: |
| INSERT_={'instance_vnf_id': instance_vnf_uuid, 'vm_id': vm['uuid'], 'vim_vm_id': vm['vim_id'] } |
| created_time += 0.00001 |
| r,instance_vm_uuid = self._new_row_internal('instance_vms', INSERT_, tenant_id, True, instance_uuid, True, created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_vms: ' + instance_vm_uuid |
| return r, instance_vm_uuid |
| vm['uuid'] = instance_vm_uuid #overwrite scnario uuid by instance uuid |
| |
| #instance_interfaces |
| for interface in vm['interfaces']: |
| net_id = interface.get('net_id', None) |
| if net_id is None: |
| #check if is connected to a inter VNFs net |
| for iface in vnf['interfaces']: |
| if iface['interface_id'] == interface['uuid']: |
| net_id = iface.get('sce_net_id', None) |
| break |
| if net_id is None: |
| continue |
| interface_type='external' if interface['external_name'] is not None else 'internal' |
| INSERT_={'instance_vm_id': instance_vm_uuid, 'instance_net_id': net_scene2instance[net_id], |
| 'interface_id': interface['uuid'], 'vim_interface_id': interface.get('vim_id'), 'type': interface_type } |
| #created_time += 0.00001 |
| r,interface_uuid = self._new_row_internal('instance_interfaces', INSERT_, tenant_id, True, instance_uuid, True) #, created_time) |
| if r<0: |
| print 'nfvo_db.new_instance_scenario_as_a_whole() Error inserting at table instance_interfaces: ' + interface_uuid |
| return r, interface_uuid |
| interface['uuid'] = interface_uuid #overwrite scnario uuid by instance uuid |
| |
| |
| |
| return 1, instance_uuid |
| |
| except (mdb.Error, AttributeError), e: |
| print "new_instance_scenario_as_a_whole DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def get_instance_scenario(self, instance_id, tenant_id=None, verbose=False): |
| '''Obtain the instance information, filtering by one or several of the tenant, uuid or name |
| instance_id is the uuid or the name if it is not a valid uuid format |
| Only one instance must mutch the filtering or an error is returned |
| ''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| #instance table |
| where_list=[] |
| if tenant_id is not None: where_list.append( "inst.tenant_id='" + tenant_id +"'" ) |
| if af.check_valid_uuid(instance_id): |
| where_list.append( "inst.uuid='" + instance_id +"'" ) |
| else: |
| where_list.append( "inst.name='" + instance_id +"'" ) |
| where_text = " AND ".join(where_list) |
| command = "SELECT inst.uuid as uuid,inst.name as name,inst.scenario_id as scenario_id, datacenter_id" +\ |
| " ,datacenter_tenant_id, s.name as scenario_name,inst.tenant_id as tenant_id" + \ |
| " ,inst.description as description,inst.created_at as created_at" +\ |
| " FROM instance_scenarios as inst join scenarios as s on inst.scenario_id=s.uuid"+\ |
| " WHERE " + where_text |
| self.cur.execute(command) |
| rows = self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return -HTTP_Bad_Request, "No instance found with this criteria " + where_text |
| elif self.cur.rowcount>1: |
| return -HTTP_Bad_Request, "More than one instance found with this criteria " + where_text |
| instance_dict = rows[0] |
| |
| #instance_vnfs |
| cmd = "SELECT iv.uuid as uuid,sv.vnf_id as vnf_id,sv.name as vnf_name, sce_vnf_id, datacenter_id, datacenter_tenant_id"\ |
| " FROM instance_vnfs as iv join sce_vnfs as sv on iv.sce_vnf_id=sv.uuid" \ |
| " WHERE iv.instance_scenario_id='%s'" \ |
| " ORDER BY iv.created_at " % instance_dict['uuid'] |
| self.cur.execute(cmd) |
| instance_dict['vnfs'] = self.cur.fetchall() |
| for vnf in instance_dict['vnfs']: |
| vnf_manage_iface_list=[] |
| #instance vms |
| cmd = "SELECT iv.uuid as uuid, vim_vm_id, status, error_msg, vim_info, iv.created_at as created_at, name "\ |
| " FROM instance_vms as iv join vms on iv.vm_id=vms.uuid "\ |
| " WHERE instance_vnf_id='%s' ORDER BY iv.created_at" % vnf['uuid'] |
| self.cur.execute(cmd) |
| vnf['vms'] = self.cur.fetchall() |
| for vm in vnf['vms']: |
| vm_manage_iface_list=[] |
| #instance_interfaces |
| cmd = "SELECT vim_interface_id, instance_net_id, internal_name,external_name, mac_address, ip_address, vim_info, i.type as type "\ |
| " FROM instance_interfaces as ii join interfaces as i on ii.interface_id=i.uuid "\ |
| " WHERE instance_vm_id='%s' ORDER BY created_at" % vm['uuid'] |
| self.cur.execute(cmd ) |
| vm['interfaces'] = self.cur.fetchall() |
| for iface in vm['interfaces']: |
| if iface["type"] == "mgmt" and iface["ip_address"]: |
| vnf_manage_iface_list.append(iface["ip_address"]) |
| vm_manage_iface_list.append(iface["ip_address"]) |
| if not verbose: |
| del iface["type"] |
| if vm_manage_iface_list: vm["ip_address"] = ",".join(vm_manage_iface_list) |
| if vnf_manage_iface_list: vnf["ip_address"] = ",".join(vnf_manage_iface_list) |
| |
| #instance_nets |
| #select_text = "instance_nets.uuid as uuid,sce_nets.name as net_name,instance_nets.vim_net_id as net_id,instance_nets.status as status,instance_nets.external as external" |
| #from_text = "instance_nets join instance_scenarios on instance_nets.instance_scenario_id=instance_scenarios.uuid " + \ |
| # "join sce_nets on instance_scenarios.scenario_id=sce_nets.scenario_id" |
| #where_text = "instance_nets.instance_scenario_id='"+ instance_dict['uuid'] + "'" |
| cmd = "SELECT uuid,vim_net_id,status,error_msg,vim_info,external, sce_net_id, net_id as vnf_net_id, datacenter_id, datacenter_tenant_id"\ |
| " FROM instance_nets" \ |
| " WHERE instance_scenario_id='%s' ORDER BY created_at" % instance_dict['uuid'] |
| self.cur.execute(cmd) |
| instance_dict['nets'] = self.cur.fetchall() |
| |
| af.convert_datetime2str(instance_dict) |
| af.convert_str2boolean(instance_dict, ('public','shared','external') ) |
| return 1, instance_dict |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.get_instance_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def delete_instance_scenario(self, instance_id, tenant_id=None): |
| '''Deletes a instance_Scenario, filtering by one or serveral of the tenant, uuid or name |
| instance_id is the uuid or the name if it is not a valid uuid format |
| Only one instance_scenario must mutch the filtering or an error is returned |
| ''' |
| for retry_ in range(0,2): |
| try: |
| with self.con: |
| self.cur = self.con.cursor(mdb.cursors.DictCursor) |
| |
| #instance table |
| where_list=[] |
| if tenant_id is not None: where_list.append( "tenant_id='" + tenant_id +"'" ) |
| if af.check_valid_uuid(instance_id): |
| where_list.append( "uuid='" + instance_id +"'" ) |
| else: |
| where_list.append( "name='" + instance_id +"'" ) |
| where_text = " AND ".join(where_list) |
| self.cur.execute("SELECT * FROM instance_scenarios WHERE "+ where_text) |
| rows = self.cur.fetchall() |
| if self.cur.rowcount==0: |
| return -HTTP_Bad_Request, "No instance scenario found with this criteria " + where_text |
| elif self.cur.rowcount>1: |
| return -HTTP_Bad_Request, "More than one instance scenario found with this criteria " + where_text |
| instance_uuid = rows[0]["uuid"] |
| instance_name = rows[0]["name"] |
| |
| #sce_vnfs |
| self.cur.execute("DELETE FROM instance_scenarios WHERE uuid='" + instance_uuid + "'") |
| |
| return 1, instance_uuid + " " + instance_name |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.delete_instance_scenario DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e, "delete", "No dependences can avoid deleting!!!!") |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |
| def new_instance_scenario(self, instance_scenario_dict, tenant_id): |
| #return self.new_row('vnfs', vnf_dict, None, tenant_id, True, True) |
| return self._new_row_internal('instance_scenarios', instance_scenario_dict, tenant_id, add_uuid=True, root_uuid=None, log=True) |
| |
| def update_instance_scenario(self, instance_scenario_dict): |
| #TODO: |
| return |
| |
| def new_instance_vnf(self, instance_vnf_dict, tenant_id, instance_scenario_id = None): |
| #return self.new_row('vms', vm_dict, tenant_id, True, True) |
| return self._new_row_internal('instance_vnfs', instance_vnf_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) |
| |
| def update_instance_vnf(self, instance_vnf_dict): |
| #TODO: |
| return |
| |
| def delete_instance_vnf(self, instance_vnf_id): |
| #TODO: |
| return |
| |
| def new_instance_vm(self, instance_vm_dict, tenant_id, instance_scenario_id = None): |
| #return self.new_row('vms', vm_dict, tenant_id, True, True) |
| return self._new_row_internal('instance_vms', instance_vm_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) |
| |
| def update_instance_vm(self, instance_vm_dict): |
| #TODO: |
| return |
| |
| def delete_instance_vm(self, instance_vm_id): |
| #TODO: |
| return |
| |
| def new_instance_net(self, instance_net_dict, tenant_id, instance_scenario_id = None): |
| return self._new_row_internal('instance_nets', instance_net_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) |
| |
| def update_instance_net(self, instance_net_dict): |
| #TODO: |
| return |
| |
| def delete_instance_net(self, instance_net_id): |
| #TODO: |
| return |
| |
| def new_instance_interface(self, instance_interface_dict, tenant_id, instance_scenario_id = None): |
| return self._new_row_internal('instance_interfaces', instance_interface_dict, tenant_id, add_uuid=True, root_uuid=instance_scenario_id, log=True) |
| |
| def update_instance_interface(self, instance_interface_dict): |
| #TODO: |
| return |
| |
| def delete_instance_interface(self, instance_interface_dict): |
| #TODO: |
| return |
| |
| def update_datacenter_nets(self, datacenter_id, new_net_list=[]): |
| ''' Removes the old and adds the new net list at datacenter list for one datacenter. |
| Attribute |
| datacenter_id: uuid of the datacenter to act upon |
| table: table where to insert |
| new_net_list: the new values to be inserted. If empty it only deletes the existing nets |
| Return: (Inserted items, Deleted items) if OK, (-Error, text) if error |
| ''' |
| for retry_ in range(0,2): |
| created_time = time.time() |
| try: |
| with self.con: |
| self.cur = self.con.cursor() |
| cmd="DELETE FROM datacenter_nets WHERE datacenter_id='%s'" % datacenter_id |
| print cmd |
| self.cur.execute(cmd) |
| deleted = self.cur.rowcount |
| for new_net in new_net_list: |
| created_time += 0.00001 |
| self._new_row_internal('datacenter_nets', new_net, tenant_id=None, add_uuid=True, created_time=created_time) |
| return len (new_net_list), deleted |
| except (mdb.Error, AttributeError), e: |
| print "nfvo_db.update_datacenter_nets DB Exception %d: %s" % (e.args[0], e.args[1]) |
| r,c = self.format_error(e) |
| if r!=-HTTP_Request_Timeout or retry_==1: return r,c |
| |