Merge branch 'master' into vnffg
[osm/RO.git] / osm_ro / db_base.py
1 # -*- coding: utf-8 -*-
2
3 ##
4 # Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U.
5 # This file is part of openmano
6 # All Rights Reserved.
7 #
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
11 #
12 # http://www.apache.org/licenses/LICENSE-2.0
13 #
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
18 # under the License.
19 #
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
22 ##
23
24 '''
25 Base class for openmano database manipulation
26 '''
27 __author__="Alfonso Tierno"
28 __date__ ="$4-Apr-2016 10:05:01$"
29
30 import MySQLdb as mdb
31 import uuid as myUuid
32 import utils as af
33 import json
34 #import yaml
35 import time
36 import logging
37 import datetime
38 from jsonschema import validate as js_v, exceptions as js_e
39
40 HTTP_Bad_Request = 400
41 HTTP_Unauthorized = 401
42 HTTP_Not_Found = 404
43 HTTP_Method_Not_Allowed = 405
44 HTTP_Request_Timeout = 408
45 HTTP_Conflict = 409
46 HTTP_Service_Unavailable = 503
47 HTTP_Internal_Server_Error = 500
48
49 def _check_valid_uuid(uuid):
50 id_schema = {"type" : "string", "pattern": "^[a-fA-F0-9]{8}(-[a-fA-F0-9]{4}){3}-[a-fA-F0-9]{12}$"}
51 id_schema2 = {"type" : "string", "pattern": "^[a-fA-F0-9]{32}$"}
52 try:
53 js_v(uuid, id_schema)
54 return True
55 except js_e.ValidationError:
56 try:
57 js_v(uuid, id_schema2)
58 return True
59 except js_e.ValidationError:
60 return False
61 return False
62
63 def _convert_datetime2str(var):
64 '''Converts a datetime variable to a string with the format '%Y-%m-%dT%H:%i:%s'
65 It enters recursively in the dict var finding this kind of variables
66 '''
67 if type(var) is dict:
68 for k,v in var.items():
69 if type(v) is datetime.datetime:
70 var[k]= v.strftime('%Y-%m-%dT%H:%M:%S')
71 elif type(v) is dict or type(v) is list or type(v) is tuple:
72 _convert_datetime2str(v)
73 if len(var) == 0: return True
74 elif type(var) is list or type(var) is tuple:
75 for v in var:
76 _convert_datetime2str(v)
77
78 def _convert_bandwidth(data, reverse=False, logger=None):
79 '''Check the field bandwidth recursivelly and when found, it removes units and convert to number
80 It assumes that bandwidth is well formed
81 Attributes:
82 'data': dictionary bottle.FormsDict variable to be checked. None or empty is consideted valid
83 'reverse': by default convert form str to int (Mbps), if True it convert from number to units
84 Return:
85 None
86 '''
87 if type(data) is dict:
88 for k in data.keys():
89 if type(data[k]) is dict or type(data[k]) is tuple or type(data[k]) is list:
90 _convert_bandwidth(data[k], reverse, logger)
91 if "bandwidth" in data:
92 try:
93 value=str(data["bandwidth"])
94 if not reverse:
95 pos = value.find("bps")
96 if pos>0:
97 if value[pos-1]=="G": data["bandwidth"] = int(data["bandwidth"][:pos-1]) * 1000
98 elif value[pos-1]=="k": data["bandwidth"]= int(data["bandwidth"][:pos-1]) / 1000
99 else: data["bandwidth"]= int(data["bandwidth"][:pos-1])
100 else:
101 value = int(data["bandwidth"])
102 if value % 1000 == 0: data["bandwidth"]=str(value/1000) + " Gbps"
103 else: data["bandwidth"]=str(value) + " Mbps"
104 except:
105 if logger:
106 logger.error("convert_bandwidth exception for type '%s' data '%s'", type(data["bandwidth"]), data["bandwidth"])
107 return
108 if type(data) is tuple or type(data) is list:
109 for k in data:
110 if type(k) is dict or type(k) is tuple or type(k) is list:
111 _convert_bandwidth(k, reverse, logger)
112
113 def _convert_str2boolean(data, items):
114 '''Check recursively the content of data, and if there is an key contained in items, convert value from string to boolean
115 Done recursively
116 Attributes:
117 'data': dictionary variable to be checked. None or empty is considered valid
118 'items': tuple of keys to convert
119 Return:
120 None
121 '''
122 if type(data) is dict:
123 for k in data.keys():
124 if type(data[k]) is dict or type(data[k]) is tuple or type(data[k]) is list:
125 _convert_str2boolean(data[k], items)
126 if k in items:
127 if type(data[k]) is str:
128 if data[k]=="false" or data[k]=="False" or data[k]=="0": data[k]=False
129 elif data[k]=="true" or data[k]=="True" or data[k]=="1": data[k]=True
130 elif type(data[k]) is int:
131 if data[k]==0: data[k]=False
132 elif data[k]==1: data[k]=True
133 if type(data) is tuple or type(data) is list:
134 for k in data:
135 if type(k) is dict or type(k) is tuple or type(k) is list:
136 _convert_str2boolean(k, items)
137
138 class db_base_Exception(Exception):
139 '''Common Exception for all database exceptions'''
140
141 def __init__(self, message, http_code=HTTP_Bad_Request):
142 Exception.__init__(self, message)
143 self.http_code = http_code
144
145 class db_base():
146 tables_with_created_field=()
147
148 def __init__(self, host=None, user=None, passwd=None, database=None, log_name='db', log_level=None):
149 self.host = host
150 self.user = user
151 self.passwd = passwd
152 self.database = database
153 self.con = None
154 self.log_level=log_level
155 self.logger = logging.getLogger(log_name)
156 if self.log_level:
157 self.logger.setLevel( getattr(logging, log_level) )
158
159 def connect(self, host=None, user=None, passwd=None, database=None):
160 '''Connect to specific data base.
161 The first time a valid host, user, passwd and database must be provided,
162 Following calls can skip this parameters
163 '''
164 try:
165 if host: self.host = host
166 if user: self.user = user
167 if passwd: self.passwd = passwd
168 if database: self.database = database
169
170 self.con = mdb.connect(self.host, self.user, self.passwd, self.database)
171 self.logger.debug("DB: connected to '%s' at '%s@%s'", self.database, self.user, self.host)
172 except mdb.Error as e:
173 raise db_base_Exception("Cannot connect to DataBase '{}' at '{}@{}' Error {}: {}".format(
174 self.database, self.user, self.host, e.args[0], e.args[1]),
175 http_code = HTTP_Unauthorized )
176
177 def get_db_version(self):
178 ''' Obtain the database schema version.
179 Return: (negative, text) if error or version 0.0 where schema_version table is missing
180 (version_int, version_text) if ok
181 '''
182 cmd = "SELECT version_int,version FROM schema_version"
183 tries = 2
184 while tries:
185 try:
186 with self.con:
187 self.cur = self.con.cursor()
188 self.logger.debug(cmd)
189 self.cur.execute(cmd)
190 rows = self.cur.fetchall()
191 highest_version_int=0
192 highest_version=""
193 for row in rows: #look for the latest version
194 if row[0]>highest_version_int:
195 highest_version_int, highest_version = row[0:2]
196 return highest_version_int, highest_version
197 except (mdb.Error, AttributeError) as e:
198 #self.logger.error("get_db_version DB Exception %d: %s. Command %s",e.args[0], e.args[1], cmd)
199 self._format_error(e, tries)
200 tries -= 1
201
202 def disconnect(self):
203 '''disconnect from specific data base'''
204 try:
205 self.con.close()
206 self.con = None
207 except mdb.Error as e:
208 self.logger.error("while disconnecting from DB: Error %d: %s",e.args[0], e.args[1])
209 return
210 except AttributeError as e: #self.con not defined
211 if e[0][-5:] == "'con'":
212 self.logger.warn("while disconnecting from DB: Error %d: %s",e.args[0], e.args[1])
213 return
214 else:
215 raise
216
217 def _format_error(self, e, tries=1, command=None, extra=None):
218 '''Creates a text error base on the produced exception
219 Params:
220 e: mdb exception
221 retry: in case of timeout, if reconnecting to database and retry, or raise and exception
222 cmd: database command that produce the exception
223 command: if the intention is update or delete
224 extra: extra information to add to some commands
225 Return
226 HTTP error in negative, formatted error text
227 '''
228 if isinstance(e,AttributeError ):
229 raise db_base_Exception("DB Exception " + str(e), HTTP_Internal_Server_Error)
230 if e.args[0]==2006 or e.args[0]==2013 : #MySQL server has gone away (((or))) Exception 2013: Lost connection to MySQL server during query
231 if tries>1:
232 self.logger.warn("DB Exception '%s'. Retry", str(e))
233 #reconnect
234 self.connect()
235 return
236 else:
237 raise db_base_Exception("Database connection timeout Try Again", HTTP_Request_Timeout)
238
239 fk=e.args[1].find("foreign key constraint fails")
240 if fk>=0:
241 if command=="update":
242 raise db_base_Exception("tenant_id '{}' not found.".format(extra), HTTP_Not_Found)
243 elif command=="delete":
244 raise db_base_Exception("Resource is not free. There are {} that prevent deleting it.".format(extra), HTTP_Conflict)
245 de = e.args[1].find("Duplicate entry")
246 fk = e.args[1].find("for key")
247 uk = e.args[1].find("Unknown column")
248 wc = e.args[1].find("in 'where clause'")
249 fl = e.args[1].find("in 'field list'")
250 #print de, fk, uk, wc,fl
251 if de>=0:
252 if fk>=0: #error 1062
253 raise db_base_Exception("Value {} already in use for {}".format(e.args[1][de+15:fk], e.args[1][fk+7:]), HTTP_Conflict)
254 if uk>=0:
255 if wc>=0:
256 raise db_base_Exception("Field {} can not be used for filtering".format(e.args[1][uk+14:wc]), HTTP_Bad_Request)
257 if fl>=0:
258 raise db_base_Exception("Field {} does not exist".format(e.args[1][uk+14:wc]), HTTP_Bad_Request)
259 raise db_base_Exception("Database internal Error {}: {}".format(e.args[0], e.args[1]), HTTP_Internal_Server_Error)
260
261 def __str2db_format(self, data):
262 '''Convert string data to database format.
263 If data is None it returns the 'Null' text,
264 otherwise it returns the text surrounded by quotes ensuring internal quotes are escaped.
265 '''
266 if data==None:
267 return 'Null'
268 elif isinstance(data[1], str):
269 return json.dumps(data)
270 else:
271 return json.dumps(str(data))
272
273 def __tuple2db_format_set(self, data):
274 '''Compose the needed text for a SQL SET, parameter 'data' is a pair tuple (A,B),
275 and it returns the text 'A="B"', where A is a field of a table and B is the value
276 If B is None it returns the 'A=Null' text, without surrounding Null by quotes
277 If B is not None it returns the text "A='B'" or 'A="B"' where B is surrounded by quotes,
278 and it ensures internal quotes of B are escaped.
279 '''
280 if data[1]==None:
281 return str(data[0]) + "=Null"
282 elif isinstance(data[1], str):
283 return str(data[0]) + '=' + json.dumps(data[1])
284 else:
285 return str(data[0]) + '=' + json.dumps(str(data[1]))
286
287 def __tuple2db_format_where(self, data):
288 '''Compose the needed text for a SQL WHERE, parameter 'data' is a pair tuple (A,B),
289 and it returns the text 'A="B"', where A is a field of a table and B is the value
290 If B is None it returns the 'A is Null' text, without surrounding Null by quotes
291 If B is not None it returns the text "A='B'" or 'A="B"' where B is surrounded by quotes,
292 and it ensures internal quotes of B are escaped.
293 '''
294 if data[1]==None:
295 return str(data[0]) + " is Null"
296 elif isinstance(data[1], str):
297 return str(data[0]) + '=' + json.dumps(data[1])
298 else:
299 return str(data[0]) + '=' + json.dumps(str(data[1]))
300
301 def __tuple2db_format_where_not(self, data):
302 '''Compose the needed text for a SQL WHERE(not). parameter 'data' is a pair tuple (A,B),
303 and it returns the text 'A<>"B"', where A is a field of a table and B is the value
304 If B is None it returns the 'A is not Null' text, without surrounding Null by quotes
305 If B is not None it returns the text "A<>'B'" or 'A<>"B"' where B is surrounded by quotes,
306 and it ensures internal quotes of B are escaped.
307 '''
308 if data[1]==None:
309 return str(data[0]) + " is not Null"
310 elif isinstance(data[1], str):
311 return str(data[0]) + '<>' + json.dumps(data[1])
312 else:
313 return str(data[0]) + '<>' + json.dumps(str(data[1]))
314
315 def __remove_quotes(self, data):
316 '''remove single quotes ' of any string content of data dictionary'''
317 for k,v in data.items():
318 if type(v) == str:
319 if "'" in v:
320 data[k] = data[k].replace("'","_")
321
322 def _update_rows(self, table, UPDATE, WHERE, modified_time=0):
323 ''' Update one or several rows into a table.
324 Atributes
325 UPDATE: dictionary with the key: value to change
326 table: table where to update
327 WHERE: dictionary of elements to update
328 Return: the number of updated rows, exception if error
329 '''
330 #gettting uuid
331 values = ",".join(map(self.__tuple2db_format_set, UPDATE.iteritems() ))
332 if modified_time:
333 values += ",modified_at={:f}".format(modified_time)
334 cmd= "UPDATE " + table +" SET " + values +\
335 " WHERE " + " and ".join(map(self.__tuple2db_format_where, WHERE.iteritems() ))
336 self.logger.debug(cmd)
337 self.cur.execute(cmd)
338 return self.cur.rowcount
339
340 def _new_uuid(self, root_uuid=None, used_table=None, created_time=0):
341 """
342 Generate a new uuid. It DOES NOT begin or end the transaction, so self.con.cursor must be created
343 :param root_uuid: master uuid of the transaction
344 :param used_table: the table this uuid is intended for
345 :param created_time: time of creation
346 :return: the created uuid
347 """
348
349 uuid = str(myUuid.uuid1())
350 # defining root_uuid if not provided
351 if root_uuid is None:
352 root_uuid = uuid
353 if created_time:
354 created_at = created_time
355 else:
356 created_at = time.time()
357 # inserting new uuid
358 cmd = "INSERT INTO uuids (uuid, root_uuid, used_at, created_at) VALUES ('{:s}','{:s}','{:s}', {:f})".format(
359 uuid, root_uuid, used_table, created_at)
360 self.logger.debug(cmd)
361 self.cur.execute(cmd)
362 return uuid
363
364 def _new_row_internal(self, table, INSERT, add_uuid=False, root_uuid=None, created_time=0):
365 ''' Add one row into a table. It DOES NOT begin or end the transaction, so self.con.cursor must be created
366 Attribute
367 INSERT: dictionary with the key:value to insert
368 table: table where to insert
369 add_uuid: if True, it will create an uuid key entry at INSERT if not provided
370 created_time: time to add to the created_time column
371 It checks presence of uuid and add one automatically otherwise
372 Return: uuid
373 '''
374
375 if add_uuid:
376 #create uuid if not provided
377 if 'uuid' not in INSERT:
378 uuid = INSERT['uuid'] = str(myUuid.uuid1()) # create_uuid
379 else:
380 uuid = str(INSERT['uuid'])
381 else:
382 uuid=None
383 if add_uuid:
384 #defining root_uuid if not provided
385 if root_uuid is None:
386 root_uuid = uuid
387 if created_time:
388 created_at = created_time
389 else:
390 created_at=time.time()
391 #inserting new uuid
392 cmd = "INSERT INTO uuids (uuid, root_uuid, used_at, created_at) VALUES ('{:s}','{:s}','{:s}', {:f})".format(uuid, root_uuid, table, created_at)
393 self.logger.debug(cmd)
394 self.cur.execute(cmd)
395 #insertion
396 cmd= "INSERT INTO " + table +" SET " + \
397 ",".join(map(self.__tuple2db_format_set, INSERT.iteritems() ))
398 if created_time:
399 cmd += ",created_at=%f" % created_time
400 self.logger.debug(cmd)
401 self.cur.execute(cmd)
402 self.cur.rowcount
403 return uuid
404
405 def _get_rows(self,table,uuid):
406 cmd = "SELECT * FROM {} WHERE uuid='{}'".format(str(table), str(uuid))
407 self.logger.debug(cmd)
408 self.cur.execute(cmd)
409 rows = self.cur.fetchall()
410 return rows
411
412 def new_row(self, table, INSERT, add_uuid=False, created_time=0):
413 ''' Add one row into a table.
414 Attribute
415 INSERT: dictionary with the key: value to insert
416 table: table where to insert
417 tenant_id: only useful for logs. If provided, logs will use this tenant_id
418 add_uuid: if True, it will create an uuid key entry at INSERT if not provided
419 It checks presence of uuid and add one automatically otherwise
420 Return: (result, uuid) where result can be 0 if error, or 1 if ok
421 '''
422 if table in self.tables_with_created_field and created_time==0:
423 created_time=time.time()
424 tries = 2
425 while tries:
426 try:
427 with self.con:
428 self.cur = self.con.cursor()
429 return self._new_row_internal(table, INSERT, add_uuid, None, created_time)
430
431 except (mdb.Error, AttributeError) as e:
432 self._format_error(e, tries)
433 tries -= 1
434
435 def update_rows(self, table, UPDATE, WHERE, modified_time=0):
436 ''' Update one or several rows into a table.
437 Atributes
438 UPDATE: dictionary with the key: value to change
439 table: table where to update
440 WHERE: dictionary of elements to update
441 Return: (result, descriptive text) where result indicates the number of updated files
442 '''
443 if table in self.tables_with_created_field and modified_time==0:
444 modified_time=time.time()
445 tries = 2
446 while tries:
447 try:
448 with self.con:
449 self.cur = self.con.cursor()
450 return self._update_rows(table, UPDATE, WHERE)
451
452 except (mdb.Error, AttributeError) as e:
453 self._format_error(e, tries)
454 tries -= 1
455
456 def delete_row_by_id(self, table, uuid):
457 tries = 2
458 while tries:
459 try:
460 with self.con:
461 #delete host
462 self.cur = self.con.cursor()
463 cmd = "DELETE FROM {} WHERE uuid = '{}'".format(table, uuid)
464 self.logger.debug(cmd)
465 self.cur.execute(cmd)
466 deleted = self.cur.rowcount
467 if deleted:
468 #delete uuid
469 self.cur = self.con.cursor()
470 cmd = "DELETE FROM uuids WHERE root_uuid = '{}'".format(uuid)
471 self.logger.debug(cmd)
472 self.cur.execute(cmd)
473 return deleted
474 except (mdb.Error, AttributeError) as e:
475 self._format_error(e, tries, "delete", "dependencies")
476 tries -= 1
477
478 def delete_row(self, **sql_dict):
479 ''' Deletes rows from a table.
480 Attribute sql_dir: dictionary with the following key: value
481 'FROM': string of table name (Mandatory)
482 'WHERE': dict of key:values, translated to key=value AND ... (Optional)
483 'WHERE_NOT': dict of key:values, translated to key<>value AND ... (Optional)
484 if value is None, it is translated to key is not null
485 'LIMIT': limit of number of rows (Optional)
486 Return: the number of deleted or exception if error
487 '''
488 #print sql_dict
489 from_ = "FROM " + str(sql_dict['FROM'])
490 #print 'from_', from_
491 if 'WHERE' in sql_dict and len(sql_dict['WHERE']) > 0:
492 w=sql_dict['WHERE']
493 where_ = "WHERE " + " AND ".join(map(self.__tuple2db_format_where, w.iteritems()))
494 else: where_ = ""
495 if 'WHERE_NOT' in sql_dict and len(sql_dict['WHERE_NOT']) > 0:
496 w=sql_dict['WHERE_NOT']
497 where_2 = " AND ".join(map(self.__tuple2db_format_where_not, w.iteritems()))
498 if len(where_)==0: where_ = "WHERE " + where_2
499 else: where_ = where_ + " AND " + where_2
500 #print 'where_', where_
501 limit_ = "LIMIT " + str(sql_dict['LIMIT']) if 'LIMIT' in sql_dict else ""
502 #print 'limit_', limit_
503 cmd = " ".join( ("DELETE", from_, where_, limit_) )
504 tries = 2
505 while tries:
506 try:
507 with self.con:
508 self.cur = self.con.cursor()
509 self.logger.debug(cmd)
510 self.cur.execute(cmd)
511 deleted = self.cur.rowcount
512 return deleted
513 except (mdb.Error, AttributeError) as e:
514 self._format_error(e, tries)
515 tries -= 1
516
517 def get_rows_by_id(self, table, uuid):
518 '''get row from a table based on uuid'''
519 tries = 2
520 while tries:
521 try:
522 with self.con:
523 self.cur = self.con.cursor(mdb.cursors.DictCursor)
524 cmd="SELECT * FROM {} where uuid='{}'".format(str(table), str(uuid))
525 self.logger.debug(cmd)
526 self.cur.execute(cmd)
527 rows = self.cur.fetchall()
528 return rows
529 except (mdb.Error, AttributeError) as e:
530 self._format_error(e, tries)
531 tries -= 1
532
533 def get_rows(self, **sql_dict):
534 ''' Obtain rows from a table.
535 Attribute sql_dir: dictionary with the following key: value
536 'SELECT': list or tuple of fields to retrieve) (by default all)
537 'FROM': string of table name (Mandatory)
538 'WHERE': dict of key:values, translated to key=value (key is null) AND ... (Optional)
539 'WHERE_NOT': dict of key:values, translated to key<>value (key is not null) AND ... (Optional)
540 'WHERE_OR': dict of key:values, translated to key=value OR ... (Optional)
541 'WHERE_AND_OR: str 'AND' or 'OR'(by default) mark the priority to 'WHERE AND (WHERE_OR)' or (WHERE) OR WHERE_OR' (Optional)
542 'LIMIT': limit of number of rows (Optional)
543 'ORDER_BY': list or tuple of fields to order
544 Return: a list with dictionaries at each row
545 '''
546 #print sql_dict
547 select_= "SELECT " + ("*" if 'SELECT' not in sql_dict else ",".join(map(str,sql_dict['SELECT'])) )
548 #print 'select_', select_
549 from_ = "FROM " + str(sql_dict['FROM'])
550 #print 'from_', from_
551 where_and = ""
552 where_or = ""
553 w=sql_dict.get('WHERE')
554 if w:
555 where_and = " AND ".join(map(self.__tuple2db_format_where, w.iteritems() ))
556 w=sql_dict.get('WHERE_NOT')
557 if w:
558 if where_and: where_and += " AND "
559 where_and += " AND ".join(map(self.__tuple2db_format_where_not, w.iteritems() ) )
560 w=sql_dict.get('WHERE_OR')
561 if w:
562 where_or = " OR ".join(map(self.__tuple2db_format_where, w.iteritems() ))
563 if where_and and where_or:
564 if sql_dict.get("WHERE_AND_OR") == "AND":
565 where_ = "WHERE " + where_and + " AND (" + where_or + ")"
566 else:
567 where_ = "WHERE (" + where_and + ") OR " + where_or
568 elif where_and and not where_or:
569 where_ = "WHERE " + where_and
570 elif not where_and and where_or:
571 where_ = "WHERE " + where_or
572 else:
573 where_ = ""
574 #print 'where_', where_
575 limit_ = "LIMIT " + str(sql_dict['LIMIT']) if 'LIMIT' in sql_dict else ""
576 order_ = "ORDER BY " + ",".join(map(str,sql_dict['SELECT'])) if 'ORDER_BY' in sql_dict else ""
577
578 #print 'limit_', limit_
579 cmd = " ".join( (select_, from_, where_, limit_, order_) )
580 tries = 2
581 while tries:
582 try:
583 with self.con:
584 self.cur = self.con.cursor(mdb.cursors.DictCursor)
585 self.logger.debug(cmd)
586 self.cur.execute(cmd)
587 rows = self.cur.fetchall()
588 return rows
589 except (mdb.Error, AttributeError) as e:
590 self._format_error(e, tries)
591 tries -= 1
592
593 def get_table_by_uuid_name(self, table, uuid_name, error_item_text=None, allow_serveral=False, WHERE_OR={}, WHERE_AND_OR="OR"):
594 ''' Obtain One row from a table based on name or uuid.
595 Attribute:
596 table: string of table name
597 uuid_name: name or uuid. If not uuid format is found, it is considered a name
598 allow_severeral: if False return ERROR if more than one row are founded
599 error_item_text: in case of error it identifies the 'item' name for a proper output text
600 'WHERE_OR': dict of key:values, translated to key=value OR ... (Optional)
601 'WHERE_AND_OR: str 'AND' or 'OR'(by default) mark the priority to 'WHERE AND (WHERE_OR)' or (WHERE) OR WHERE_OR' (Optional
602 Return: if allow_several==False, a dictionary with this row, or error if no item is found or more than one is found
603 if allow_several==True, a list of dictionaries with the row or rows, error if no item is found
604 '''
605
606 if error_item_text==None:
607 error_item_text = table
608 what = 'uuid' if af.check_valid_uuid(uuid_name) else 'name'
609 cmd = " SELECT * FROM {} WHERE {}='{}'".format(table, what, uuid_name)
610 if WHERE_OR:
611 where_or = " OR ".join(map(self.__tuple2db_format_where, WHERE_OR.iteritems() ))
612 if WHERE_AND_OR == "AND":
613 cmd += " AND (" + where_or + ")"
614 else:
615 cmd += " OR " + where_or
616
617
618 tries = 2
619 while tries:
620 try:
621 with self.con:
622 self.cur = self.con.cursor(mdb.cursors.DictCursor)
623 self.logger.debug(cmd)
624 self.cur.execute(cmd)
625 number = self.cur.rowcount
626 if number==0:
627 return -HTTP_Not_Found, "No %s found with %s '%s'" %(error_item_text, what, uuid_name)
628 elif number>1 and not allow_serveral:
629 return -HTTP_Bad_Request, "More than one %s found with %s '%s'" %(error_item_text, what, uuid_name)
630 if allow_serveral:
631 rows = self.cur.fetchall()
632 else:
633 rows = self.cur.fetchone()
634 return rows
635 except (mdb.Error, AttributeError) as e:
636 self._format_error(e, tries)
637 tries -= 1
638
639 def get_uuid(self, uuid):
640 '''check in the database if this uuid is already present'''
641 for retry_ in range(0,2):
642 try:
643 with self.con:
644 self.cur = self.con.cursor(mdb.cursors.DictCursor)
645 self.cur.execute("SELECT * FROM uuids where uuid='" + str(uuid) + "'")
646 rows = self.cur.fetchall()
647 return self.cur.rowcount, rows
648 except (mdb.Error, AttributeError) as e:
649 print "nfvo_db.get_uuid DB Exception %d: %s" % (e.args[0], e.args[1])
650 r,c = self._format_error(e)
651 if r!=-HTTP_Request_Timeout or retry_==1: return r,c
652
653 def get_uuid_from_name(self, table, name):
654 '''Searchs in table the name and returns the uuid
655 '''
656 tries = 2
657 while tries:
658 try:
659 with self.con:
660 self.cur = self.con.cursor(mdb.cursors.DictCursor)
661 where_text = "name='" + name +"'"
662 self.cur.execute("SELECT * FROM " + table + " WHERE "+ where_text)
663 rows = self.cur.fetchall()
664 if self.cur.rowcount==0:
665 return 0, "Name %s not found in table %s" %(name, table)
666 elif self.cur.rowcount>1:
667 return self.cur.rowcount, "More than one VNF with name %s found in table %s" %(name, table)
668 return self.cur.rowcount, rows[0]["uuid"]
669 except (mdb.Error, AttributeError) as e:
670 self._format_error(e, tries)
671 tries -= 1
672