1 # -*- coding: utf-8 -*-
4 # Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U.
5 # This file is part of openmano
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
12 # http://www.apache.org/licenses/LICENSE-2.0
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
25 NFVO engine, implementing all the methods for the creation, deletion and management of vnfs, scenarios and instances
27 __author__
="Alfonso Tierno, Gerardo Garcia, Pablo Montes"
28 __date__
="$16-sep-2014 22:05:01$"
35 from db_base
import HTTP_Unauthorized
, HTTP_Bad_Request
, HTTP_Internal_Server_Error
, HTTP_Not_Found
,\
36 HTTP_Conflict
, HTTP_Method_Not_Allowed
37 import console_proxy_thread
as cli
41 from uuid
import uuid4
42 from db_base
import db_base_Exception
45 from threading
import Lock
47 from lib_osm_openvim
import ovim
as ovim_module
48 from lib_osm_openvim
.ovim
import ovimException
49 from Crypto
.PublicKey
import RSA
51 import osm_im
.vnfd
as vnfd_catalog
52 import osm_im
.nsd
as nsd_catalog
53 from pyangbind
.lib
.serialise
import pybindJSONDecoder
54 from itertools
import chain
57 global vimconn_imported
59 global default_volume_size
60 default_volume_size
= '5' #size in GB
65 vimconn_imported
= {} # dictionary with VIM type as key, loaded module as value
66 vim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-VIMs
67 vim_persistent_info
= {}
68 logger
= logging
.getLogger('openmano.nfvo')
74 class NfvoException(Exception):
75 def __init__(self
, message
, http_code
):
76 self
.http_code
= http_code
77 Exception.__init
__(self
, message
)
83 if task_id
<= last_task_id
:
84 task_id
= last_task_id
+ 0.000001
85 last_task_id
= task_id
86 return "ACTION-{:.6f}".format(task_id
)
87 # return (t.strftime("%Y%m%dT%H%M%S.{}%Z", t.localtime(task_id))).format(int((task_id % 1)*1e6))
90 def new_task(name
, params
, depends
=None):
92 task_id
= get_task_id()
93 task
= {"status": "enqueued", "id": task_id
, "name": name
, "params": params
}
95 task
["depends"] = depends
100 return True if id[:5] == "TASK-" else False
103 def get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_name
, tenant_id
):
104 name
= datacenter_name
[:16]
105 if name
not in vim_threads
["names"]:
106 vim_threads
["names"].append(name
)
108 name
= datacenter_name
[:16] + "." + tenant_name
[:16]
109 if name
not in vim_threads
["names"]:
110 vim_threads
["names"].append(name
)
112 name
= datacenter_id
+ "-" + tenant_id
113 vim_threads
["names"].append(name
)
117 def start_service(mydb
):
118 global db
, global_config
119 db
= nfvo_db
.nfvo_db()
120 db
.connect(global_config
['db_host'], global_config
['db_user'], global_config
['db_passwd'], global_config
['db_name'])
123 # Initialize openvim for SDN control
124 # TODO: Avoid static configuration by adding new parameters to openmanod.cfg
125 # TODO: review ovim.py to delete not needed configuration
126 ovim_configuration
= {
127 'logger_name': 'openmano.ovim',
128 'network_vlan_range_start': 1000,
129 'network_vlan_range_end': 4096,
130 'db_name': global_config
["db_ovim_name"],
131 'db_host': global_config
["db_ovim_host"],
132 'db_user': global_config
["db_ovim_user"],
133 'db_passwd': global_config
["db_ovim_passwd"],
136 'network_type': 'bridge',
137 #TODO: log_level_of should not be needed. To be modified in ovim
138 'log_level_of': 'DEBUG'
141 ovim
= ovim_module
.ovim(ovim_configuration
)
144 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join '\
145 'datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
146 select_
= ('type', 'd.config as config', 'd.uuid as datacenter_id', 'vim_url', 'vim_url_admin',
147 'd.name as datacenter_name', 'dt.uuid as datacenter_tenant_id',
148 'dt.vim_tenant_name as vim_tenant_name', 'dt.vim_tenant_id as vim_tenant_id',
149 'user', 'passwd', 'dt.config as dt_config', 'nfvo_tenant_id')
150 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
)
152 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
153 'datacenter_id': vim
.get('datacenter_id')}
155 extra
.update(yaml
.load(vim
["config"]))
156 if vim
.get('dt_config'):
157 extra
.update(yaml
.load(vim
["dt_config"]))
158 if vim
["type"] not in vimconn_imported
:
161 module
= "vimconn_" + vim
["type"]
162 pkg
= __import__("osm_ro." + module
)
163 vim_conn
= getattr(pkg
, module
)
164 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
165 # vim_conn = imp.load_module(vim["type"], *module_info)
166 vimconn_imported
[vim
["type"]] = vim_conn
167 except (IOError, ImportError) as e
:
168 # if module_info and module_info[0]:
169 # file.close(module_info[0])
170 raise NfvoException("Unknown vim type '{}'. Cannot open file '{}.py'; {}: {}".format(
171 vim
["type"], module
, type(e
).__name
__, str(e
)), HTTP_Bad_Request
)
173 thread_id
= vim
['datacenter_tenant_id']
174 vim_persistent_info
[thread_id
] = {}
177 # return -HTTP_Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
178 myvim
= vimconn_imported
[ vim
["type"] ].vimconnector(
179 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
180 tenant_id
=vim
['vim_tenant_id'], tenant_name
=vim
['vim_tenant_name'],
181 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
182 user
=vim
['user'], passwd
=vim
['passwd'],
183 config
=extra
, persistent_info
=vim_persistent_info
[thread_id
]
185 except Exception as e
:
186 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, e
),
187 HTTP_Internal_Server_Error
)
188 thread_name
= get_non_used_vim_name(vim
['datacenter_name'], vim
['vim_tenant_id'], vim
['vim_tenant_name'],
189 vim
['vim_tenant_id'])
190 new_thread
= vim_thread
.vim_thread(myvim
, task_lock
, thread_name
, vim
['datacenter_name'],
191 vim
['datacenter_tenant_id'], db
=db
, db_lock
=db_lock
, ovim
=ovim
)
193 vim_threads
["running"][thread_id
] = new_thread
194 except db_base_Exception
as e
:
195 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
196 except ovim_module
.ovimException
as e
:
198 if message
[:22] == "DATABASE wrong version":
199 message
= "DATABASE wrong version of lib_osm_openvim {msg} -d{dbname} -u{dbuser} -p{dbpass} {ver}' "\
200 "at host {dbhost}".format(
201 msg
=message
[22:-3], dbname
=global_config
["db_ovim_name"],
202 dbuser
=global_config
["db_ovim_user"], dbpass
=global_config
["db_ovim_passwd"],
203 ver
=message
[-3:-1], dbhost
=global_config
["db_ovim_host"])
204 raise NfvoException(message
, HTTP_Bad_Request
)
208 global ovim
, global_config
211 for thread_id
,thread
in vim_threads
["running"].items():
212 thread
.insert_task("exit")
213 vim_threads
["deleting"][thread_id
] = thread
214 vim_threads
["running"] = {}
215 if global_config
and global_config
.get("console_thread"):
216 for thread
in global_config
["console_thread"]:
217 thread
.terminate
= True
220 return ("openmanod version {} {}\n(c) Copyright Telefonica".format(global_config
["version"],
221 global_config
["version_date"] ))
224 def get_flavorlist(mydb
, vnf_id
, nfvo_tenant
=None):
226 return result, content:
227 <0, error_text upon error
228 nb_records, flavor_list on success
231 WHERE_dict
['vnf_id'] = vnf_id
232 if nfvo_tenant
is not None:
233 WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
235 #result, content = mydb.get_table(FROM='vms join vnfs on vms.vnf_id = vnfs.uuid',SELECT=('uuid'),WHERE=WHERE_dict )
236 #result, content = mydb.get_table(FROM='vms',SELECT=('vim_flavor_id',),WHERE=WHERE_dict )
237 flavors
= mydb
.get_rows(FROM
='vms join flavors on vms.flavor_id=flavors.uuid',SELECT
=('flavor_id',),WHERE
=WHERE_dict
)
238 #print "get_flavor_list result:", result
239 #print "get_flavor_list content:", content
241 for flavor
in flavors
:
242 flavorList
.append(flavor
['flavor_id'])
246 def get_imagelist(mydb
, vnf_id
, nfvo_tenant
=None):
248 return result, content:
249 <0, error_text upon error
250 nb_records, flavor_list on success
253 WHERE_dict
['vnf_id'] = vnf_id
254 if nfvo_tenant
is not None:
255 WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
257 #result, content = mydb.get_table(FROM='vms join vnfs on vms-vnf_id = vnfs.uuid',SELECT=('uuid'),WHERE=WHERE_dict )
258 images
= mydb
.get_rows(FROM
='vms join images on vms.image_id=images.uuid',SELECT
=('image_id',),WHERE
=WHERE_dict
)
261 imageList
.append(image
['image_id'])
265 def get_vim(mydb
, nfvo_tenant
=None, datacenter_id
=None, datacenter_name
=None, datacenter_tenant_id
=None,
266 vim_tenant
=None, vim_tenant_name
=None, vim_user
=None, vim_passwd
=None):
267 '''Obtain a dictionary of VIM (datacenter) classes with some of the input parameters
268 return dictionary with {datacenter_id: vim_class, ... }. vim_class contain:
269 'nfvo_tenant_id','datacenter_id','vim_tenant_id','vim_url','vim_url_admin','datacenter_name','type','user','passwd'
270 raise exception upon error
273 if nfvo_tenant
is not None: WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
274 if datacenter_id
is not None: WHERE_dict
['d.uuid'] = datacenter_id
275 if datacenter_tenant_id
is not None: WHERE_dict
['datacenter_tenant_id'] = datacenter_tenant_id
276 if datacenter_name
is not None: WHERE_dict
['d.name'] = datacenter_name
277 if vim_tenant
is not None: WHERE_dict
['dt.vim_tenant_id'] = vim_tenant
278 if vim_tenant_name
is not None: WHERE_dict
['vim_tenant_name'] = vim_tenant_name
279 if nfvo_tenant
or vim_tenant
or vim_tenant_name
or datacenter_tenant_id
:
280 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
281 select_
= ('type','d.config as config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name',
282 'dt.uuid as datacenter_tenant_id','dt.vim_tenant_name as vim_tenant_name','dt.vim_tenant_id as vim_tenant_id',
283 'user','passwd', 'dt.config as dt_config')
285 from_
= 'datacenters as d'
286 select_
= ('type','config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name')
288 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
, WHERE
=WHERE_dict
)
291 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
292 'datacenter_id': vim
.get('datacenter_id')}
294 extra
.update(yaml
.load(vim
["config"]))
295 if vim
.get('dt_config'):
296 extra
.update(yaml
.load(vim
["dt_config"]))
297 if vim
["type"] not in vimconn_imported
:
300 module
= "vimconn_" + vim
["type"]
301 pkg
= __import__("osm_ro." + module
)
302 vim_conn
= getattr(pkg
, module
)
303 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
304 # vim_conn = imp.load_module(vim["type"], *module_info)
305 vimconn_imported
[vim
["type"]] = vim_conn
306 except (IOError, ImportError) as e
:
307 # if module_info and module_info[0]:
308 # file.close(module_info[0])
309 raise NfvoException("Unknown vim type '{}'. Can not open file '{}.py'; {}: {}".format(
310 vim
["type"], module
, type(e
).__name
__, str(e
)), HTTP_Bad_Request
)
313 if 'datacenter_tenant_id' in vim
:
314 thread_id
= vim
["datacenter_tenant_id"]
315 if thread_id
not in vim_persistent_info
:
316 vim_persistent_info
[thread_id
] = {}
317 persistent_info
= vim_persistent_info
[thread_id
]
321 # return -HTTP_Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
322 vim_dict
[ vim
['datacenter_id'] ] = vimconn_imported
[ vim
["type"] ].vimconnector(
323 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
324 tenant_id
=vim
.get('vim_tenant_id',vim_tenant
),
325 tenant_name
=vim
.get('vim_tenant_name',vim_tenant_name
),
326 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
327 user
=vim
.get('user',vim_user
), passwd
=vim
.get('passwd',vim_passwd
),
328 config
=extra
, persistent_info
=persistent_info
330 except Exception as e
:
331 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)), HTTP_Internal_Server_Error
)
333 except db_base_Exception
as e
:
334 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
337 def rollback(mydb
, vims
, rollback_list
):
339 #delete things by reverse order
340 for i
in range(len(rollback_list
)-1, -1, -1):
341 item
= rollback_list
[i
]
342 if item
["where"]=="vim":
343 if item
["vim_id"] not in vims
:
345 if is_task_id(item
["uuid"]):
347 vim
= vims
[item
["vim_id"]]
349 if item
["what"]=="image":
350 vim
.delete_image(item
["uuid"])
351 mydb
.delete_row(FROM
="datacenters_images", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
352 elif item
["what"]=="flavor":
353 vim
.delete_flavor(item
["uuid"])
354 mydb
.delete_row(FROM
="datacenters_flavors", WHERE
={"datacenter_id": vim
["id"], "vim_id":item
["uuid"]})
355 elif item
["what"]=="network":
356 vim
.delete_network(item
["uuid"])
357 elif item
["what"]=="vm":
358 vim
.delete_vminstance(item
["uuid"])
359 except vimconn
.vimconnException
as e
:
360 logger
.error("Error in rollback. Not possible to delete VIM %s '%s'. Message: %s", item
['what'], item
["uuid"], str(e
))
361 undeleted_items
.append("{} {} from VIM {}".format(item
['what'], item
["uuid"], vim
["name"]))
362 except db_base_Exception
as e
:
363 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB.datacenters Message: %s", item
['what'], item
["uuid"], str(e
))
367 if item
["what"]=="image":
368 mydb
.delete_row(FROM
="images", WHERE
={"uuid": item
["uuid"]})
369 elif item
["what"]=="flavor":
370 mydb
.delete_row(FROM
="flavors", WHERE
={"uuid": item
["uuid"]})
371 except db_base_Exception
as e
:
372 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB. Message: %s", item
['what'], item
["uuid"], str(e
))
373 undeleted_items
.append("{} '{}'".format(item
['what'], item
["uuid"]))
374 if len(undeleted_items
)==0:
375 return True," Rollback successful."
377 return False," Rollback fails to delete: " + str(undeleted_items
)
380 def check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1):
382 #create a dictionary with vnfc-name: vnfc:interface-list key:values pairs
384 for vnfc
in vnf_descriptor
["vnf"]["VNFC"]:
386 #dataplane interfaces
387 for numa
in vnfc
.get("numas",() ):
388 for interface
in numa
.get("interfaces",()):
389 if interface
["name"] in name_dict
:
391 "Error at vnf:VNFC[name:'{}']:numas:interfaces:name, interface name '{}' already used in this VNFC".format(
392 vnfc
["name"], interface
["name"]),
394 name_dict
[ interface
["name"] ] = "underlay"
396 for interface
in vnfc
.get("bridge-ifaces",() ):
397 if interface
["name"] in name_dict
:
399 "Error at vnf:VNFC[name:'{}']:bridge-ifaces:name, interface name '{}' already used in this VNFC".format(
400 vnfc
["name"], interface
["name"]),
402 name_dict
[ interface
["name"] ] = "overlay"
403 vnfc_interfaces
[ vnfc
["name"] ] = name_dict
404 # check bood-data info
405 # if "boot-data" in vnfc:
406 # # check that user-data is incompatible with users and config-files
407 # if (vnfc["boot-data"].get("users") or vnfc["boot-data"].get("config-files")) and vnfc["boot-data"].get("user-data"):
408 # raise NfvoException(
409 # "Error at vnf:VNFC:boot-data, fields 'users' and 'config-files' are not compatible with 'user-data'",
412 #check if the info in external_connections matches with the one in the vnfcs
414 for external_connection
in vnf_descriptor
["vnf"].get("external-connections",() ):
415 if external_connection
["name"] in name_list
:
417 "Error at vnf:external-connections:name, value '{}' already used as an external-connection".format(
418 external_connection
["name"]),
420 name_list
.append(external_connection
["name"])
421 if external_connection
["VNFC"] not in vnfc_interfaces
:
423 "Error at vnf:external-connections[name:'{}']:VNFC, value '{}' does not match any VNFC".format(
424 external_connection
["name"], external_connection
["VNFC"]),
427 if external_connection
["local_iface_name"] not in vnfc_interfaces
[ external_connection
["VNFC"] ]:
429 "Error at vnf:external-connections[name:'{}']:local_iface_name, value '{}' does not match any interface of this VNFC".format(
430 external_connection
["name"],
431 external_connection
["local_iface_name"]),
434 #check if the info in internal_connections matches with the one in the vnfcs
436 for internal_connection
in vnf_descriptor
["vnf"].get("internal-connections",() ):
437 if internal_connection
["name"] in name_list
:
439 "Error at vnf:internal-connections:name, value '%s' already used as an internal-connection".format(
440 internal_connection
["name"]),
442 name_list
.append(internal_connection
["name"])
443 #We should check that internal-connections of type "ptp" have only 2 elements
445 if len(internal_connection
["elements"])>2 and (internal_connection
.get("type") == "ptp" or internal_connection
.get("type") == "e-line"):
447 "Error at 'vnf:internal-connections[name:'{}']:elements', size must be 2 for a '{}' type. Consider change it to '{}' type".format(
448 internal_connection
["name"],
449 'ptp' if vnf_descriptor_version
==1 else 'e-line',
450 'data' if vnf_descriptor_version
==1 else "e-lan"),
452 for port
in internal_connection
["elements"]:
454 iface
= port
["local_iface_name"]
455 if vnf
not in vnfc_interfaces
:
457 "Error at vnf:internal-connections[name:'{}']:elements[]:VNFC, value '{}' does not match any VNFC".format(
458 internal_connection
["name"], vnf
),
460 if iface
not in vnfc_interfaces
[ vnf
]:
462 "Error at vnf:internal-connections[name:'{}']:elements[]:local_iface_name, value '{}' does not match any interface of this VNFC".format(
463 internal_connection
["name"], iface
),
465 return -HTTP_Bad_Request
,
466 if vnf_descriptor_version
==1 and "type" not in internal_connection
:
467 if vnfc_interfaces
[vnf
][iface
] == "overlay":
468 internal_connection
["type"] = "bridge"
470 internal_connection
["type"] = "data"
471 if vnf_descriptor_version
==2 and "implementation" not in internal_connection
:
472 if vnfc_interfaces
[vnf
][iface
] == "overlay":
473 internal_connection
["implementation"] = "overlay"
475 internal_connection
["implementation"] = "underlay"
476 if (internal_connection
.get("type") == "data" or internal_connection
.get("type") == "ptp" or \
477 internal_connection
.get("implementation") == "underlay") and vnfc_interfaces
[vnf
][iface
] == "overlay":
479 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
480 internal_connection
["name"],
481 iface
, 'bridge' if vnf_descriptor_version
==1 else 'overlay',
482 'data' if vnf_descriptor_version
==1 else 'underlay'),
484 if (internal_connection
.get("type") == "bridge" or internal_connection
.get("implementation") == "overlay") and \
485 vnfc_interfaces
[vnf
][iface
] == "underlay":
487 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
488 internal_connection
["name"], iface
,
489 'data' if vnf_descriptor_version
==1 else 'underlay',
490 'bridge' if vnf_descriptor_version
==1 else 'overlay'),
494 def create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=None):
496 if only_create_at_vim
:
497 image_mano_id
= image_dict
['uuid']
498 if return_on_error
== None:
499 return_on_error
= True
501 if image_dict
['location']:
502 images
= mydb
.get_rows(FROM
="images", WHERE
={'location':image_dict
['location'], 'metadata':image_dict
['metadata']})
504 images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name':image_dict
['universal_name'], 'checksum':image_dict
['checksum']})
506 image_mano_id
= images
[0]['uuid']
508 #create image in MANO DB
509 temp_image_dict
={'name':image_dict
['name'], 'description':image_dict
.get('description',None),
510 'location':image_dict
['location'], 'metadata':image_dict
.get('metadata',None),
511 'universal_name':image_dict
['universal_name'] , 'checksum':image_dict
['checksum']
513 #temp_image_dict['location'] = image_dict.get('new_location') if image_dict['location'] is None
514 image_mano_id
= mydb
.new_row('images', temp_image_dict
, add_uuid
=True)
515 rollback_list
.append({"where":"mano", "what":"image","uuid":image_mano_id
})
516 #create image at every vim
517 for vim_id
,vim
in vims
.iteritems():
518 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
519 image_created
="false"
521 image_db
= mydb
.get_rows(FROM
="datacenters_images",
522 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'image_id': image_mano_id
})
523 #look at VIM if this image exist
525 if image_dict
['location'] is not None:
526 image_vim_id
= vim
.get_image_id_from_path(image_dict
['location'])
529 filter_dict
['name'] = image_dict
['universal_name']
530 if image_dict
.get('checksum') != None:
531 filter_dict
['checksum'] = image_dict
['checksum']
532 #logger.debug('>>>>>>>> Filter dict: %s', str(filter_dict))
533 vim_images
= vim
.get_image_list(filter_dict
)
534 #logger.debug('>>>>>>>> VIM images: %s', str(vim_images))
535 if len(vim_images
) > 1:
536 raise vimconn
.vimconnException("More than one candidate VIM image found for filter: {}".format(str(filter_dict
)), HTTP_Conflict
)
537 elif len(vim_images
) == 0:
538 raise vimconn
.vimconnNotFoundException("Image not found at VIM with filter: '{}'".format(str(filter_dict
)))
540 #logger.debug('>>>>>>>> VIM image 0: %s', str(vim_images[0]))
541 image_vim_id
= vim_images
[0]['id']
543 except vimconn
.vimconnNotFoundException
as e
:
544 #Create the image in VIM only if image_dict['location'] or image_dict['new_location'] is not None
546 #image_dict['location']=image_dict.get('new_location') if image_dict['location'] is None
547 if image_dict
['location']:
548 image_vim_id
= vim
.new_image(image_dict
)
549 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"image","uuid":image_vim_id
})
552 #If we reach this point, then the image has image name, and optionally checksum, and could not be found
553 raise vimconn
.vimconnException(str(e
))
554 except vimconn
.vimconnException
as e
:
556 logger
.error("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
559 logger
.warn("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
561 except vimconn
.vimconnException
as e
:
563 logger
.error("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
565 logger
.warn("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
568 #if we reach here, the image has been created or existed
570 #add new vim_id at datacenters_images
571 mydb
.new_row('datacenters_images', {'datacenter_vim_id': datacenter_vim_id
,
572 'image_id':image_mano_id
,
573 'vim_id': image_vim_id
,
574 'created':image_created
})
575 elif image_db
[0]["vim_id"]!=image_vim_id
:
576 #modify existing vim_id at datacenters_images
577 mydb
.update_rows('datacenters_images', UPDATE
={'vim_id':image_vim_id
}, WHERE
={'datacenter_vim_id':vim_id
, 'image_id':image_mano_id
})
579 return image_vim_id
if only_create_at_vim
else image_mano_id
582 def create_or_use_flavor(mydb
, vims
, flavor_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
= None):
583 temp_flavor_dict
= {'disk':flavor_dict
.get('disk',1),
584 'ram':flavor_dict
.get('ram'),
585 'vcpus':flavor_dict
.get('vcpus'),
587 if 'extended' in flavor_dict
and flavor_dict
['extended']==None:
588 del flavor_dict
['extended']
589 if 'extended' in flavor_dict
:
590 temp_flavor_dict
['extended']=yaml
.safe_dump(flavor_dict
['extended'],default_flow_style
=True,width
=256)
592 #look if flavor exist
593 if only_create_at_vim
:
594 flavor_mano_id
= flavor_dict
['uuid']
595 if return_on_error
== None:
596 return_on_error
= True
598 flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
600 flavor_mano_id
= flavors
[0]['uuid']
603 #create one by one the images of aditional disks
604 dev_image_list
=[] #list of images
605 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None:
607 for device
in flavor_dict
['extended'].get('devices',[]):
608 if "image" not in device
and "image name" not in device
:
611 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
612 image_dict
['universal_name']=device
.get('image name')
613 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
614 image_dict
['location']=device
.get('image')
615 #image_dict['new_location']=vnfc.get('image location')
616 image_dict
['checksum']=device
.get('image checksum')
617 image_metadata_dict
= device
.get('image metadata', None)
618 image_metadata_str
= None
619 if image_metadata_dict
!= None:
620 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
621 image_dict
['metadata']=image_metadata_str
622 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
623 #print "Additional disk image id for VNFC %s: %s" % (flavor_dict['name']+str(dev_nb)+"-img", image_id)
624 dev_image_list
.append(image_id
)
626 temp_flavor_dict
['name'] = flavor_dict
['name']
627 temp_flavor_dict
['description'] = flavor_dict
.get('description',None)
628 content
= mydb
.new_row('flavors', temp_flavor_dict
, add_uuid
=True)
629 flavor_mano_id
= content
630 rollback_list
.append({"where":"mano", "what":"flavor","uuid":flavor_mano_id
})
631 #create flavor at every vim
632 if 'uuid' in flavor_dict
:
633 del flavor_dict
['uuid']
635 for vim_id
,vim
in vims
.items():
636 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
637 flavor_created
="false"
639 flavor_db
= mydb
.get_rows(FROM
="datacenters_flavors",
640 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
641 #look at VIM if this flavor exist SKIPPED
642 #res_vim, flavor_vim_id = vim.get_flavor_id_from_path(flavor_dict['location'])
644 # print "Error contacting VIM to know if the flavor %s existed previously." %flavor_vim_id
648 # Create the flavor in VIM
649 # Translate images at devices from MANO id to VIM id
651 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None and "devices" in flavor_dict
['extended']:
652 # make a copy of original devices
655 for device
in flavor_dict
["extended"].get("devices",[]):
658 devices_original
.append(dev
)
659 if 'image' in device
:
661 if 'image metadata' in device
:
662 del device
['image metadata']
663 if 'image checksum' in device
:
664 del device
['image checksum']
666 for index
in range(0,len(devices_original
)) :
667 device
=devices_original
[index
]
668 if "image" not in device
and "image name" not in device
:
670 disk_list
.append({'size': device
.get('size', default_volume_size
)})
673 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
674 image_dict
['universal_name']=device
.get('image name')
675 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
676 image_dict
['location']=device
.get('image')
677 # image_dict['new_location']=device.get('image location')
678 image_dict
['checksum']=device
.get('image checksum')
679 image_metadata_dict
= device
.get('image metadata', None)
680 image_metadata_str
= None
681 if image_metadata_dict
!= None:
682 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
683 image_dict
['metadata']=image_metadata_str
684 image_mano_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=return_on_error
)
685 image_dict
["uuid"]=image_mano_id
686 image_vim_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=True, return_on_error
=return_on_error
)
688 #save disk information (image must be based on and size
689 disk_list
.append({'image_id': image_vim_id
, 'size': device
.get('size', default_volume_size
)})
691 flavor_dict
["extended"]["devices"][index
]['imageRef']=image_vim_id
694 #check that this vim_id exist in VIM, if not create
695 flavor_vim_id
=flavor_db
[0]["vim_id"]
697 vim
.get_flavor(flavor_vim_id
)
698 continue #flavor exist
699 except vimconn
.vimconnException
:
701 #create flavor at vim
702 logger
.debug("nfvo.create_or_use_flavor() adding flavor to VIM %s", vim
["name"])
705 flavor_vim_id
=vim
.get_flavor_id_from_data(flavor_dict
)
706 flavor_create
="false"
707 except vimconn
.vimconnException
as e
:
710 if not flavor_vim_id
:
711 flavor_vim_id
= vim
.new_flavor(flavor_dict
)
712 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"flavor","uuid":flavor_vim_id
})
713 flavor_created
="true"
714 except vimconn
.vimconnException
as e
:
716 logger
.error("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
718 logger
.warn("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
721 #if reach here the flavor has been create or exist
722 if len(flavor_db
)==0:
723 #add new vim_id at datacenters_flavors
724 extended_devices_yaml
= None
725 if len(disk_list
) > 0:
726 extended_devices
= dict()
727 extended_devices
['disks'] = disk_list
728 extended_devices_yaml
= yaml
.safe_dump(extended_devices
,default_flow_style
=True,width
=256)
729 mydb
.new_row('datacenters_flavors',
730 {'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
, 'vim_id': flavor_vim_id
,
731 'created': flavor_created
, 'extended': extended_devices_yaml
})
732 elif flavor_db
[0]["vim_id"]!=flavor_vim_id
:
733 #modify existing vim_id at datacenters_flavors
734 mydb
.update_rows('datacenters_flavors', UPDATE
={'vim_id':flavor_vim_id
},
735 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
737 return flavor_vim_id
if only_create_at_vim
else flavor_mano_id
740 def get_str(obj
, field
, length
):
742 Obtain the str value,
747 value
= obj
.get(field
)
748 if value
is not None:
749 value
= str(value
)[:length
]
752 def _lookfor_or_create_image(db_image
, mydb
, descriptor
):
754 fill image content at db_image dictionary. Check if the image with this image and checksum exist
755 :param db_image: dictionary to insert data
756 :param mydb: database connector
757 :param descriptor: yang descriptor
758 :return: uuid if the image exist at DB, or None if a new image must be created with the data filled at db_image
761 db_image
["name"] = get_str(descriptor
, "image", 255)
762 db_image
["checksum"] = get_str(descriptor
, "image-checksum", 32)
763 if not db_image
["checksum"]: # Ensure that if empty string, None is stored
764 db_image
["checksum"] = None
765 if db_image
["name"].startswith("/"):
766 db_image
["location"] = db_image
["name"]
767 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'location': db_image
["location"]})
769 db_image
["universal_name"] = db_image
["name"]
770 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name': db_image
['universal_name'],
771 'checksum': db_image
['checksum']})
773 return existing_images
[0]["uuid"]
775 image_uuid
= str(uuid4())
776 db_image
["uuid"] = image_uuid
779 def new_vnfd_v3(mydb
, tenant_id
, vnf_descriptor
):
781 Parses an OSM IM vnfd_catalog and insert at DB
784 :param vnf_descriptor:
785 :return: The list of cretated vnf ids
788 myvnfd
= vnfd_catalog
.vnfd()
790 pybindJSONDecoder
.load_ietf_json(vnf_descriptor
, None, None, obj
=myvnfd
)
791 except Exception as e
:
792 raise NfvoException("Error. Invalid VNF descriptor format " + str(e
), HTTP_Bad_Request
)
802 for vnfd_yang
in myvnfd
.vnfd_catalog
.vnfd
.itervalues():
803 vnfd
= vnfd_yang
.get()
806 vnf_uuid
= str(uuid4())
807 uuid_list
.append(vnf_uuid
)
808 vnfd_uuid_list
.append(vnf_uuid
)
811 "osm_id": get_str(vnfd
, "id", 255),
812 "name": get_str(vnfd
, "name", 255),
813 "description": get_str(vnfd
, "description", 255),
814 "tenant_id": tenant_id
,
815 "vendor": get_str(vnfd
, "vendor", 255),
816 "short_name": get_str(vnfd
, "short-name", 255),
817 "descriptor": str(vnf_descriptor
)[:60000]
820 # table nets (internal-vld)
821 net_id2uuid
= {} # for mapping interface with network
822 for vld
in vnfd
.get("internal-vld").itervalues():
823 net_uuid
= str(uuid4())
824 uuid_list
.append(net_uuid
)
826 "name": get_str(vld
, "name", 255),
829 "description": get_str(vld
, "description", 255),
830 "type": "bridge", # TODO adjust depending on connection point type
832 net_id2uuid
[vld
.get("id")] = net_uuid
833 db_nets
.append(db_net
)
837 vdu_id2db_table_index
= {}
838 for vdu
in vnfd
.get("vdu").itervalues():
839 vm_uuid
= str(uuid4())
840 uuid_list
.append(vm_uuid
)
843 "osm_id": get_str(vdu
, "id", 255),
844 "name": get_str(vdu
, "name", 255),
845 "description": get_str(vdu
, "description", 255),
848 vdu_id2uuid
[db_vm
["osm_id"]] = vm_uuid
849 vdu_id2db_table_index
[db_vm
["osm_id"]] = db_vms_index
851 db_vm
["count"] = int(vdu
["count"])
854 image_present
= False
858 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, vdu
)
860 image_uuid
= db_image
["uuid"]
861 db_images
.append(db_image
)
862 db_vm
["image_id"] = image_uuid
866 if vdu
.get("volumes"):
867 for volume_key
in sorted(vdu
["volumes"]):
868 volume
= vdu
["volumes"][volume_key
]
869 if not image_present
:
870 # Convert the first volume to vnfc.image
873 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, volume
)
875 image_uuid
= db_image
["uuid"]
876 db_images
.append(db_image
)
877 db_vm
["image_id"] = image_uuid
879 # Add Openmano devices
881 device
["type"] = str(volume
.get("device-type"))
882 if volume
.get("size"):
883 device
["size"] = int(volume
["size"])
884 if volume
.get("image"):
885 device
["image name"] = str(volume
["image"])
886 if volume
.get("image-checksum"):
887 device
["image checksum"] = str(volume
["image-checksum"])
888 devices
.append(device
)
892 "name": get_str(vdu
, "name", 250) + "-flv",
893 "vcpus": int(vdu
["vm-flavor"].get("vcpu-count", 1)),
894 "ram": int(vdu
["vm-flavor"].get("memory-mb", 1)),
895 "disk": int(vdu
["vm-flavor"].get("storage-gb", 1)),
901 extended
["devices"] = devices
902 if vdu
.get("guest-epa"): # TODO or dedicated_int:
904 if vdu
["guest-epa"].get("numa-node-policy"): # TODO or dedicated_int:
905 numa_node_policy
= vdu
["guest-epa"].get("numa-node-policy")
906 if numa_node_policy
.get("node"):
907 numa_node
= numa_node_policy
.node
[0]
908 if numa_node
.get("num-cores"):
909 numa
["cores"] = numa_node
["num-cores"]
911 if numa_node
.get("paired-threads"):
912 if numa_node
["paired-threads"].get("num-paired-threads"):
913 numa
["paired-threads"] = numa_node
["paired-threads"]["num-paired-threads"]
915 if len(numa_node
["paired-threads"].get("paired-thread-ids")) > 0:
916 numa
["paired-threads-id"] = []
917 for pair
in numa_node
["paired-threads"]["paired-thread-ids"].itervalues
:
918 numa
["paired-threads-id"].append(
919 (str(pair
["thread-a"]), str(pair
["thread-b"]))
921 if numa_node
.get("num-threads"):
922 numa
["threads"] = numa_node
["num-threads"]
924 if numa_node
.get("memory-mb"):
925 numa
["memory"] = max(int(numa_node
["memory-mb"] / 1024), 1)
926 if vdu
["guest-epa"].get("mempage-size"):
927 if vdu
["guest-epa"]["mempage-size"] != "SMALL":
928 numa
["memory"] = max(int(db_flavor
["ram"] / 1024), 1)
929 if vdu
["guest-epa"].get("cpu-pinning-policy") and not epa_vcpu_set
:
930 if vdu
["guest-epa"]["cpu-pinning-policy"] == "DEDICATED":
931 if vdu
["guest-epa"].get("cpu-thread-pinning-policy") and \
932 vdu
["guest-epa"]["cpu-thread-pinning-policy"] != "PREFER":
933 numa
["cores"] = max(db_flavor
["vcpus"], 1)
935 numa
["threads"] = max(db_flavor
["vcpus"], 1)
937 extended
["numas"] = [numa
]
939 extended_text
= yaml
.safe_dump(extended
, default_flow_style
=True, width
=256)
940 db_flavor
["extended"] = extended_text
941 # look if flavor exist
943 temp_flavor_dict
= {'disk': db_flavor
.get('disk', 1),
944 'ram': db_flavor
.get('ram'),
945 'vcpus': db_flavor
.get('vcpus'),
946 'extended': db_flavor
.get('extended')
948 existing_flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
950 flavor_uuid
= existing_flavors
[0]["uuid"]
952 flavor_uuid
= str(uuid4())
953 uuid_list
.append(flavor_uuid
)
954 db_flavor
["uuid"] = flavor_uuid
955 db_flavors
.append(db_flavor
)
956 db_vm
["flavor_id"] = flavor_uuid
960 if vdu
.get("cloud-init"):
961 boot_data
["user-data"] = str(vdu
["cloud-init"])
962 elif vdu
.get("cloud-init-file"):
963 # TODO Where this file content is present???
964 # boot_data["user-data"] = vnfd_yang.files[vdu["cloud-init-file"]]
965 boot_data
["user-data"] = str(vdu
["cloud-init-file"])
967 if vdu
.get("supplemental-boot-data"):
968 if vdu
["supplemental-boot-data"].get('boot-data-drive'):
969 boot_data
['boot-data-drive'] = True
970 if vdu
["supplemental-boot-data"].get('config-file'):
971 om_cfgfile_list
= list()
972 for custom_config_file
in vdu
["supplemental-boot-data"]['config-file'].itervalues():
973 # TODO Where this file content is present???
974 cfg_source
= str(custom_config_file
["source"])
975 om_cfgfile_list
.append({"dest": custom_config_file
["dest"],
976 "content": cfg_source
})
977 boot_data
['config-files'] = om_cfgfile_list
979 db_vm
["boot_data"] = yaml
.safe_dump(boot_data
, default_flow_style
=True, width
=256)
984 # table interfaces (internal/external interfaces)
985 cp_name2iface_uuid
= {}
987 # for iface in chain(vdu.get("internal-interface").itervalues(), vdu.get("external-interface").itervalues()):
988 for iface
in vdu
.get("interface").itervalues():
989 iface_uuid
= str(uuid4())
990 uuid_list
.append(iface_uuid
)
993 "internal_name": get_str(iface
, "name", 255),
996 if iface
.get("virtual-interface").get("vpci"):
997 db_interface
["vpci"] = get_str(iface
.get("virtual-interface"), "vpci", 12)
999 if iface
.get("virtual-interface").get("bandwidth"):
1000 bps
= int(iface
.get("virtual-interface").get("bandwidth"))
1001 db_interface
["bw"] = bps
/1000
1003 if iface
.get("virtual-interface").get("type") == "OM-MGMT":
1004 db_interface
["type"] = "mgmt"
1005 elif iface
.get("virtual-interface").get("type") in ("VIRTIO", "E1000"):
1006 db_interface
["type"] = "bridge"
1007 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1008 elif iface
.get("virtual-interface").get("type") in ("SR-IOV", "PCI-PASSTHROUGH"):
1009 db_interface
["type"] = "data"
1010 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1012 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vdu[{}]':'interface':'virtual"
1013 "-interface':'type':'{}'. Interface type is not supported".format(
1014 str(vnfd
["id"])[:255], str(vdu
["id"])[:255],
1015 iface
.get("virtual-interface").get("type")),
1018 if iface
.get("external-connection-point-ref"):
1020 cp
= vnfd
.get("connection-point")[iface
.get("external-connection-point-ref")]
1021 db_interface
["external_name"] = get_str(cp
, "name", 255)
1022 cp_name2iface_uuid
[db_interface
["external_name"]] = iface_uuid
1023 cp_name2vm_uuid
[db_interface
["external_name"]] = vm_uuid
1024 # TODO add port-security-enable
1025 # if cp.get("port-security-enabled") == False:
1026 # elif cp.get("port-security-enabled") == True:
1028 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1029 "'interface[{iface}]':'vnfd-connection-point-ref':'{cp}' is not present"
1030 " at connection-point".format(
1031 vnf
=vnfd
["id"], vdu
=vdu
["id"], iface
=iface
["name"],
1032 cp
=iface
.get("vnfd-connection-point-ref")),
1034 elif iface
.get("internal-connection-point-ref"):
1036 for vld
in vnfd
.get("internal-vld").itervalues():
1037 for cp
in vld
.get("internal-connection-point").itervalues():
1038 if cp
.get("id-ref") == iface
.get("internal-connection-point-ref"):
1039 db_interface
["net_id"] = net_id2uuid
[vld
.get("id")]
1042 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1043 "'interface[{iface}]':'vdu-internal-connection-point-ref':'{cp}' is not"
1044 " referenced by any internal-vld".format(
1045 vnf
=vnfd
["id"], vdu
=vdu
["id"], iface
=iface
["name"],
1046 cp
=iface
.get("vdu-internal-connection-point-ref")),
1048 if iface
.get("position") is not None:
1049 db_interface
["created_at"] = int(iface
.get("position")) - 1000
1050 db_interfaces
.append(db_interface
)
1052 # VNF affinity and antiaffinity
1053 for pg
in vnfd
.get("placement-groups").itervalues():
1054 pg_name
= get_str(pg
, "name", 255)
1055 for vdu
in pg
.get("member-vdus").itervalues():
1056 vdu_id
= get_str(vdu
, "member-vdu-ref", 255)
1057 if vdu_id
not in vdu_id2db_table_index
:
1058 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'placement-groups[{pg}]':"
1059 "'member-vdus':'{vdu}'. Reference to a non-existing vdu".format(
1060 vnf
=vnfd
["id"], pg
=pg_name
, vdu
=vdu_id
),
1062 db_vms
[vdu_id2db_table_index
[vdu_id
]]["availability_zone"] = pg_name
1063 # TODO consider the case of isolation and not colocation
1064 # if pg.get("strategy") == "ISOLATION":
1066 # VNF mgmt configuration
1068 if vnfd
["mgmt-interface"].get("vdu-id"):
1069 if vnfd
["mgmt-interface"]["vdu-id"] not in vdu_id2uuid
:
1070 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'vdu-id':"
1071 "'{vdu}'. Reference to a non-existing vdu".format(
1072 vnf
=vnfd
["id"], vdu
=vnfd
["mgmt-interface"]["vdu-id"]),
1074 mgmt_access
["vm_id"] = vdu_id2uuid
[vnfd
["mgmt-interface"]["vdu-id"]]
1075 if vnfd
["mgmt-interface"].get("ip-address"):
1076 mgmt_access
["ip-address"] = str(vnfd
["mgmt-interface"].get("ip-address"))
1077 if vnfd
["mgmt-interface"].get("cp"):
1078 if vnfd
["mgmt-interface"]["cp"] not in cp_name2iface_uuid
:
1079 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'cp':'{cp}'. "
1080 "Reference to a non-existing connection-point".format(
1081 vnf
=vnfd
["id"], cp
=vnfd
["mgmt-interface"]["cp"]),
1083 mgmt_access
["vm_id"] = cp_name2vm_uuid
[vnfd
["mgmt-interface"]["cp"]]
1084 mgmt_access
["interface_id"] = cp_name2iface_uuid
[vnfd
["mgmt-interface"]["cp"]]
1085 default_user
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1089 mgmt_access
["default_user"] = default_user
1090 required
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1093 mgmt_access
["required"] = required
1096 db_vnf
["mgmt_access"] = yaml
.safe_dump(mgmt_access
, default_flow_style
=True, width
=256)
1100 db_vnfs
.append(db_vnf
)
1104 {"images": db_images
},
1105 {"flavors": db_flavors
},
1107 {"interfaces": db_interfaces
},
1110 logger
.debug("create_vnf Deployment done vnfDict: %s",
1111 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
1112 mydb
.new_rows(db_tables
, uuid_list
)
1113 return vnfd_uuid_list
1114 except NfvoException
:
1116 except Exception as e
:
1117 logger
.error("Exception {}".format(e
))
1118 raise # NfvoException("Exception {}".format(e), HTTP_Bad_Request)
1121 def new_vnf(mydb
, tenant_id
, vnf_descriptor
):
1122 global global_config
1124 # Step 1. Check the VNF descriptor
1125 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1)
1126 # Step 2. Check tenant exist
1128 if tenant_id
!= "any":
1129 check_tenant(mydb
, tenant_id
)
1130 if "tenant_id" in vnf_descriptor
["vnf"]:
1131 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1132 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1135 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1136 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1137 if global_config
["auto_push_VNF_to_VIMs"]:
1138 vims
= get_vim(mydb
, tenant_id
)
1140 # Step 4. Review the descriptor and add missing fields
1141 #print vnf_descriptor
1142 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1143 vnf_name
= vnf_descriptor
['vnf']['name']
1144 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1145 if "physical" in vnf_descriptor
['vnf']:
1146 del vnf_descriptor
['vnf']['physical']
1147 #print vnf_descriptor
1149 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1150 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1151 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1153 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1154 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1155 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1157 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1158 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1160 VNFCitem
["name"] = vnfc
['name']
1161 VNFCitem
["availability_zone"] = vnfc
.get('availability_zone')
1162 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1164 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1167 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1168 myflavorDict
["description"] = VNFCitem
["description"]
1169 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1170 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1171 myflavorDict
["disk"] = vnfc
.get("disk", 1)
1172 myflavorDict
["extended"] = {}
1174 devices
= vnfc
.get("devices")
1176 myflavorDict
["extended"]["devices"] = devices
1179 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1180 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1182 # Previous code has been commented
1183 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1184 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1185 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1186 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1188 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1190 # print "Error creating flavor: unknown processor model. Rollback successful."
1191 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1193 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1194 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1196 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1197 myflavorDict
['extended']['numas'] = vnfc
['numas']
1201 # Step 6.2 New flavors are created in the VIM
1202 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1204 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1205 VNFCitem
["flavor_id"] = flavor_id
1206 VNFCDict
[vnfc
['name']] = VNFCitem
1208 logger
.debug("Creating new images in the VIM for each VNFC")
1209 # Step 6.3 New images are created in the VIM
1210 #For each VNFC, we must create the appropriate image.
1211 #This "for" loop might be integrated with the previous one
1212 #In case this integration is made, the VNFCDict might become a VNFClist.
1213 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1214 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1216 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1217 image_dict
['universal_name']=vnfc
.get('image name')
1218 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1219 image_dict
['location']=vnfc
.get('VNFC image')
1220 #image_dict['new_location']=vnfc.get('image location')
1221 image_dict
['checksum']=vnfc
.get('image checksum')
1222 image_metadata_dict
= vnfc
.get('image metadata', None)
1223 image_metadata_str
= None
1224 if image_metadata_dict
is not None:
1225 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1226 image_dict
['metadata']=image_metadata_str
1227 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1228 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1229 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1230 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1231 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1232 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1233 if vnfc
.get("boot-data"):
1234 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1237 # Step 7. Storing the VNF descriptor in the repository
1238 if "descriptor" not in vnf_descriptor
["vnf"]:
1239 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1241 # Step 8. Adding the VNF to the NFVO DB
1242 vnf_id
= mydb
.new_vnf_as_a_whole(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1244 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1245 _
, message
= rollback(mydb
, vims
, rollback_list
)
1246 if isinstance(e
, db_base_Exception
):
1247 error_text
= "Exception at database"
1248 elif isinstance(e
, KeyError):
1249 error_text
= "KeyError exception "
1250 e
.http_code
= HTTP_Internal_Server_Error
1252 error_text
= "Exception at VIM"
1253 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1254 #logger.error("start_scenario %s", error_text)
1255 raise NfvoException(error_text
, e
.http_code
)
1258 def new_vnf_v02(mydb
, tenant_id
, vnf_descriptor
):
1259 global global_config
1261 # Step 1. Check the VNF descriptor
1262 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=2)
1263 # Step 2. Check tenant exist
1265 if tenant_id
!= "any":
1266 check_tenant(mydb
, tenant_id
)
1267 if "tenant_id" in vnf_descriptor
["vnf"]:
1268 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1269 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1272 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1273 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1274 if global_config
["auto_push_VNF_to_VIMs"]:
1275 vims
= get_vim(mydb
, tenant_id
)
1277 # Step 4. Review the descriptor and add missing fields
1278 #print vnf_descriptor
1279 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1280 vnf_name
= vnf_descriptor
['vnf']['name']
1281 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1282 if "physical" in vnf_descriptor
['vnf']:
1283 del vnf_descriptor
['vnf']['physical']
1284 #print vnf_descriptor
1286 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1287 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1288 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1290 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1291 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1292 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1294 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1295 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1297 VNFCitem
["name"] = vnfc
['name']
1298 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1300 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1303 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1304 myflavorDict
["description"] = VNFCitem
["description"]
1305 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1306 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1307 myflavorDict
["disk"] = vnfc
.get("disk", 1)
1308 myflavorDict
["extended"] = {}
1310 devices
= vnfc
.get("devices")
1312 myflavorDict
["extended"]["devices"] = devices
1315 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1316 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1318 # Previous code has been commented
1319 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1320 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1321 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1322 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1324 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1326 # print "Error creating flavor: unknown processor model. Rollback successful."
1327 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1329 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1330 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1332 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1333 myflavorDict
['extended']['numas'] = vnfc
['numas']
1337 # Step 6.2 New flavors are created in the VIM
1338 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1340 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1341 VNFCitem
["flavor_id"] = flavor_id
1342 VNFCDict
[vnfc
['name']] = VNFCitem
1344 logger
.debug("Creating new images in the VIM for each VNFC")
1345 # Step 6.3 New images are created in the VIM
1346 #For each VNFC, we must create the appropriate image.
1347 #This "for" loop might be integrated with the previous one
1348 #In case this integration is made, the VNFCDict might become a VNFClist.
1349 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1350 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1352 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1353 image_dict
['universal_name']=vnfc
.get('image name')
1354 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1355 image_dict
['location']=vnfc
.get('VNFC image')
1356 #image_dict['new_location']=vnfc.get('image location')
1357 image_dict
['checksum']=vnfc
.get('image checksum')
1358 image_metadata_dict
= vnfc
.get('image metadata', None)
1359 image_metadata_str
= None
1360 if image_metadata_dict
is not None:
1361 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1362 image_dict
['metadata']=image_metadata_str
1363 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1364 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1365 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1366 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1367 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1368 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1369 if vnfc
.get("boot-data"):
1370 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1372 # Step 7. Storing the VNF descriptor in the repository
1373 if "descriptor" not in vnf_descriptor
["vnf"]:
1374 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1376 # Step 8. Adding the VNF to the NFVO DB
1377 vnf_id
= mydb
.new_vnf_as_a_whole2(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1379 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1380 _
, message
= rollback(mydb
, vims
, rollback_list
)
1381 if isinstance(e
, db_base_Exception
):
1382 error_text
= "Exception at database"
1383 elif isinstance(e
, KeyError):
1384 error_text
= "KeyError exception "
1385 e
.http_code
= HTTP_Internal_Server_Error
1387 error_text
= "Exception at VIM"
1388 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1389 #logger.error("start_scenario %s", error_text)
1390 raise NfvoException(error_text
, e
.http_code
)
1393 def get_vnf_id(mydb
, tenant_id
, vnf_id
):
1394 #check valid tenant_id
1395 check_tenant(mydb
, tenant_id
)
1398 if tenant_id
!= "any":
1399 where_or
["tenant_id"] = tenant_id
1400 where_or
["public"] = True
1401 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1403 vnf_id
= vnf
["uuid"]
1404 filter_keys
= ('uuid', 'name', 'description', 'public', "tenant_id", "osm_id", "created_at")
1405 filtered_content
= dict( (k
,v
) for k
,v
in vnf
.iteritems() if k
in filter_keys
)
1406 #change_keys_http2db(filtered_content, http2db_vnf, reverse=True)
1407 data
={'vnf' : filtered_content
}
1409 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id',
1410 SELECT
=('vms.uuid as uuid', 'vms.osm_id as osm_id', 'vms.name as name', 'vms.description as description',
1412 WHERE
={'vnfs.uuid': vnf_id
} )
1414 raise NfvoException("vnf '{}' not found".format(vnf_id
), HTTP_Not_Found
)
1415 # change boot_data into boot-data
1417 if vm
.get("boot_data"):
1418 vm
["boot-data"] = yaml
.safe_load(vm
["boot_data"])
1421 data
['vnf']['VNFC'] = content
1422 #TODO: GET all the information from a VNFC and include it in the output.
1425 content
= mydb
.get_rows(FROM
='vnfs join nets on vnfs.uuid=nets.vnf_id',
1426 SELECT
=('nets.uuid as uuid','nets.name as name','nets.description as description', 'nets.type as type', 'nets.multipoint as multipoint'),
1427 WHERE
={'vnfs.uuid': vnf_id
} )
1428 data
['vnf']['nets'] = content
1430 #GET ip-profile for each net
1431 for net
in data
['vnf']['nets']:
1432 ipprofiles
= mydb
.get_rows(FROM
='ip_profiles',
1433 SELECT
=('ip_version','subnet_address','gateway_address','dns_address','dhcp_enabled','dhcp_start_address','dhcp_count'),
1434 WHERE
={'net_id': net
["uuid"]} )
1435 if len(ipprofiles
)==1:
1436 net
["ip_profile"] = ipprofiles
[0]
1437 elif len(ipprofiles
)>1:
1438 raise NfvoException("More than one ip-profile found with this criteria: net_id='{}'".format(net
['uuid']), HTTP_Bad_Request
)
1441 #TODO: For each net, GET its elements and relevant info per element (VNFC, iface, ip_address) and include them in the output.
1443 #GET External Interfaces
1444 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces on vms.uuid=interfaces.vm_id',\
1445 SELECT
=('interfaces.uuid as uuid','interfaces.external_name as external_name', 'vms.name as vm_name', 'interfaces.vm_id as vm_id', \
1446 'interfaces.internal_name as internal_name', 'interfaces.type as type', 'interfaces.vpci as vpci','interfaces.bw as bw'),\
1447 WHERE
={'vnfs.uuid': vnf_id
},
1448 WHERE_NOT
={'interfaces.external_name': None} )
1450 data
['vnf']['external-connections'] = content
1455 def delete_vnf(mydb
,tenant_id
,vnf_id
,datacenter
=None,vim_tenant
=None):
1456 # Check tenant exist
1457 if tenant_id
!= "any":
1458 check_tenant(mydb
, tenant_id
)
1459 # Get the URL of the VIM from the nfvo_tenant and the datacenter
1460 vims
= get_vim(mydb
, tenant_id
)
1464 # Checking if it is a valid uuid and, if not, getting the uuid assuming that the name was provided"
1466 if tenant_id
!= "any":
1467 where_or
["tenant_id"] = tenant_id
1468 where_or
["public"] = True
1469 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1470 vnf_id
= vnf
["uuid"]
1472 # "Getting the list of flavors and tenants of the VNF"
1473 flavorList
= get_flavorlist(mydb
, vnf_id
)
1474 if len(flavorList
)==0:
1475 logger
.warn("delete_vnf error. No flavors found for the VNF id '%s'", vnf_id
)
1477 imageList
= get_imagelist(mydb
, vnf_id
)
1478 if len(imageList
)==0:
1479 logger
.warn( "delete_vnf error. No images found for the VNF id '%s'", vnf_id
)
1481 deleted
= mydb
.delete_row_by_id('vnfs', vnf_id
)
1483 raise NfvoException("vnf '{}' not found".format(vnf_id
), HTTP_Not_Found
)
1486 for flavor
in flavorList
:
1487 #check if flavor is used by other vnf
1489 c
= mydb
.get_rows(FROM
='vms', WHERE
={'flavor_id':flavor
} )
1491 logger
.debug("Flavor '%s' not deleted because it is being used by another VNF", flavor
)
1493 #flavor not used, must be deleted
1495 c
= mydb
.get_rows(FROM
='datacenters_flavors', WHERE
={'flavor_id':flavor
})
1496 for flavor_vim
in c
:
1497 if flavor_vim
["datacenter_vim_id"] not in vims
: # TODO change to datacenter_tenant_id
1499 if flavor_vim
['created']=='false': #skip this flavor because not created by openmano
1501 myvim
=vims
[ flavor_vim
["datacenter_id"] ]
1503 myvim
.delete_flavor(flavor_vim
["vim_id"])
1504 except vimconn
.vimconnNotFoundException
as e
:
1505 logger
.warn("VIM flavor %s not exist at datacenter %s", flavor_vim
["vim_id"], flavor_vim
["datacenter_id"] )
1506 except vimconn
.vimconnException
as e
:
1507 logger
.error("Not possible to delete VIM flavor %s from datacenter %s: %s %s",
1508 flavor_vim
["vim_id"], flavor_vim
["datacenter_id"], type(e
).__name
__, str(e
))
1509 undeletedItems
.append("flavor {} from VIM {}".format(flavor_vim
["vim_id"], flavor_vim
["datacenter_id"] ))
1510 #delete flavor from Database, using table flavors and with cascade foreign key also at datacenters_flavors
1511 mydb
.delete_row_by_id('flavors', flavor
)
1512 except db_base_Exception
as e
:
1513 logger
.error("delete_vnf_error. Not possible to get flavor details and delete '%s'. %s", flavor
, str(e
))
1514 undeletedItems
.append("flavor %s" % flavor
)
1517 for image
in imageList
:
1519 #check if image is used by other vnf
1520 c
= mydb
.get_rows(FROM
='vms', WHERE
={'image_id':image
} )
1522 logger
.debug("Image '%s' not deleted because it is being used by another VNF", image
)
1524 #image not used, must be deleted
1526 c
= mydb
.get_rows(FROM
='datacenters_images', WHERE
={'image_id':image
})
1528 if image_vim
["datacenter_vim_id"] not in vims
: # TODO change to datacenter_tenant_id
1530 if image_vim
['created']=='false': #skip this image because not created by openmano
1532 myvim
=vims
[ image_vim
["datacenter_id"] ]
1534 myvim
.delete_image(image_vim
["vim_id"])
1535 except vimconn
.vimconnNotFoundException
as e
:
1536 logger
.warn("VIM image %s not exist at datacenter %s", image_vim
["vim_id"], image_vim
["datacenter_id"] )
1537 except vimconn
.vimconnException
as e
:
1538 logger
.error("Not possible to delete VIM image %s from datacenter %s: %s %s",
1539 image_vim
["vim_id"], image_vim
["datacenter_id"], type(e
).__name
__, str(e
))
1540 undeletedItems
.append("image {} from VIM {}".format(image_vim
["vim_id"], image_vim
["datacenter_id"] ))
1541 #delete image from Database, using table images and with cascade foreign key also at datacenters_images
1542 mydb
.delete_row_by_id('images', image
)
1543 except db_base_Exception
as e
:
1544 logger
.error("delete_vnf_error. Not possible to get image details and delete '%s'. %s", image
, str(e
))
1545 undeletedItems
.append("image %s" % image
)
1547 return vnf_id
+ " " + vnf
["name"]
1549 # return "delete_vnf. Undeleted: %s" %(undeletedItems)
1552 def get_hosts_info(mydb
, nfvo_tenant_id
, datacenter_name
=None):
1553 result
, vims
= get_vim(mydb
, nfvo_tenant_id
, None, datacenter_name
)
1557 return -HTTP_Not_Found
, "datacenter '%s' not found" % datacenter_name
1558 myvim
= vims
.values()[0]
1559 result
,servers
= myvim
.get_hosts_info()
1561 return result
, servers
1562 topology
= {'name':myvim
['name'] , 'servers': servers
}
1563 return result
, topology
1566 def get_hosts(mydb
, nfvo_tenant_id
):
1567 vims
= get_vim(mydb
, nfvo_tenant_id
)
1569 raise NfvoException("No datacenter found for tenant '{}'".format(str(nfvo_tenant_id
)), HTTP_Not_Found
)
1571 #print "nfvo.datacenter_action() error. Several datacenters found"
1572 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
1573 myvim
= vims
.values()[0]
1575 hosts
= myvim
.get_hosts()
1576 logger
.debug('VIM hosts response: '+ yaml
.safe_dump(hosts
, indent
=4, default_flow_style
=False))
1578 datacenter
= {'Datacenters': [ {'name':myvim
['name'],'servers':[]} ] }
1580 server
={'name':host
['name'], 'vms':[]}
1581 for vm
in host
['instances']:
1582 #get internal name and model
1584 c
= mydb
.get_rows(SELECT
=('name',), FROM
='instance_vms as iv join vms on iv.vm_id=vms.uuid',\
1585 WHERE
={'vim_vm_id':vm
['id']} )
1587 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' not found at tidnfvo".format(vm
['id']))
1589 server
['vms'].append( {'name':vm
['name'] , 'model':c
[0]['name']} )
1591 except db_base_Exception
as e
:
1592 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' error {}".format(vm
['id'], str(e
)))
1593 datacenter
['Datacenters'][0]['servers'].append(server
)
1594 #return -400, "en construccion"
1596 #print 'datacenters '+ json.dumps(datacenter, indent=4)
1598 except vimconn
.vimconnException
as e
:
1599 raise NfvoException("Not possible to get_host_list from VIM: {}".format(str(e
)), e
.http_code
)
1602 def new_scenario(mydb
, tenant_id
, topo
):
1604 # result, vims = get_vim(mydb, tenant_id)
1606 # return result, vims
1608 if tenant_id
!= "any":
1609 check_tenant(mydb
, tenant_id
)
1610 if "tenant_id" in topo
:
1611 if topo
["tenant_id"] != tenant_id
:
1612 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(topo
["tenant_id"], tenant_id
),
1617 #1.1: get VNFs and external_networks (other_nets).
1619 other_nets
={} #external_networks, bridge_networks and data_networkds
1620 nodes
= topo
['topology']['nodes']
1621 for k
in nodes
.keys():
1622 if nodes
[k
]['type'] == 'VNF':
1624 vnfs
[k
]['ifaces'] = {}
1625 elif nodes
[k
]['type'] == 'other_network' or nodes
[k
]['type'] == 'external_network':
1626 other_nets
[k
] = nodes
[k
]
1627 other_nets
[k
]['external']=True
1628 elif nodes
[k
]['type'] == 'network':
1629 other_nets
[k
] = nodes
[k
]
1630 other_nets
[k
]['external']=False
1633 #1.2: Check that VNF are present at database table vnfs. Insert uuid, description and external interfaces
1634 for name
,vnf
in vnfs
.items():
1636 where_or
={"tenant_id": tenant_id
, 'public': "true"}
1638 error_pos
= "'topology':'nodes':'" + name
+ "'"
1640 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
1641 where
['uuid'] = vnf
['vnf_id']
1642 if 'VNF model' in vnf
:
1643 error_text
+= " 'VNF model' " + vnf
['VNF model']
1644 where
['name'] = vnf
['VNF model']
1646 raise NfvoException("Descriptor need a 'vnf_id' or 'VNF model' field at " + error_pos
, HTTP_Bad_Request
)
1648 vnf_db
= mydb
.get_rows(SELECT
=('uuid','name','description'),
1654 raise NfvoException("unknown" + error_text
+ " at " + error_pos
, HTTP_Not_Found
)
1656 raise NfvoException("more than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", HTTP_Conflict
)
1657 vnf
['uuid']=vnf_db
[0]['uuid']
1658 vnf
['description']=vnf_db
[0]['description']
1659 #get external interfaces
1660 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name','i.uuid as iface_uuid', 'i.type as type'),
1661 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
1662 WHERE
={'vnfs.uuid':vnf
['uuid']}, WHERE_NOT
={'external_name':None} )
1663 for ext_iface
in ext_ifaces
:
1664 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type':ext_iface
['type']}
1666 #1.4 get list of connections
1667 conections
= topo
['topology']['connections']
1668 conections_list
= []
1669 conections_list_name
= []
1670 for k
in conections
.keys():
1671 if type(conections
[k
]['nodes'])==dict: #dict with node:iface pairs
1672 ifaces_list
= conections
[k
]['nodes'].items()
1673 elif type(conections
[k
]['nodes'])==list: #list with dictionary
1675 conection_pair_list
= map(lambda x
: x
.items(), conections
[k
]['nodes'] )
1676 for k2
in conection_pair_list
:
1679 con_type
= conections
[k
].get("type", "link")
1680 if con_type
!= "link":
1682 raise NfvoException("Format error. Reapeted network name at 'topology':'connections':'{}'".format(str(k
)), HTTP_Bad_Request
)
1683 other_nets
[k
] = {'external': False}
1684 if conections
[k
].get("graph"):
1685 other_nets
[k
]["graph"] = conections
[k
]["graph"]
1686 ifaces_list
.append( (k
, None) )
1689 if con_type
== "external_network":
1690 other_nets
[k
]['external'] = True
1691 if conections
[k
].get("model"):
1692 other_nets
[k
]["model"] = conections
[k
]["model"]
1694 other_nets
[k
]["model"] = k
1695 if con_type
== "dataplane_net" or con_type
== "bridge_net":
1696 other_nets
[k
]["model"] = con_type
1698 conections_list_name
.append(k
)
1699 conections_list
.append(set(ifaces_list
)) #from list to set to operate as a set (this conversion removes elements that are repeated in a list)
1700 #print set(ifaces_list)
1701 #check valid VNF and iface names
1702 for iface
in ifaces_list
:
1703 if iface
[0] not in vnfs
and iface
[0] not in other_nets
:
1704 raise NfvoException("format error. Invalid VNF name at 'topology':'connections':'{}':'nodes':'{}'".format(
1705 str(k
), iface
[0]), HTTP_Not_Found
)
1706 if iface
[0] in vnfs
and iface
[1] not in vnfs
[ iface
[0] ]['ifaces']:
1707 raise NfvoException("format error. Invalid interface name at 'topology':'connections':'{}':'nodes':'{}':'{}'".format(
1708 str(k
), iface
[0], iface
[1]), HTTP_Not_Found
)
1710 #1.5 unify connections from the pair list to a consolidated list
1712 while index
< len(conections_list
):
1714 while index2
< len(conections_list
):
1715 if len(conections_list
[index
] & conections_list
[index2
])>0: #common interface, join nets
1716 conections_list
[index
] |
= conections_list
[index2
]
1717 del conections_list
[index2
]
1718 del conections_list_name
[index2
]
1721 conections_list
[index
] = list(conections_list
[index
]) # from set to list again
1723 #for k in conections_list:
1728 #1.6 Delete non external nets
1729 # for k in other_nets.keys():
1730 # if other_nets[k]['model']=='bridge' or other_nets[k]['model']=='dataplane_net' or other_nets[k]['model']=='bridge_net':
1731 # for con in conections_list:
1733 # for index in range(0,len(con)):
1734 # if con[index][0] == k: delete_indexes.insert(0,index) #order from higher to lower
1735 # for index in delete_indexes:
1738 #1.7: Check external_ports are present at database table datacenter_nets
1739 for k
,net
in other_nets
.items():
1740 error_pos
= "'topology':'nodes':'" + k
+ "'"
1741 if net
['external']==False:
1742 if 'name' not in net
:
1744 if 'model' not in net
:
1745 raise NfvoException("needed a 'model' at " + error_pos
, HTTP_Bad_Request
)
1746 if net
['model']=='bridge_net':
1747 net
['type']='bridge';
1748 elif net
['model']=='dataplane_net':
1751 raise NfvoException("unknown 'model' '"+ net
['model'] +"' at " + error_pos
, HTTP_Not_Found
)
1753 #IF we do not want to check that external network exist at datacenter
1758 # if 'net_id' in net:
1759 # error_text += " 'net_id' " + net['net_id']
1760 # WHERE_['uuid'] = net['net_id']
1761 # if 'model' in net:
1762 # error_text += " 'model' " + net['model']
1763 # WHERE_['name'] = net['model']
1764 # if len(WHERE_) == 0:
1765 # return -HTTP_Bad_Request, "needed a 'net_id' or 'model' at " + error_pos
1766 # r,net_db = mydb.get_table(SELECT=('uuid','name','description','type','shared'),
1767 # FROM='datacenter_nets', WHERE=WHERE_ )
1769 # print "nfvo.new_scenario Error getting datacenter_nets",r,net_db
1771 # print "nfvo.new_scenario Error" +error_text+ " is not present at database"
1772 # return -HTTP_Bad_Request, "unknown " +error_text+ " at " + error_pos
1774 # print "nfvo.new_scenario Error more than one external_network for " +error_text+ " is present at database"
1775 # return -HTTP_Bad_Request, "more than one external_network for " +error_text+ "at "+ error_pos + " Concrete with 'net_id'"
1776 # other_nets[k].update(net_db[0])
1779 net_nb
=0 #Number of nets
1780 for con
in conections_list
:
1781 #check if this is connected to a external net
1785 for index
in range(0,len(con
)):
1786 #check if this is connected to a external net
1787 for net_key
in other_nets
.keys():
1788 if con
[index
][0]==net_key
:
1789 if other_net_index
>=0:
1790 error_text
="There is some interface connected both to net '%s' and net '%s'" % (con
[other_net_index
][0], net_key
)
1791 #print "nfvo.new_scenario " + error_text
1792 raise NfvoException(error_text
, HTTP_Bad_Request
)
1794 other_net_index
= index
1795 net_target
= net_key
1797 #print "other_net_index", other_net_index
1799 if other_net_index
>=0:
1800 del con
[other_net_index
]
1801 #IF we do not want to check that external network exist at datacenter
1802 if other_nets
[net_target
]['external'] :
1803 if "name" not in other_nets
[net_target
]:
1804 other_nets
[net_target
]['name'] = other_nets
[net_target
]['model']
1805 if other_nets
[net_target
]["type"] == "external_network":
1806 if vnfs
[ con
[0][0] ]['ifaces'][ con
[0][1] ]["type"] == "data":
1807 other_nets
[net_target
]["type"] = "data"
1809 other_nets
[net_target
]["type"] = "bridge"
1811 # if other_nets[net_target]['external'] :
1812 # type_='data' if len(con)>1 else 'ptp' #an external net is connected to a external port, so it is ptp if only one connection is done to this net
1813 # if type_=='data' and other_nets[net_target]['type']=="ptp":
1814 # error_text = "Error connecting %d nodes on a not multipoint net %s" % (len(con), net_target)
1815 # print "nfvo.new_scenario " + error_text
1816 # return -HTTP_Bad_Request, error_text
1819 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
1822 net_type_bridge
=False
1824 net_target
= "__-__net"+str(net_nb
)
1825 net_list
[net_target
] = {'name': conections_list_name
[net_nb
], #"net-"+str(net_nb),
1826 'description':"net-%s in scenario %s" %(net_nb
,topo
['name']),
1829 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
1830 iface_type
= vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['type']
1831 if iface_type
=='mgmt' or iface_type
=='bridge':
1832 net_type_bridge
= True
1834 net_type_data
= True
1835 if net_type_bridge
and net_type_data
:
1836 error_text
= "Error connection interfaces of bridge type with data type. Firs node %s, iface %s" % (iface
[0], iface
[1])
1837 #print "nfvo.new_scenario " + error_text
1838 raise NfvoException(error_text
, HTTP_Bad_Request
)
1839 elif net_type_bridge
:
1842 type_
='data' if len(con
)>2 else 'ptp'
1843 net_list
[net_target
]['type'] = type_
1846 error_text
= "Error connection node %s : %s does not match any VNF or interface" % (iface
[0], iface
[1])
1847 #print "nfvo.new_scenario " + error_text
1849 raise NfvoException(error_text
, HTTP_Bad_Request
)
1851 #1.8: Connect to management net all not already connected interfaces of type 'mgmt'
1852 #1.8.1 obtain management net
1853 mgmt_net
= mydb
.get_rows(SELECT
=('uuid','name','description','type','shared'),
1854 FROM
='datacenter_nets', WHERE
={'name':'mgmt'} )
1855 #1.8.2 check all interfaces from all vnfs
1857 add_mgmt_net
= False
1858 for vnf
in vnfs
.values():
1859 for iface
in vnf
['ifaces'].values():
1860 if iface
['type']=='mgmt' and 'net_key' not in iface
:
1861 #iface not connected
1862 iface
['net_key'] = 'mgmt'
1864 if add_mgmt_net
and 'mgmt' not in net_list
:
1865 net_list
['mgmt']=mgmt_net
[0]
1866 net_list
['mgmt']['external']=True
1867 net_list
['mgmt']['graph']={'visible':False}
1869 net_list
.update(other_nets
)
1871 #print 'net_list', net_list
1876 #2: insert scenario. filling tables scenarios,sce_vnfs,sce_interfaces,sce_nets
1877 c
= mydb
.new_scenario( { 'vnfs':vnfs
, 'nets':net_list
,
1878 'tenant_id':tenant_id
, 'name':topo
['name'],
1879 'description':topo
.get('description',topo
['name']),
1880 'public': topo
.get('public', False)
1886 def new_scenario_v02(mydb
, tenant_id
, scenario_dict
, version
):
1887 """ This creates a new scenario for version 0.2 and 0.3"""
1888 scenario
= scenario_dict
["scenario"]
1889 if tenant_id
!= "any":
1890 check_tenant(mydb
, tenant_id
)
1891 if "tenant_id" in scenario
:
1892 if scenario
["tenant_id"] != tenant_id
:
1893 # print "nfvo.new_scenario_v02() tenant '%s' not found" % tenant_id
1894 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(
1895 scenario
["tenant_id"], tenant_id
), HTTP_Unauthorized
)
1899 # 1: Check that VNF are present at database table vnfs and update content into scenario dict
1900 for name
,vnf
in scenario
["vnfs"].iteritems():
1902 where_or
={"tenant_id": tenant_id
, 'public': "true"}
1904 error_pos
= "'scenario':'vnfs':'" + name
+ "'"
1906 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
1907 where
['uuid'] = vnf
['vnf_id']
1908 if 'vnf_name' in vnf
:
1909 error_text
+= " 'vnf_name' " + vnf
['vnf_name']
1910 where
['name'] = vnf
['vnf_name']
1912 raise NfvoException("Needed a 'vnf_id' or 'vnf_name' at " + error_pos
, HTTP_Bad_Request
)
1913 vnf_db
= mydb
.get_rows(SELECT
=('uuid', 'name', 'description'),
1918 if len(vnf_db
) == 0:
1919 raise NfvoException("Unknown" + error_text
+ " at " + error_pos
, HTTP_Not_Found
)
1920 elif len(vnf_db
) > 1:
1921 raise NfvoException("More than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", HTTP_Conflict
)
1922 vnf
['uuid'] = vnf_db
[0]['uuid']
1923 vnf
['description'] = vnf_db
[0]['description']
1925 # get external interfaces
1926 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name', 'i.uuid as iface_uuid', 'i.type as type'),
1927 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
1928 WHERE
={'vnfs.uuid':vnf
['uuid']}, WHERE_NOT
={'external_name': None} )
1929 for ext_iface
in ext_ifaces
:
1930 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type': ext_iface
['type']}
1931 # TODO? get internal-connections from db.nets and their profiles, and update scenario[vnfs][internal-connections] accordingly
1933 # 2: Insert net_key and ip_address at every vnf interface
1934 for net_name
, net
in scenario
["networks"].items():
1935 net_type_bridge
= False
1936 net_type_data
= False
1937 for iface_dict
in net
["interfaces"]:
1938 if version
== "0.2":
1939 temp_dict
= iface_dict
1941 elif version
== "0.3":
1942 temp_dict
= {iface_dict
["vnf"] : iface_dict
["vnf_interface"]}
1943 ip_address
= iface_dict
.get('ip_address', None)
1944 for vnf
, iface
in temp_dict
.items():
1945 if vnf
not in scenario
["vnfs"]:
1946 error_text
= "Error at 'networks':'{}':'interfaces' VNF '{}' not match any VNF at 'vnfs'".format(
1948 # logger.debug("nfvo.new_scenario_v02 " + error_text)
1949 raise NfvoException(error_text
, HTTP_Not_Found
)
1950 if iface
not in scenario
["vnfs"][vnf
]['ifaces']:
1951 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface not match any VNF interface"\
1952 .format(net_name
, iface
)
1953 # logger.debug("nfvo.new_scenario_v02 " + error_text)
1954 raise NfvoException(error_text
, HTTP_Bad_Request
)
1955 if "net_key" in scenario
["vnfs"][vnf
]['ifaces'][iface
]:
1956 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface already connected at network"\
1957 "'{}'".format(net_name
, iface
,scenario
["vnfs"][vnf
]['ifaces'][iface
]['net_key'])
1958 # logger.debug("nfvo.new_scenario_v02 " + error_text)
1959 raise NfvoException(error_text
, HTTP_Bad_Request
)
1960 scenario
["vnfs"][vnf
]['ifaces'][ iface
]['net_key'] = net_name
1961 scenario
["vnfs"][vnf
]['ifaces'][iface
]['ip_address'] = ip_address
1962 iface_type
= scenario
["vnfs"][vnf
]['ifaces'][iface
]['type']
1963 if iface_type
== 'mgmt' or iface_type
== 'bridge':
1964 net_type_bridge
= True
1966 net_type_data
= True
1968 if net_type_bridge
and net_type_data
:
1969 error_text
= "Error connection interfaces of 'bridge' type and 'data' type at 'networks':'{}':'interfaces'"\
1971 # logger.debug("nfvo.new_scenario " + error_text)
1972 raise NfvoException(error_text
, HTTP_Bad_Request
)
1973 elif net_type_bridge
:
1976 type_
= 'data' if len(net
["interfaces"]) > 2 else 'ptp'
1978 if net
.get("implementation"): # for v0.3
1979 if type_
== "bridge" and net
["implementation"] == "underlay":
1980 error_text
= "Error connecting interfaces of data type to a network declared as 'underlay' at "\
1981 "'network':'{}'".format(net_name
)
1982 # logger.debug(error_text)
1983 raise NfvoException(error_text
, HTTP_Bad_Request
)
1984 elif type_
!= "bridge" and net
["implementation"] == "overlay":
1985 error_text
= "Error connecting interfaces of data type to a network declared as 'overlay' at "\
1986 "'network':'{}'".format(net_name
)
1987 # logger.debug(error_text)
1988 raise NfvoException(error_text
, HTTP_Bad_Request
)
1989 net
.pop("implementation")
1990 if "type" in net
and version
== "0.3": # for v0.3
1991 if type_
== "data" and net
["type"] == "e-line":
1992 error_text
= "Error connecting more than 2 interfaces of data type to a network declared as type "\
1993 "'e-line' at 'network':'{}'".format(net_name
)
1994 # logger.debug(error_text)
1995 raise NfvoException(error_text
, HTTP_Bad_Request
)
1996 elif type_
== "ptp" and net
["type"] == "e-lan":
2000 net
['name'] = net_name
2001 net
['external'] = net
.get('external', False)
2003 # 3: insert at database
2004 scenario
["nets"] = scenario
["networks"]
2005 scenario
['tenant_id'] = tenant_id
2006 scenario_id
= mydb
.new_scenario(scenario
)
2010 def new_nsd_v3(mydb
, tenant_id
, nsd_descriptor
):
2012 Parses an OSM IM nsd_catalog and insert at DB
2015 :param nsd_descriptor:
2016 :return: The list of cretated NSD ids
2019 mynsd
= nsd_catalog
.nsd()
2021 pybindJSONDecoder
.load_ietf_json(nsd_descriptor
, None, None, obj
=mynsd
)
2022 except Exception as e
:
2023 raise NfvoException("Error. Invalid NS descriptor format: " + str(e
), HTTP_Bad_Request
)
2027 db_sce_interfaces
= []
2029 db_ip_profiles_index
= 0
2032 for nsd_yang
in mynsd
.nsd_catalog
.nsd
.itervalues():
2033 nsd
= nsd_yang
.get()
2036 scenario_uuid
= str(uuid4())
2037 uuid_list
.append(scenario_uuid
)
2038 nsd_uuid_list
.append(scenario_uuid
)
2040 "uuid": scenario_uuid
,
2041 "osm_id": get_str(nsd
, "id", 255),
2042 "name": get_str(nsd
, "name", 255),
2043 "description": get_str(nsd
, "description", 255),
2044 "tenant_id": tenant_id
,
2045 "vendor": get_str(nsd
, "vendor", 255),
2046 "short_name": get_str(nsd
, "short-name", 255),
2047 "descriptor": str(nsd_descriptor
)[:60000],
2049 db_scenarios
.append(db_scenario
)
2051 # table sce_vnfs (constituent-vnfd)
2052 vnf_index2scevnf_uuid
= {}
2053 vnf_index2vnf_uuid
= {}
2054 for vnf
in nsd
.get("constituent-vnfd").itervalues():
2055 existing_vnf
= mydb
.get_rows(FROM
="vnfs", WHERE
={'osm_id': str(vnf
["vnfd-id-ref"])[:255],
2056 'tenant_id': tenant_id
})
2057 if not existing_vnf
:
2058 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'constituent-vnfd':'vnfd-id-ref':"
2059 "'{}'. Reference to a non-existing VNFD in the catalog".format(
2060 str(nsd
["id"]), str(vnf
["vnfd-id-ref"])[:255]),
2062 sce_vnf_uuid
= str(uuid4())
2063 uuid_list
.append(sce_vnf_uuid
)
2065 "uuid": sce_vnf_uuid
,
2066 "scenario_id": scenario_uuid
,
2067 "name": existing_vnf
[0]["name"][:200] + "." + get_str(vnf
, "member-vnf-index", 5),
2068 "vnf_id": existing_vnf
[0]["uuid"],
2069 "member_vnf_index": int(vnf
["member-vnf-index"]),
2070 # TODO 'start-by-default': True
2072 vnf_index2scevnf_uuid
[int(vnf
['member-vnf-index'])] = sce_vnf_uuid
2073 vnf_index2vnf_uuid
[int(vnf
['member-vnf-index'])] = existing_vnf
[0]["uuid"]
2074 db_sce_vnfs
.append(db_sce_vnf
)
2076 # table ip_profiles (ip-profiles)
2077 ip_profile_name2db_table_index
= {}
2078 for ip_profile
in nsd
.get("ip-profiles").itervalues():
2080 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
2081 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
2082 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
2083 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
2084 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
2085 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
2088 for dns
in ip_profile
["ip-profile-params"]["dns-server"].itervalues():
2089 dns_list
.append(str(dns
.get("address")))
2090 db_ip_profile
["dns_address"] = ";".join(dns_list
)
2091 if ip_profile
["ip-profile-params"].get('security-group'):
2092 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
2093 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
2094 db_ip_profiles_index
+= 1
2095 db_ip_profiles
.append(db_ip_profile
)
2097 # table sce_nets (internal-vld)
2098 for vld
in nsd
.get("vld").itervalues():
2099 sce_net_uuid
= str(uuid4())
2100 uuid_list
.append(sce_net_uuid
)
2102 "uuid": sce_net_uuid
,
2103 "name": get_str(vld
, "name", 255),
2104 "scenario_id": scenario_uuid
,
2106 "multipoint": not vld
.get("type") == "ELINE",
2108 "description": get_str(vld
, "description", 255),
2110 # guess type of network
2111 if vld
.get("mgmt-network"):
2112 db_sce_net
["type"] = "bridge"
2113 db_sce_net
["external"] = True
2114 elif vld
.get("provider-network").get("overlay-type") == "VLAN":
2115 db_sce_net
["type"] = "data"
2117 db_sce_net
["type"] = "bridge"
2118 db_sce_nets
.append(db_sce_net
)
2120 # ip-profile, link db_ip_profile with db_sce_net
2121 if vld
.get("ip-profile-ref"):
2122 ip_profile_name
= vld
.get("ip-profile-ref")
2123 if ip_profile_name
not in ip_profile_name2db_table_index
:
2124 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'ip-profile-ref':'{}'."
2125 " Reference to a non-existing 'ip_profiles'".format(
2126 str(nsd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
2128 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["sce_net_id"] = sce_net_uuid
2130 # table sce_interfaces (vld:vnfd-connection-point-ref)
2131 for iface
in vld
.get("vnfd-connection-point-ref").itervalues():
2132 vnf_index
= int(iface
['member-vnf-index-ref'])
2133 # check correct parameters
2134 if vnf_index
not in vnf_index2vnf_uuid
:
2135 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2136 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2137 "'nsd':'constituent-vnfd'".format(
2138 str(nsd
["id"]), str(vld
["id"]), str(iface
["member-vnf-index-ref"])),
2141 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2142 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2143 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2144 'external_name': get_str(iface
, "vnfd-connection-point-ref",
2146 if not existing_ifaces
:
2147 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2148 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2149 "connection-point name at VNFD '{}'".format(
2150 str(nsd
["id"]), str(vld
["id"]), str(iface
["vnfd-connection-point-ref"]),
2151 str(iface
.get("vnfd-id-ref"))[:255]),
2153 interface_uuid
= existing_ifaces
[0]["uuid"]
2154 sce_interface_uuid
= str(uuid4())
2155 uuid_list
.append(sce_net_uuid
)
2156 db_sce_interface
= {
2157 "uuid": sce_interface_uuid
,
2158 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2159 "sce_net_id": sce_net_uuid
,
2160 "interface_id": interface_uuid
,
2161 # "ip_address": #TODO
2163 db_sce_interfaces
.append(db_sce_interface
)
2166 {"scenarios": db_scenarios
},
2167 {"sce_nets": db_sce_nets
},
2168 {"ip_profiles": db_ip_profiles
},
2169 {"sce_vnfs": db_sce_vnfs
},
2170 {"sce_interfaces": db_sce_interfaces
},
2173 logger
.debug("create_vnf Deployment done vnfDict: %s",
2174 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
2175 mydb
.new_rows(db_tables
, uuid_list
)
2176 return nsd_uuid_list
2177 except NfvoException
:
2179 except Exception as e
:
2180 logger
.error("Exception {}".format(e
))
2181 raise # NfvoException("Exception {}".format(e), HTTP_Bad_Request)
2184 def edit_scenario(mydb
, tenant_id
, scenario_id
, data
):
2185 data
["uuid"] = scenario_id
2186 data
["tenant_id"] = tenant_id
2187 c
= mydb
.edit_scenario( data
)
2191 def start_scenario(mydb
, tenant_id
, scenario_id
, instance_scenario_name
, instance_scenario_description
, datacenter
=None,vim_tenant
=None, startvms
=True):
2192 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2193 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
, vim_tenant
=vim_tenant
)
2194 vims
= {datacenter_id
: myvim
}
2195 myvim_tenant
= myvim
['tenant_id']
2196 datacenter_name
= myvim
['name']
2200 #print "Checking that the scenario_id exists and getting the scenario dictionary"
2201 scenarioDict
= mydb
.get_scenario(scenario_id
, tenant_id
, datacenter_id
=datacenter_id
)
2202 scenarioDict
['datacenter2tenant'] = { datacenter_id
: myvim
['config']['datacenter_tenant_id'] }
2203 scenarioDict
['datacenter_id'] = datacenter_id
2204 #print '================scenarioDict======================='
2205 #print json.dumps(scenarioDict, indent=4)
2206 #print 'BEGIN launching instance scenario "%s" based on "%s"' % (instance_scenario_name,scenarioDict['name'])
2208 logger
.debug("start_scenario Scenario %s: consisting of %d VNF(s)", scenarioDict
['name'],len(scenarioDict
['vnfs']))
2209 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2211 auxNetDict
= {} #Auxiliar dictionary. First key:'scenario' or sce_vnf uuid. Second Key: uuid of the net/sce_net. Value: vim_net_id
2212 auxNetDict
['scenario'] = {}
2214 logger
.debug("start_scenario 1. Creating new nets (sce_nets) in the VIM")
2215 for sce_net
in scenarioDict
['nets']:
2216 #print "Net name: %s. Description: %s" % (sce_net["name"], sce_net["description"])
2218 myNetName
= "%s.%s" % (instance_scenario_name
, sce_net
['name'])
2219 myNetName
= myNetName
[0:255] #limit length
2220 myNetType
= sce_net
['type']
2222 myNetDict
["name"] = myNetName
2223 myNetDict
["type"] = myNetType
2224 myNetDict
["tenant_id"] = myvim_tenant
2225 myNetIPProfile
= sce_net
.get('ip_profile', None)
2227 #We should use the dictionary as input parameter for new_network
2229 if not sce_net
["external"]:
2230 network_id
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2231 #print "New VIM network created for scenario %s. Network id: %s" % (scenarioDict['name'],network_id)
2232 sce_net
['vim_id'] = network_id
2233 auxNetDict
['scenario'][sce_net
['uuid']] = network_id
2234 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2235 sce_net
["created"] = True
2237 if sce_net
['vim_id'] == None:
2238 error_text
= "Error, datacenter '%s' does not have external network '%s'." % (datacenter_name
, sce_net
['name'])
2239 _
, message
= rollback(mydb
, vims
, rollbackList
)
2240 logger
.error("nfvo.start_scenario: %s", error_text
)
2241 raise NfvoException(error_text
, HTTP_Bad_Request
)
2242 logger
.debug("Using existent VIM network for scenario %s. Network id %s", scenarioDict
['name'],sce_net
['vim_id'])
2243 auxNetDict
['scenario'][sce_net
['uuid']] = sce_net
['vim_id']
2245 logger
.debug("start_scenario 2. Creating new nets (vnf internal nets) in the VIM")
2246 #For each vnf net, we create it and we add it to instanceNetlist.
2248 for sce_vnf
in scenarioDict
['vnfs']:
2249 for net
in sce_vnf
['nets']:
2250 #print "Net name: %s. Description: %s" % (net["name"], net["description"])
2252 myNetName
= "%s.%s" % (instance_scenario_name
,net
['name'])
2253 myNetName
= myNetName
[0:255] #limit length
2254 myNetType
= net
['type']
2256 myNetDict
["name"] = myNetName
2257 myNetDict
["type"] = myNetType
2258 myNetDict
["tenant_id"] = myvim_tenant
2259 myNetIPProfile
= net
.get('ip_profile', None)
2262 #We should use the dictionary as input parameter for new_network
2263 network_id
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2264 #print "VIM network id for scenario %s: %s" % (scenarioDict['name'],network_id)
2265 net
['vim_id'] = network_id
2266 if sce_vnf
['uuid'] not in auxNetDict
:
2267 auxNetDict
[sce_vnf
['uuid']] = {}
2268 auxNetDict
[sce_vnf
['uuid']][net
['uuid']] = network_id
2269 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2270 net
["created"] = True
2272 #print "auxNetDict:"
2273 #print yaml.safe_dump(auxNetDict, indent=4, default_flow_style=False)
2275 logger
.debug("start_scenario 3. Creating new vm instances in the VIM")
2276 #myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
2278 for sce_vnf
in scenarioDict
['vnfs']:
2279 vnf_availability_zones
= []
2280 for vm
in sce_vnf
['vms']:
2281 vm_av
= vm
.get('availability_zone')
2282 if vm_av
and vm_av
not in vnf_availability_zones
:
2283 vnf_availability_zones
.append(vm_av
)
2285 # check if there is enough availability zones available at vim level.
2286 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
2287 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
2288 raise NfvoException('No enough availability zones at VIM for this deployment', HTTP_Bad_Request
)
2290 for vm
in sce_vnf
['vms']:
2293 #myVMDict['name'] = "%s-%s-%s" % (scenarioDict['name'],sce_vnf['name'], vm['name'])
2294 myVMDict
['name'] = "{}.{}.{}".format(instance_scenario_name
,sce_vnf
['name'],chr(96+i
))
2295 #myVMDict['description'] = vm['description']
2296 myVMDict
['description'] = myVMDict
['name'][0:99]
2298 myVMDict
['start'] = "no"
2299 myVMDict
['name'] = myVMDict
['name'][0:255] #limit name length
2300 #print "VM name: %s. Description: %s" % (myVMDict['name'], myVMDict['name'])
2302 #create image at vim in case it not exist
2303 image_dict
= mydb
.get_table_by_uuid_name("images", vm
['image_id'])
2304 image_id
= create_or_use_image(mydb
, vims
, image_dict
, [], True)
2305 vm
['vim_image_id'] = image_id
2307 #create flavor at vim in case it not exist
2308 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
2309 if flavor_dict
['extended']!=None:
2310 flavor_dict
['extended']= yaml
.load(flavor_dict
['extended'])
2311 flavor_id
= create_or_use_flavor(mydb
, vims
, flavor_dict
, [], True)
2312 vm
['vim_flavor_id'] = flavor_id
2315 myVMDict
['imageRef'] = vm
['vim_image_id']
2316 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
2317 myVMDict
['networks'] = []
2318 for iface
in vm
['interfaces']:
2320 if iface
['type']=="data":
2321 netDict
['type'] = iface
['model']
2322 elif "model" in iface
and iface
["model"]!=None:
2323 netDict
['model']=iface
['model']
2324 #TODO in future, remove this because mac_address will not be set, and the type of PV,VF is obtained from iterface table model
2325 #discover type of interface looking at flavor
2326 for numa
in flavor_dict
.get('extended',{}).get('numas',[]):
2327 for flavor_iface
in numa
.get('interfaces',[]):
2328 if flavor_iface
.get('name') == iface
['internal_name']:
2329 if flavor_iface
['dedicated'] == 'yes':
2330 netDict
['type']="PF" #passthrough
2331 elif flavor_iface
['dedicated'] == 'no':
2332 netDict
['type']="VF" #siov
2333 elif flavor_iface
['dedicated'] == 'yes:sriov':
2334 netDict
['type']="VFnotShared" #sriov but only one sriov on the PF
2335 netDict
["mac_address"] = flavor_iface
.get("mac_address")
2337 netDict
["use"]=iface
['type']
2338 if netDict
["use"]=="data" and not netDict
.get("type"):
2339 #print "netDict", netDict
2340 #print "iface", iface
2341 e_text
= "Cannot determine the interface type PF or VF of VNF '%s' VM '%s' iface '%s'" %(sce_vnf
['name'], vm
['name'], iface
['internal_name'])
2342 if flavor_dict
.get('extended')==None:
2343 raise NfvoException(e_text
+ "After database migration some information is not available. \
2344 Try to delete and create the scenarios and VNFs again", HTTP_Conflict
)
2346 raise NfvoException(e_text
, HTTP_Internal_Server_Error
)
2347 if netDict
["use"]=="mgmt" or netDict
["use"]=="bridge":
2348 netDict
["type"]="virtual"
2349 if "vpci" in iface
and iface
["vpci"] is not None:
2350 netDict
['vpci'] = iface
['vpci']
2351 if "mac" in iface
and iface
["mac"] is not None:
2352 netDict
['mac_address'] = iface
['mac']
2353 if "port-security" in iface
and iface
["port-security"] is not None:
2354 netDict
['port_security'] = iface
['port-security']
2355 if "floating-ip" in iface
and iface
["floating-ip"] is not None:
2356 netDict
['floating_ip'] = iface
['floating-ip']
2357 netDict
['name'] = iface
['internal_name']
2358 if iface
['net_id'] is None:
2359 for vnf_iface
in sce_vnf
["interfaces"]:
2362 if vnf_iface
['interface_id']==iface
['uuid']:
2363 netDict
['net_id'] = auxNetDict
['scenario'][ vnf_iface
['sce_net_id'] ]
2366 netDict
['net_id'] = auxNetDict
[ sce_vnf
['uuid'] ][ iface
['net_id'] ]
2367 #skip bridge ifaces not connected to any net
2368 #if 'net_id' not in netDict or netDict['net_id']==None:
2370 myVMDict
['networks'].append(netDict
)
2371 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2372 #print myVMDict['name']
2373 #print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
2374 #print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
2375 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2377 if 'availability_zone' in myVMDict
:
2378 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
2382 vm_id
= myvim
.new_vminstance(myVMDict
['name'], myVMDict
['description'], myVMDict
.get('start', None),
2383 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'],
2384 availability_zone_index
=av_index
,
2385 availability_zone_list
=vnf_availability_zones
)
2386 #print "VIM vm instance id (server id) for scenario %s: %s" % (scenarioDict['name'],vm_id)
2387 vm
['vim_id'] = vm_id
2388 rollbackList
.append({'what':'vm','where':'vim','vim_id':datacenter_id
,'uuid':vm_id
})
2389 #put interface uuid back to scenario[vnfs][vms[[interfaces]
2390 for net
in myVMDict
['networks']:
2392 for iface
in vm
['interfaces']:
2393 if net
["name"]==iface
["internal_name"]:
2394 iface
["vim_id"]=net
["vim_id"]
2397 logger
.debug("start scenario Deployment done")
2398 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2399 #r,c = mydb.new_instance_scenario_as_a_whole(nfvo_tenant,scenarioDict['name'],scenarioDict)
2400 instance_id
= mydb
.new_instance_scenario_as_a_whole(tenant_id
,instance_scenario_name
, instance_scenario_description
, scenarioDict
)
2401 return mydb
.get_instance_scenario(instance_id
)
2403 except (db_base_Exception
, vimconn
.vimconnException
) as e
:
2404 _
, message
= rollback(mydb
, vims
, rollbackList
)
2405 if isinstance(e
, db_base_Exception
):
2406 error_text
= "Exception at database"
2408 error_text
= "Exception at VIM"
2409 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
2410 #logger.error("start_scenario %s", error_text)
2411 raise NfvoException(error_text
, e
.http_code
)
2413 def unify_cloud_config(cloud_config_preserve
, cloud_config
):
2414 """ join the cloud config information into cloud_config_preserve.
2415 In case of conflict cloud_config_preserve preserves
2418 if not cloud_config_preserve
and not cloud_config
:
2421 new_cloud_config
= {"key-pairs":[], "users":[]}
2423 if cloud_config_preserve
:
2424 for key
in cloud_config_preserve
.get("key-pairs", () ):
2425 if key
not in new_cloud_config
["key-pairs"]:
2426 new_cloud_config
["key-pairs"].append(key
)
2428 for key
in cloud_config
.get("key-pairs", () ):
2429 if key
not in new_cloud_config
["key-pairs"]:
2430 new_cloud_config
["key-pairs"].append(key
)
2431 if not new_cloud_config
["key-pairs"]:
2432 del new_cloud_config
["key-pairs"]
2436 new_cloud_config
["users"] += cloud_config
.get("users", () )
2437 if cloud_config_preserve
:
2438 new_cloud_config
["users"] += cloud_config_preserve
.get("users", () )
2439 index_to_delete
= []
2440 users
= new_cloud_config
.get("users", [])
2441 for index0
in range(0,len(users
)):
2442 if index0
in index_to_delete
:
2444 for index1
in range(index0
+1,len(users
)):
2445 if index1
in index_to_delete
:
2447 if users
[index0
]["name"] == users
[index1
]["name"]:
2448 index_to_delete
.append(index1
)
2449 for key
in users
[index1
].get("key-pairs",()):
2450 if "key-pairs" not in users
[index0
]:
2451 users
[index0
]["key-pairs"] = [key
]
2452 elif key
not in users
[index0
]["key-pairs"]:
2453 users
[index0
]["key-pairs"].append(key
)
2454 index_to_delete
.sort(reverse
=True)
2455 for index
in index_to_delete
:
2457 if not new_cloud_config
["users"]:
2458 del new_cloud_config
["users"]
2461 if cloud_config
and cloud_config
.get("boot-data-drive") != None:
2462 new_cloud_config
["boot-data-drive"] = cloud_config
["boot-data-drive"]
2463 if cloud_config_preserve
and cloud_config_preserve
.get("boot-data-drive") != None:
2464 new_cloud_config
["boot-data-drive"] = cloud_config_preserve
["boot-data-drive"]
2467 new_cloud_config
["user-data"] = []
2468 if cloud_config
and cloud_config
.get("user-data"):
2469 if isinstance(cloud_config
["user-data"], list):
2470 new_cloud_config
["user-data"] += cloud_config
["user-data"]
2472 new_cloud_config
["user-data"].append(cloud_config
["user-data"])
2473 if cloud_config_preserve
and cloud_config_preserve
.get("user-data"):
2474 if isinstance(cloud_config_preserve
["user-data"], list):
2475 new_cloud_config
["user-data"] += cloud_config_preserve
["user-data"]
2477 new_cloud_config
["user-data"].append(cloud_config_preserve
["user-data"])
2478 if not new_cloud_config
["user-data"]:
2479 del new_cloud_config
["user-data"]
2482 new_cloud_config
["config-files"] = []
2483 if cloud_config
and cloud_config
.get("config-files") != None:
2484 new_cloud_config
["config-files"] += cloud_config
["config-files"]
2485 if cloud_config_preserve
:
2486 for file in cloud_config_preserve
.get("config-files", ()):
2487 for index
in range(0, len(new_cloud_config
["config-files"])):
2488 if new_cloud_config
["config-files"][index
]["dest"] == file["dest"]:
2489 new_cloud_config
["config-files"][index
] = file
2492 new_cloud_config
["config-files"].append(file)
2493 if not new_cloud_config
["config-files"]:
2494 del new_cloud_config
["config-files"]
2495 return new_cloud_config
2498 def get_vim_thread(mydb
, tenant_id
, datacenter_id_name
=None, datacenter_tenant_id
=None):
2499 datacenter_id
= None
2500 datacenter_name
= None
2503 if datacenter_tenant_id
:
2504 thread_id
= datacenter_tenant_id
2505 thread
= vim_threads
["running"].get(datacenter_tenant_id
)
2507 where_
={"td.nfvo_tenant_id": tenant_id
}
2508 if datacenter_id_name
:
2509 if utils
.check_valid_uuid(datacenter_id_name
):
2510 datacenter_id
= datacenter_id_name
2511 where_
["dt.datacenter_id"] = datacenter_id
2513 datacenter_name
= datacenter_id_name
2514 where_
["d.name"] = datacenter_name
2515 if datacenter_tenant_id
:
2516 where_
["dt.uuid"] = datacenter_tenant_id
2517 datacenters
= mydb
.get_rows(
2518 SELECT
=("dt.uuid as datacenter_tenant_id",),
2519 FROM
="datacenter_tenants as dt join tenants_datacenters as td on dt.uuid=td.datacenter_tenant_id "
2520 "join datacenters as d on d.uuid=dt.datacenter_id",
2522 if len(datacenters
) > 1:
2523 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2525 thread_id
= datacenters
[0]["datacenter_tenant_id"]
2526 thread
= vim_threads
["running"].get(thread_id
)
2528 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2529 return thread_id
, thread
2530 except db_base_Exception
as e
:
2531 raise NfvoException("{} {}".format(type(e
).__name
__ , str(e
)), e
.http_code
)
2534 def get_datacenter_uuid(mydb
, tenant_id
, datacenter_id_name
):
2536 if utils
.check_valid_uuid(datacenter_id_name
):
2537 WHERE_dict
['d.uuid'] = datacenter_id_name
2539 WHERE_dict
['d.name'] = datacenter_id_name
2542 WHERE_dict
['nfvo_tenant_id'] = tenant_id
2543 from_
= "tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as" \
2544 " dt on td.datacenter_tenant_id=dt.uuid"
2546 from_
= 'datacenters as d'
2547 vimaccounts
= mydb
.get_rows(FROM
=from_
, SELECT
=("d.uuid as uuid",), WHERE
=WHERE_dict
)
2548 if len(vimaccounts
) == 0:
2549 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2550 elif len(vimaccounts
)>1:
2551 #print "nfvo.datacenter_action() error. Several datacenters found"
2552 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2553 return vimaccounts
[0]["uuid"]
2556 def get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter_id_name
=None, **extra_filter
):
2557 datacenter_id
= None
2558 datacenter_name
= None
2559 if datacenter_id_name
:
2560 if utils
.check_valid_uuid(datacenter_id_name
):
2561 datacenter_id
= datacenter_id_name
2563 datacenter_name
= datacenter_id_name
2564 vims
= get_vim(mydb
, tenant_id
, datacenter_id
, datacenter_name
, **extra_filter
)
2566 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2568 #print "nfvo.datacenter_action() error. Several datacenters found"
2569 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2570 return vims
.keys()[0], vims
.values()[0]
2574 '''Takes dict d and updates it with the values in dict u.'''
2575 '''It merges all depth levels'''
2576 for k
, v
in u
.iteritems():
2577 if isinstance(v
, collections
.Mapping
):
2578 r
= update(d
.get(k
, {}), v
)
2584 def create_instance(mydb
, tenant_id
, instance_dict
):
2585 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2586 # logger.debug("Creating instance...")
2587 scenario
= instance_dict
["scenario"]
2589 # find main datacenter
2591 myvim_threads_id
= {}
2592 datacenter
= instance_dict
.get("datacenter")
2593 default_datacenter_id
, vim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
2594 myvims
[default_datacenter_id
] = vim
2595 myvim_threads_id
[default_datacenter_id
], _
= get_vim_thread(mydb
, tenant_id
, default_datacenter_id
)
2596 tenant
= mydb
.get_rows_by_id('nfvo_tenants', tenant_id
)
2597 # myvim_tenant = myvim['tenant_id']
2601 # print "Checking that the scenario exists and getting the scenario dictionary"
2602 scenarioDict
= mydb
.get_scenario(scenario
, tenant_id
, datacenter_vim_id
=myvim_threads_id
[default_datacenter_id
],
2603 datacenter_id
=default_datacenter_id
)
2605 # logger.debug(">>>>>> Dictionaries before merging")
2606 # logger.debug(">>>>>> InstanceDict:\n{}".format(yaml.safe_dump(instance_dict,default_flow_style=False, width=256)))
2607 # logger.debug(">>>>>> ScenarioDict:\n{}".format(yaml.safe_dump(scenarioDict,default_flow_style=False, width=256)))
2609 db_instance_vnfs
= []
2610 db_instance_vms
= []
2611 db_instance_interfaces
= []
2616 instance_name
= instance_dict
["name"]
2617 instance_uuid
= str(uuid4())
2618 uuid_list
.append(instance_uuid
)
2619 db_instance_scenario
= {
2620 "uuid": instance_uuid
,
2621 "name": instance_name
,
2622 "tenant_id": tenant_id
,
2623 "scenario_id": scenarioDict
['uuid'],
2624 "datacenter_id": default_datacenter_id
,
2625 # filled bellow 'datacenter_tenant_id'
2626 "description": instance_dict
.get("description"),
2628 if scenarioDict
.get("cloud-config"):
2629 db_instance_scenario
["cloud_config"] = yaml
.safe_dump(scenarioDict
["cloud-config"],
2630 default_flow_style
=True, width
=256)
2631 instance_action_id
= get_task_id()
2632 db_instance_action
= {
2633 "uuid": instance_action_id
, # same uuid for the instance and the action on create
2634 "tenant_id": tenant_id
,
2635 "instance_id": instance_uuid
,
2636 "description": "CREATE",
2639 # Auxiliary dictionaries from x to y
2640 vnf_net2instance
= {}
2641 sce_net2instance
= {}
2642 net2task_id
= {'scenario': {}}
2644 # logger.debug("Creating instance from scenario-dict:\n%s",
2645 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
2647 # 0 check correct parameters
2648 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).iteritems():
2650 for scenario_net
in scenarioDict
['nets']:
2651 if net_name
== scenario_net
["name"]:
2655 raise NfvoException("Invalid scenario network name '{}' at instance:networks".format(net_name
),
2657 if "sites" not in net_instance_desc
:
2658 net_instance_desc
["sites"] = [ {} ]
2659 site_without_datacenter_field
= False
2660 for site
in net_instance_desc
["sites"]:
2661 if site
.get("datacenter"):
2662 site
["datacenter"] = get_datacenter_uuid(mydb
, tenant_id
, site
["datacenter"])
2663 if site
["datacenter"] not in myvims
:
2664 # Add this datacenter to myvims
2665 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, site
["datacenter"])
2667 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, site
["datacenter"])
2668 site
["datacenter"] = d
# change name to id
2670 if site_without_datacenter_field
:
2671 raise NfvoException("Found more than one entries without datacenter field at "
2672 "instance:networks:{}:sites".format(net_name
), HTTP_Bad_Request
)
2673 site_without_datacenter_field
= True
2674 site
["datacenter"] = default_datacenter_id
# change name to id
2676 for vnf_name
, vnf_instance_desc
in instance_dict
.get("vnfs",{}).iteritems():
2678 for scenario_vnf
in scenarioDict
['vnfs']:
2679 if vnf_name
== scenario_vnf
['name']:
2683 raise NfvoException("Invalid vnf name '{}' at instance:vnfs".format(vnf_instance_desc
), HTTP_Bad_Request
)
2684 if "datacenter" in vnf_instance_desc
:
2685 # Add this datacenter to myvims
2686 vnf_instance_desc
["datacenter"] = get_datacenter_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
2687 if vnf_instance_desc
["datacenter"] not in myvims
:
2688 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
2690 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
2691 scenario_vnf
["datacenter"] = vnf_instance_desc
["datacenter"]
2693 # 0.1 parse cloud-config parameters
2694 cloud_config
= unify_cloud_config(instance_dict
.get("cloud-config"), scenarioDict
.get("cloud-config"))
2695 # We add the RO key to cloud_config
2696 if tenant
[0].get('RO_pub_key'):
2697 RO_key
= {"key-pairs": [tenant
[0]['RO_pub_key']]}
2698 cloud_config
= unify_cloud_config(cloud_config
, RO_key
)
2700 # 0.2 merge instance information into scenario
2701 # Ideally, the operation should be as simple as: update(scenarioDict,instance_dict)
2702 # However, this is not possible yet.
2703 for net_name
, net_instance_desc
in instance_dict
.get("networks",{}).iteritems():
2704 for scenario_net
in scenarioDict
['nets']:
2705 if net_name
== scenario_net
["name"]:
2706 if 'ip-profile' in net_instance_desc
:
2707 # translate from input format to database format
2708 ipprofile_in
= net_instance_desc
['ip-profile']
2710 ipprofile_db
['subnet_address'] = ipprofile_in
.get('subnet-address')
2711 ipprofile_db
['ip_version'] = ipprofile_in
.get('ip-version', 'IPv4')
2712 ipprofile_db
['gateway_address'] = ipprofile_in
.get('gateway-address')
2713 ipprofile_db
['dns_address'] = ipprofile_in
.get('dns-address')
2714 if isinstance(ipprofile_db
['dns_address'], (list, tuple)):
2715 ipprofile_db
['dns_address'] = ";".join(ipprofile_db
['dns_address'])
2716 if 'dhcp' in ipprofile_in
:
2717 ipprofile_db
['dhcp_start_address'] = ipprofile_in
['dhcp'].get('start-address')
2718 ipprofile_db
['dhcp_enabled'] = ipprofile_in
['dhcp'].get('enabled', True)
2719 ipprofile_db
['dhcp_count'] = ipprofile_in
['dhcp'].get('count' )
2720 if 'ip_profile' not in scenario_net
:
2721 scenario_net
['ip_profile'] = ipprofile_db
2723 update(scenario_net
['ip_profile'], ipprofile_db
)
2724 for interface
in net_instance_desc
.get('interfaces', () ):
2725 if 'ip_address' in interface
:
2726 for vnf
in scenarioDict
['vnfs']:
2727 if interface
['vnf'] == vnf
['name']:
2728 for vnf_interface
in vnf
['interfaces']:
2729 if interface
['vnf_interface'] == vnf_interface
['external_name']:
2730 vnf_interface
['ip_address']=interface
['ip_address']
2732 # logger.debug(">>>>>>>> Merged dictionary")
2733 # logger.debug("Creating instance scenario-dict MERGED:\n%s",
2734 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
2736 # 1. Creating new nets (sce_nets) in the VIM"
2737 db_instance_nets
= []
2738 for sce_net
in scenarioDict
['nets']:
2739 descriptor_net
= instance_dict
.get("networks", {}).get(sce_net
["name"], {})
2740 net_name
= descriptor_net
.get("vim-network-name")
2741 sce_net2instance
[sce_net
['uuid']] = {}
2742 net2task_id
['scenario'][sce_net
['uuid']] = {}
2744 sites
= descriptor_net
.get("sites", [ {} ])
2746 if site
.get("datacenter"):
2747 vim
= myvims
[ site
["datacenter"] ]
2748 datacenter_id
= site
["datacenter"]
2749 myvim_thread_id
= myvim_threads_id
[ site
["datacenter"] ]
2751 vim
= myvims
[ default_datacenter_id
]
2752 datacenter_id
= default_datacenter_id
2753 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
2754 net_type
= sce_net
['type']
2755 lookfor_filter
= {'admin_state_up': True, 'status': 'ACTIVE'} # 'shared': True
2758 if sce_net
["external"]:
2759 net_name
= sce_net
["name"]
2761 net_name
= "{}.{}".format(instance_name
, sce_net
["name"])
2762 net_name
= net_name
[:255] # limit length
2764 if "netmap-use" in site
or "netmap-create" in site
:
2765 create_network
= False
2766 lookfor_network
= False
2767 if "netmap-use" in site
:
2768 lookfor_network
= True
2769 if utils
.check_valid_uuid(site
["netmap-use"]):
2770 filter_text
= "scenario id '%s'" % site
["netmap-use"]
2771 lookfor_filter
["id"] = site
["netmap-use"]
2773 filter_text
= "scenario name '%s'" % site
["netmap-use"]
2774 lookfor_filter
["name"] = site
["netmap-use"]
2775 if "netmap-create" in site
:
2776 create_network
= True
2777 net_vim_name
= net_name
2778 if site
["netmap-create"]:
2779 net_vim_name
= site
["netmap-create"]
2780 elif sce_net
["external"]:
2781 if sce_net
['vim_id'] != None:
2782 # there is a netmap at datacenter_nets database # TODO REVISE!!!!
2783 create_network
= False
2784 lookfor_network
= True
2785 lookfor_filter
["id"] = sce_net
['vim_id']
2786 filter_text
= "vim_id '{}' datacenter_netmap name '{}'. Try to reload vims with "\
2787 "datacenter-net-update".format(sce_net
['vim_id'], sce_net
["name"])
2788 # look for network at datacenter and return error
2790 # There is not a netmap, look at datacenter for a net with this name and create if not found
2791 create_network
= True
2792 lookfor_network
= True
2793 lookfor_filter
["name"] = sce_net
["name"]
2794 net_vim_name
= sce_net
["name"]
2795 filter_text
= "scenario name '%s'" % sce_net
["name"]
2797 net_vim_name
= net_name
2798 create_network
= True
2799 lookfor_network
= False
2801 if lookfor_network
and create_network
:
2802 # TODO create two tasks FIND + CREATE with their relationship
2803 task_action
= "FIND"
2804 task_params
= (lookfor_filter
,)
2805 # task_action = "CREATE"
2806 # task_params = (net_vim_name, net_type, sce_net.get('ip_profile', None))
2808 elif lookfor_network
:
2809 task_action
= "FIND"
2810 task_params
= (lookfor_filter
,)
2811 elif create_network
:
2812 task_action
= "CREATE"
2813 task_params
= (net_vim_name
, net_type
, sce_net
.get('ip_profile', None))
2815 # fill database content
2816 net_uuid
= str(uuid4())
2817 uuid_list
.append(net_uuid
)
2818 sce_net2instance
[sce_net
['uuid']][datacenter_id
] = net_uuid
2822 "instance_scenario_id": instance_uuid
,
2823 "sce_net_id": sce_net
["uuid"],
2824 "created": create_network
,
2825 'datacenter_id': datacenter_id
,
2826 'datacenter_tenant_id': myvim_thread_id
,
2827 'status': 'BUILD' if create_network
else "ACTIVE"
2829 db_instance_nets
.append(db_net
)
2831 "instance_action_id": instance_action_id
,
2832 "status": "SCHEDULED",
2833 "task_index": task_index
,
2834 "datacenter_vim_id": myvim_thread_id
,
2835 "action": task_action
,
2836 "item": "instance_nets",
2837 "item_id": net_uuid
,
2838 "extra": yaml
.safe_dump({"params": task_params
}, default_flow_style
=True, width
=256)
2840 net2task_id
['scenario'][sce_net
['uuid']][datacenter_id
] = task_index
2842 db_vim_actions
.append(db_vim_action
)
2844 if 'ip_profile' in sce_net
:
2846 'instance_net_id': net_uuid
,
2847 'ip_version': sce_net
['ip_profile']['ip_version'],
2848 'subnet_address': sce_net
['ip_profile']['subnet_address'],
2849 'gateway_address': sce_net
['ip_profile']['gateway_address'],
2850 'dns_address': sce_net
['ip_profile']['dns_address'],
2851 'dhcp_enabled': sce_net
['ip_profile']['dhcp_enabled'],
2852 'dhcp_start_address': sce_net
['ip_profile']['dhcp_start_address'],
2853 'dhcp_count': sce_net
['ip_profile']['dhcp_count'],
2855 db_ip_profiles
.append(db_ip_profile
)
2857 # 2. Creating new nets (vnf internal nets) in the VIM"
2858 # For each vnf net, we create it and we add it to instanceNetlist.
2859 for sce_vnf
in scenarioDict
['vnfs']:
2860 for net
in sce_vnf
['nets']:
2861 if sce_vnf
.get("datacenter"):
2862 datacenter_id
= sce_vnf
["datacenter"]
2863 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
2865 datacenter_id
= default_datacenter_id
2866 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
2867 descriptor_net
= instance_dict
.get("vnfs", {}).get(sce_vnf
["name"], {})
2868 net_name
= descriptor_net
.get("name")
2870 net_name
= "{}.{}".format(instance_name
, net
["name"])
2871 net_name
= net_name
[:255] # limit length
2872 net_type
= net
['type']
2874 if sce_vnf
['uuid'] not in vnf_net2instance
:
2875 vnf_net2instance
[sce_vnf
['uuid']] = {}
2876 if sce_vnf
['uuid'] not in net2task_id
:
2877 net2task_id
[sce_vnf
['uuid']] = {}
2878 net2task_id
[sce_vnf
['uuid']][net
['uuid']] = task_index
2880 # fill database content
2881 net_uuid
= str(uuid4())
2882 uuid_list
.append(net_uuid
)
2883 vnf_net2instance
[sce_vnf
['uuid']][net
['uuid']] = net_uuid
2887 "instance_scenario_id": instance_uuid
,
2888 "net_id": net
["uuid"],
2890 'datacenter_id': datacenter_id
,
2891 'datacenter_tenant_id': myvim_thread_id
,
2893 db_instance_nets
.append(db_net
)
2896 "instance_action_id": instance_action_id
,
2897 "task_index": task_index
,
2898 "datacenter_vim_id": myvim_thread_id
,
2899 "status": "SCHEDULED",
2901 "item": "instance_nets",
2902 "item_id": net_uuid
,
2903 "extra": yaml
.safe_dump({"params": (net_name
, net_type
, net
.get('ip_profile',None))},
2904 default_flow_style
=True, width
=256)
2907 db_vim_actions
.append(db_vim_action
)
2909 if 'ip_profile' in net
:
2911 'instance_net_id': net_uuid
,
2912 'ip_version': net
['ip_profile']['ip_version'],
2913 'subnet_address': net
['ip_profile']['subnet_address'],
2914 'gateway_address': net
['ip_profile']['gateway_address'],
2915 'dns_address': net
['ip_profile']['dns_address'],
2916 'dhcp_enabled': net
['ip_profile']['dhcp_enabled'],
2917 'dhcp_start_address': net
['ip_profile']['dhcp_start_address'],
2918 'dhcp_count': net
['ip_profile']['dhcp_count'],
2920 db_ip_profiles
.append(db_ip_profile
)
2922 # print "vnf_net2instance:"
2923 # print yaml.safe_dump(vnf_net2instance, indent=4, default_flow_style=False)
2925 # 3. Creating new vm instances in the VIM
2926 # myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
2927 sce_vnf_list
= sorted(scenarioDict
['vnfs'], key
=lambda k
: k
['name'])
2928 for sce_vnf
in sce_vnf_list
:
2929 vnf_availability_zones
= []
2930 for vm
in sce_vnf
['vms']:
2931 vm_av
= vm
.get('availability_zone')
2932 if vm_av
and vm_av
not in vnf_availability_zones
:
2933 vnf_availability_zones
.append(vm_av
)
2935 # check if there is enough availability zones available at vim level.
2936 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
2937 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
2938 raise NfvoException('No enough availability zones at VIM for this deployment', HTTP_Bad_Request
)
2940 if sce_vnf
.get("datacenter"):
2941 vim
= myvims
[ sce_vnf
["datacenter"] ]
2942 myvim_thread_id
= myvim_threads_id
[ sce_vnf
["datacenter"] ]
2943 datacenter_id
= sce_vnf
["datacenter"]
2945 vim
= myvims
[ default_datacenter_id
]
2946 myvim_thread_id
= myvim_threads_id
[ default_datacenter_id
]
2947 datacenter_id
= default_datacenter_id
2948 sce_vnf
["datacenter_id"] = datacenter_id
2951 vnf_uuid
= str(uuid4())
2952 uuid_list
.append(vnf_uuid
)
2955 'instance_scenario_id': instance_uuid
,
2956 'vnf_id': sce_vnf
['vnf_id'],
2957 'sce_vnf_id': sce_vnf
['uuid'],
2958 'datacenter_id': datacenter_id
,
2959 'datacenter_tenant_id': myvim_thread_id
,
2961 db_instance_vnfs
.append(db_instance_vnf
)
2963 for vm
in sce_vnf
['vms']:
2965 myVMDict
['name'] = "{}.{}.{}".format(instance_name
[:64], sce_vnf
['name'][:64], vm
["name"][:64])
2966 myVMDict
['description'] = myVMDict
['name'][0:99]
2968 # myVMDict['start'] = "no"
2969 myVMDict
['name'] = myVMDict
['name'][0:255] # limit name length
2970 #create image at vim in case it not exist
2971 image_dict
= mydb
.get_table_by_uuid_name("images", vm
['image_id'])
2972 image_id
= create_or_use_image(mydb
, {datacenter_id
: vim
}, image_dict
, [], True)
2973 vm
['vim_image_id'] = image_id
2975 # create flavor at vim in case it not exist
2976 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
2977 if flavor_dict
['extended']!=None:
2978 flavor_dict
['extended'] = yaml
.load(flavor_dict
['extended'])
2979 flavor_id
= create_or_use_flavor(mydb
, {datacenter_id
: vim
}, flavor_dict
, rollbackList
, True)
2981 # Obtain information for additional disks
2982 extended_flavor_dict
= mydb
.get_rows(FROM
='datacenters_flavors', SELECT
=('extended',), WHERE
={'vim_id': flavor_id
})
2983 if not extended_flavor_dict
:
2984 raise NfvoException("flavor '{}' not found".format(flavor_id
), HTTP_Not_Found
)
2987 # extended_flavor_dict_yaml = yaml.load(extended_flavor_dict[0])
2988 myVMDict
['disks'] = None
2989 extended_info
= extended_flavor_dict
[0]['extended']
2990 if extended_info
!= None:
2991 extended_flavor_dict_yaml
= yaml
.load(extended_info
)
2992 if 'disks' in extended_flavor_dict_yaml
:
2993 myVMDict
['disks'] = extended_flavor_dict_yaml
['disks']
2995 vm
['vim_flavor_id'] = flavor_id
2996 myVMDict
['imageRef'] = vm
['vim_image_id']
2997 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
2998 myVMDict
['availability_zone'] = vm
.get('availability_zone')
2999 myVMDict
['networks'] = []
3000 task_depends_on
= []
3001 # TODO ALF. connect_mgmt_interfaces. Connect management interfaces if this is true
3003 for iface
in vm
['interfaces']:
3005 if iface
['type']=="data":
3006 netDict
['type'] = iface
['model']
3007 elif "model" in iface
and iface
["model"]!=None:
3008 netDict
['model']=iface
['model']
3009 # TODO in future, remove this because mac_address will not be set, and the type of PV,VF
3010 # is obtained from iterface table model
3011 # discover type of interface looking at flavor
3012 for numa
in flavor_dict
.get('extended',{}).get('numas',[]):
3013 for flavor_iface
in numa
.get('interfaces',[]):
3014 if flavor_iface
.get('name') == iface
['internal_name']:
3015 if flavor_iface
['dedicated'] == 'yes':
3016 netDict
['type']="PF" #passthrough
3017 elif flavor_iface
['dedicated'] == 'no':
3018 netDict
['type']="VF" #siov
3019 elif flavor_iface
['dedicated'] == 'yes:sriov':
3020 netDict
['type']="VFnotShared" #sriov but only one sriov on the PF
3021 netDict
["mac_address"] = flavor_iface
.get("mac_address")
3023 netDict
["use"]=iface
['type']
3024 if netDict
["use"]=="data" and not netDict
.get("type"):
3025 #print "netDict", netDict
3026 #print "iface", iface
3027 e_text
= "Cannot determine the interface type PF or VF of VNF '%s' VM '%s' iface '%s'" %(sce_vnf
['name'], vm
['name'], iface
['internal_name'])
3028 if flavor_dict
.get('extended')==None:
3029 raise NfvoException(e_text
+ "After database migration some information is not available. \
3030 Try to delete and create the scenarios and VNFs again", HTTP_Conflict
)
3032 raise NfvoException(e_text
, HTTP_Internal_Server_Error
)
3033 if netDict
["use"]=="mgmt" or netDict
["use"]=="bridge":
3034 netDict
["type"]="virtual"
3035 if "vpci" in iface
and iface
["vpci"] is not None:
3036 netDict
['vpci'] = iface
['vpci']
3037 if "mac" in iface
and iface
["mac"] is not None:
3038 netDict
['mac_address'] = iface
['mac']
3039 if "port-security" in iface
and iface
["port-security"] is not None:
3040 netDict
['port_security'] = iface
['port-security']
3041 if "floating-ip" in iface
and iface
["floating-ip"] is not None:
3042 netDict
['floating_ip'] = iface
['floating-ip']
3043 netDict
['name'] = iface
['internal_name']
3044 if iface
['net_id'] is None:
3045 for vnf_iface
in sce_vnf
["interfaces"]:
3048 if vnf_iface
['interface_id']==iface
['uuid']:
3049 netDict
['net_id'] = "TASK-{}".format(net2task_id
['scenario'][ vnf_iface
['sce_net_id'] ][datacenter_id
])
3050 instance_net_id
= sce_net2instance
[ vnf_iface
['sce_net_id'] ][datacenter_id
]
3051 task_depends_on
.append(net2task_id
['scenario'][ vnf_iface
['sce_net_id'] ][datacenter_id
])
3054 netDict
['net_id'] = "TASK-{}".format(net2task_id
[ sce_vnf
['uuid'] ][ iface
['net_id'] ])
3055 instance_net_id
= vnf_net2instance
[ sce_vnf
['uuid'] ][ iface
['net_id'] ]
3056 task_depends_on
.append(net2task_id
[sce_vnf
['uuid'] ][ iface
['net_id']])
3057 # skip bridge ifaces not connected to any net
3058 if 'net_id' not in netDict
or netDict
['net_id']==None:
3060 myVMDict
['networks'].append(netDict
)
3063 # 'instance_vm_id': instance_vm_uuid,
3064 "instance_net_id": instance_net_id
,
3065 'interface_id': iface
['uuid'],
3066 # 'vim_interface_id': ,
3067 'type': 'external' if iface
['external_name'] is not None else 'internal',
3068 'ip_address': iface
.get('ip_address'),
3069 'floating_ip': int(iface
.get('floating-ip', False)),
3070 'port_security': int(iface
.get('port-security', True))
3072 db_vm_ifaces
.append(db_vm_iface
)
3073 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3074 # print myVMDict['name']
3075 # print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
3076 # print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
3077 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3078 if vm
.get("boot_data"):
3079 cloud_config_vm
= unify_cloud_config(vm
["boot_data"], cloud_config
)
3081 cloud_config_vm
= cloud_config
3082 if myVMDict
.get('availability_zone'):
3083 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
3086 for vm_index
in range(0, vm
.get('count', 1)):
3088 if vm
.get('count', 1) > 1:
3089 vm_index_name
+= "." + chr(97 + vm_index
)
3090 task_params
= (myVMDict
['name']+vm_index_name
, myVMDict
['description'], myVMDict
.get('start', None),
3091 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'], cloud_config_vm
,
3092 myVMDict
['disks'], av_index
, vnf_availability_zones
)
3093 # put interface uuid back to scenario[vnfs][vms[[interfaces]
3094 for net
in myVMDict
['networks']:
3096 for iface
in vm
['interfaces']:
3097 if net
["name"]==iface
["internal_name"]:
3098 iface
["vim_id"]=net
["vim_id"]
3100 vm_uuid
= str(uuid4())
3101 uuid_list
.append(vm_uuid
)
3104 'instance_vnf_id': vnf_uuid
,
3105 #TODO delete "vim_vm_id": vm_id,
3106 "vm_id": vm
["uuid"],
3109 db_instance_vms
.append(db_vm
)
3112 for db_vm_iface
in db_vm_ifaces
:
3113 iface_uuid
= str(uuid4())
3114 uuid_list
.append(iface_uuid
)
3115 db_vm_iface_instance
= {
3117 "instance_vm_id": vm_uuid
3119 db_vm_iface_instance
.update(db_vm_iface
)
3120 if db_vm_iface_instance
.get("ip_address"): # increment ip_address
3121 ip
= db_vm_iface_instance
.get("ip_address")
3126 ip
= ip
[i
:] + str(int(ip
[:i
]) +1)
3127 db_vm_iface_instance
["ip_address"] = ip
3129 db_vm_iface_instance
["ip_address"] = None
3130 db_instance_interfaces
.append(db_vm_iface_instance
)
3131 myVMDict
['networks'][iface_index
]["uuid"] = iface_uuid
3135 "instance_action_id": instance_action_id
,
3136 "task_index": task_index
,
3137 "datacenter_vim_id": myvim_thread_id
,
3139 "status": "SCHEDULED",
3140 "item": "instance_vms",
3142 "extra": yaml
.safe_dump({"params": task_params
, "depends_on": task_depends_on
},
3143 default_flow_style
=True, width
=256)
3146 db_vim_actions
.append(db_vim_action
)
3148 scenarioDict
["datacenter2tenant"] = myvim_threads_id
3150 db_instance_action
["number_tasks"] = task_index
3151 db_instance_scenario
['datacenter_tenant_id'] = myvim_threads_id
[default_datacenter_id
]
3152 db_instance_scenario
['datacenter_id'] = default_datacenter_id
3154 {"instance_scenarios": db_instance_scenario
},
3155 {"instance_vnfs": db_instance_vnfs
},
3156 {"instance_nets": db_instance_nets
},
3157 {"ip_profiles": db_ip_profiles
},
3158 {"instance_vms": db_instance_vms
},
3159 {"instance_interfaces": db_instance_interfaces
},
3160 {"instance_actions": db_instance_action
},
3161 {"vim_actions": db_vim_actions
}
3164 logger
.debug("create_instance done DB tables: %s",
3165 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
3166 mydb
.new_rows(db_tables
, uuid_list
)
3167 for myvim_thread_id
in myvim_threads_id
.values():
3168 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
3170 returned_instance
= mydb
.get_instance_scenario(instance_uuid
)
3171 returned_instance
["action_id"] = instance_action_id
3172 return returned_instance
3173 except (NfvoException
, vimconn
.vimconnException
, db_base_Exception
) as e
:
3174 message
= rollback(mydb
, myvims
, rollbackList
)
3175 if isinstance(e
, db_base_Exception
):
3176 error_text
= "database Exception"
3177 elif isinstance(e
, vimconn
.vimconnException
):
3178 error_text
= "VIM Exception"
3180 error_text
= "Exception"
3181 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
3182 # logger.error("create_instance: %s", error_text)
3183 raise NfvoException(error_text
, e
.http_code
)
3186 def delete_instance(mydb
, tenant_id
, instance_id
):
3187 # print "Checking that the instance_id exists and getting the instance dictionary"
3188 instanceDict
= mydb
.get_instance_scenario(instance_id
, tenant_id
)
3189 # print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
3190 tenant_id
= instanceDict
["tenant_id"]
3191 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
3193 # 1. Delete from Database
3194 message
= mydb
.delete_instance_scenario(instance_id
, tenant_id
)
3196 # 2. delete from VIM
3200 vimthread_affected
= {}
3203 instance_action_id
= get_task_id()
3205 db_instance_action
= {
3206 "uuid": instance_action_id
, # same uuid for the instance and the action on create
3207 "tenant_id": tenant_id
,
3208 "instance_id": instance_id
,
3209 "description": "DELETE",
3210 # "number_tasks": 0 # filled bellow
3215 for sce_vnf
in instanceDict
['vnfs']:
3216 datacenter_key
= (sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
3217 vimthread_affected
[sce_vnf
["datacenter_tenant_id"]] = None
3218 if datacenter_key
not in myvims
:
3220 _
,myvim_thread
= get_vim_thread(mydb
, tenant_id
, sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
3221 except NfvoException
as e
:
3222 logger
.error(str(e
))
3224 myvim_threads
[datacenter_key
] = myvim_thread
3225 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sce_vnf
["datacenter_id"],
3226 datacenter_tenant_id
=sce_vnf
["datacenter_tenant_id"])
3228 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf
["datacenter_id"],
3229 sce_vnf
["datacenter_tenant_id"]))
3230 myvims
[datacenter_key
] = None
3232 myvims
[datacenter_key
] = vims
.values()[0]
3233 myvim
= myvims
[datacenter_key
]
3234 myvim_thread
= myvim_threads
[datacenter_key
]
3235 for vm
in sce_vnf
['vms']:
3237 error_msg
+= "\n VM id={} cannot be deleted because datacenter={} not found".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"])
3241 "instance_action_id": instance_action_id
,
3242 "task_index": task_index
,
3243 "datacenter_vim_id": sce_vnf
["datacenter_tenant_id"],
3245 "status": "SCHEDULED",
3246 "item": "instance_vms",
3247 "item_id": vm
["uuid"],
3248 "extra": yaml
.safe_dump({"params": vm
["interfaces"]},
3249 default_flow_style
=True, width
=256)
3252 db_vim_actions
.append(db_vim_action
)
3254 except vimconn
.vimconnNotFoundException
as e
:
3255 error_msg
+="\n VM VIM_id={} not found at datacenter={}".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"])
3256 logger
.warn("VM instance '%s'uuid '%s', VIM id '%s', from VNF_id '%s' not found",
3257 vm
['name'], vm
['uuid'], vm
['vim_vm_id'], sce_vnf
['vnf_id'])
3258 except vimconn
.vimconnException
as e
:
3259 error_msg
+="\n VM VIM_id={} at datacenter={} Error: {} {}".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"], e
.http_code
, str(e
))
3260 logger
.error("Error %d deleting VM instance '%s'uuid '%s', VIM_id '%s', from VNF_id '%s': %s",
3261 e
.http_code
, vm
['name'], vm
['uuid'], vm
['vim_vm_id'], sce_vnf
['vnf_id'], str(e
))
3265 for net
in instanceDict
['nets']:
3266 # TODO if not net['created']:
3267 # TODO continue #skip not created nets
3269 vimthread_affected
[net
["datacenter_tenant_id"]] = None
3270 datacenter_key
= (net
["datacenter_id"], net
["datacenter_tenant_id"])
3271 if datacenter_key
not in myvims
:
3273 _
,myvim_thread
= get_vim_thread(mydb
, tenant_id
, sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
3274 except NfvoException
as e
:
3275 logger
.error(str(e
))
3277 myvim_threads
[datacenter_key
] = myvim_thread
3278 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=net
["datacenter_id"],
3279 datacenter_tenant_id
=net
["datacenter_tenant_id"])
3281 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net
["datacenter_id"], net
["datacenter_tenant_id"]))
3282 myvims
[datacenter_key
] = None
3284 myvims
[datacenter_key
] = vims
.values()[0]
3285 myvim
= myvims
[datacenter_key
]
3286 myvim_thread
= myvim_threads
[datacenter_key
]
3289 error_msg
+= "\n Net VIM_id={} cannot be deleted because datacenter={} not found".format(net
['vim_net_id'], net
["datacenter_id"])
3293 "instance_action_id": instance_action_id
,
3294 "task_index": task_index
,
3295 "datacenter_vim_id": net
["datacenter_tenant_id"],
3297 "status": "SCHEDULED",
3298 "item": "instance_nets",
3299 "item_id": net
["uuid"],
3300 "extra": yaml
.safe_dump({"params": (net
['vim_net_id'], net
['sdn_net_id'])},
3301 default_flow_style
=True, width
=256)
3304 db_vim_actions
.append(db_vim_action
)
3306 except vimconn
.vimconnNotFoundException
as e
:
3307 error_msg
+= "\n NET VIM_id={} not found at datacenter={}".format(net
['vim_net_id'], net
["datacenter_id"])
3308 logger
.warn("NET '%s', VIM_id '%s', from VNF_net_id '%s' not found",
3309 net
['uuid'], net
['vim_net_id'], str(net
['vnf_net_id']))
3310 except vimconn
.vimconnException
as e
:
3311 error_msg
+= "\n NET VIM_id={} at datacenter={} Error: {} {}".format(net
['vim_net_id'],
3312 net
["datacenter_id"],
3313 e
.http_code
, str(e
))
3314 logger
.error("Error %d deleting NET '%s', VIM_id '%s', from VNF_net_id '%s': %s",
3315 e
.http_code
, net
['uuid'], net
['vim_net_id'], str(net
['vnf_net_id']), str(e
))
3317 db_instance_action
["number_tasks"] = task_index
3319 {"instance_actions": db_instance_action
},
3320 {"vim_actions": db_vim_actions
}
3323 logger
.debug("delete_instance done DB tables: %s",
3324 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
3325 mydb
.new_rows(db_tables
, ())
3326 for myvim_thread_id
in vimthread_affected
.keys():
3327 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
3329 if len(error_msg
) > 0:
3330 return 'action_id={} instance {} deleted but some elements could not be deleted, or already deleted '\
3331 '(error: 404) from VIM: {}'.format(instance_action_id
, message
, error_msg
)
3333 return "action_id={} instance {} deleted".format(instance_action_id
, message
)
3336 def refresh_instance(mydb
, nfvo_tenant
, instanceDict
, datacenter
=None, vim_tenant
=None):
3337 '''Refreshes a scenario instance. It modifies instanceDict'''
3339 - result: <0 if there is any unexpected error, n>=0 if no errors where n is the number of vms and nets that couldn't be updated in the database
3342 # # Assumption: nfvo_tenant and instance_id were checked before entering into this function
3343 # #print "nfvo.refresh_instance begins"
3344 # #print json.dumps(instanceDict, indent=4)
3346 # #print "Getting the VIM URL and the VIM tenant_id"
3349 # # 1. Getting VIM vm and net list
3350 # vms_updated = [] #List of VM instance uuids in openmano that were updated
3353 # for sce_vnf in instanceDict['vnfs']:
3354 # datacenter_key = (sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"])
3355 # if datacenter_key not in vm_list:
3356 # vm_list[datacenter_key] = []
3357 # if datacenter_key not in myvims:
3358 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=sce_vnf["datacenter_id"],
3359 # datacenter_tenant_id=sce_vnf["datacenter_tenant_id"])
3360 # if len(vims) == 0:
3361 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"]))
3362 # myvims[datacenter_key] = None
3364 # myvims[datacenter_key] = vims.values()[0]
3365 # for vm in sce_vnf['vms']:
3366 # vm_list[datacenter_key].append(vm['vim_vm_id'])
3367 # vms_notupdated.append(vm["uuid"])
3369 # nets_updated = [] #List of VM instance uuids in openmano that were updated
3370 # nets_notupdated=[]
3372 # for net in instanceDict['nets']:
3373 # datacenter_key = (net["datacenter_id"], net["datacenter_tenant_id"])
3374 # if datacenter_key not in net_list:
3375 # net_list[datacenter_key] = []
3376 # if datacenter_key not in myvims:
3377 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=net["datacenter_id"],
3378 # datacenter_tenant_id=net["datacenter_tenant_id"])
3379 # if len(vims) == 0:
3380 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"]))
3381 # myvims[datacenter_key] = None
3383 # myvims[datacenter_key] = vims.values()[0]
3385 # net_list[datacenter_key].append(net['vim_net_id'])
3386 # nets_notupdated.append(net["uuid"])
3388 # # 1. Getting the status of all VMs
3390 # for datacenter_key in myvims:
3391 # if not vm_list.get(datacenter_key):
3395 # if not myvims[datacenter_key]:
3396 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
3399 # vm_dict.update(myvims[datacenter_key].refresh_vms_status(vm_list[datacenter_key]) )
3401 # except vimconn.vimconnException as e:
3402 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
3403 # failed_message = str(e)
3405 # for vm in vm_list[datacenter_key]:
3406 # vm_dict[vm] = {'status': "VIM_ERROR", 'error_msg': failed_message}
3408 # # 2. Update the status of VMs in the instanceDict, while collects the VMs whose status changed
3409 # for sce_vnf in instanceDict['vnfs']:
3410 # for vm in sce_vnf['vms']:
3411 # vm_id = vm['vim_vm_id']
3412 # interfaces = vm_dict[vm_id].pop('interfaces', [])
3413 # #2.0 look if contain manamgement interface, and if not change status from ACTIVE:NoMgmtIP to ACTIVE
3414 # has_mgmt_iface = False
3415 # for iface in vm["interfaces"]:
3416 # if iface["type"]=="mgmt":
3417 # has_mgmt_iface = True
3418 # if vm_dict[vm_id]['status'] == "ACTIVE:NoMgmtIP" and not has_mgmt_iface:
3419 # vm_dict[vm_id]['status'] = "ACTIVE"
3420 # if vm_dict[vm_id].get('error_msg') and len(vm_dict[vm_id]['error_msg']) >= 1024:
3421 # vm_dict[vm_id]['error_msg'] = vm_dict[vm_id]['error_msg'][:516] + " ... " + vm_dict[vm_id]['error_msg'][-500:]
3422 # if vm['status'] != vm_dict[vm_id]['status'] or vm.get('error_msg')!=vm_dict[vm_id].get('error_msg') or vm.get('vim_info')!=vm_dict[vm_id].get('vim_info'):
3423 # vm['status'] = vm_dict[vm_id]['status']
3424 # vm['error_msg'] = vm_dict[vm_id].get('error_msg')
3425 # vm['vim_info'] = vm_dict[vm_id].get('vim_info')
3426 # # 2.1. Update in openmano DB the VMs whose status changed
3428 # updates = mydb.update_rows('instance_vms', UPDATE=vm_dict[vm_id], WHERE={'uuid':vm["uuid"]})
3429 # vms_notupdated.remove(vm["uuid"])
3431 # vms_updated.append(vm["uuid"])
3432 # except db_base_Exception as e:
3433 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
3434 # # 2.2. Update in openmano DB the interface VMs
3435 # for interface in interfaces:
3436 # #translate from vim_net_id to instance_net_id
3437 # network_id_list=[]
3438 # for net in instanceDict['nets']:
3439 # if net["vim_net_id"] == interface["vim_net_id"]:
3440 # network_id_list.append(net["uuid"])
3441 # if not network_id_list:
3443 # del interface["vim_net_id"]
3445 # for network_id in network_id_list:
3446 # mydb.update_rows('instance_interfaces', UPDATE=interface, WHERE={'instance_vm_id':vm["uuid"], "instance_net_id":network_id})
3447 # except db_base_Exception as e:
3448 # logger.error( "nfvo.refresh_instance error with vm=%s, interface_net_id=%s", vm["uuid"], network_id)
3450 # # 3. Getting the status of all nets
3452 # for datacenter_key in myvims:
3453 # if not net_list.get(datacenter_key):
3456 # failed_message = ""
3457 # if not myvims[datacenter_key]:
3458 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
3461 # net_dict.update(myvims[datacenter_key].refresh_nets_status(net_list[datacenter_key]) )
3463 # except vimconn.vimconnException as e:
3464 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
3465 # failed_message = str(e)
3467 # for net in net_list[datacenter_key]:
3468 # net_dict[net] = {'status': "VIM_ERROR", 'error_msg': failed_message}
3470 # # 4. Update the status of nets in the instanceDict, while collects the nets whose status changed
3471 # # TODO: update nets inside a vnf
3472 # for net in instanceDict['nets']:
3473 # net_id = net['vim_net_id']
3474 # if net_dict[net_id].get('error_msg') and len(net_dict[net_id]['error_msg']) >= 1024:
3475 # net_dict[net_id]['error_msg'] = net_dict[net_id]['error_msg'][:516] + " ... " + net_dict[vm_id]['error_msg'][-500:]
3476 # if net['status'] != net_dict[net_id]['status'] or net.get('error_msg')!=net_dict[net_id].get('error_msg') or net.get('vim_info')!=net_dict[net_id].get('vim_info'):
3477 # net['status'] = net_dict[net_id]['status']
3478 # net['error_msg'] = net_dict[net_id].get('error_msg')
3479 # net['vim_info'] = net_dict[net_id].get('vim_info')
3480 # # 5.1. Update in openmano DB the nets whose status changed
3482 # updated = mydb.update_rows('instance_nets', UPDATE=net_dict[net_id], WHERE={'uuid':net["uuid"]})
3483 # nets_notupdated.remove(net["uuid"])
3485 # nets_updated.append(net["uuid"])
3486 # except db_base_Exception as e:
3487 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
3489 # # Returns appropriate output
3490 # #print "nfvo.refresh_instance finishes"
3491 # logger.debug("VMs updated in the database: %s; nets updated in the database %s; VMs not updated: %s; nets not updated: %s",
3492 # str(vms_updated), str(nets_updated), str(vms_notupdated), str(nets_notupdated))
3493 instance_id
= instanceDict
['uuid']
3494 # if len(vms_notupdated)+len(nets_notupdated)>0:
3495 # error_msg = "VMs not updated: " + str(vms_notupdated) + "; nets not updated: " + str(nets_notupdated)
3496 # return len(vms_notupdated)+len(nets_notupdated), 'Scenario instance ' + instance_id + ' refreshed but some elements could not be updated in the database: ' + error_msg
3498 return 0, 'Scenario instance ' + instance_id
+ ' refreshed.'
3500 def instance_action(mydb
,nfvo_tenant
,instance_id
, action_dict
):
3501 #print "Checking that the instance_id exists and getting the instance dictionary"
3502 instanceDict
= mydb
.get_instance_scenario(instance_id
, nfvo_tenant
)
3503 #print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
3505 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
3506 vims
= get_vim(mydb
, nfvo_tenant
, instanceDict
['datacenter_id'])
3508 raise NfvoException("datacenter '{}' not found".format(str(instanceDict
['datacenter_id'])), HTTP_Not_Found
)
3509 myvim
= vims
.values()[0]
3511 if action_dict
.get("create-vdu"):
3512 for vdu
in action_dict
["create-vdu"]:
3513 vdu_id
= vdu
.get("vdu-id")
3514 vdu_count
= vdu
.get("count", 1)
3515 # get from database TODO
3519 input_vnfs
= action_dict
.pop("vnfs", [])
3520 input_vms
= action_dict
.pop("vms", [])
3521 action_over_all
= True if len(input_vnfs
)==0 and len (input_vms
)==0 else False
3525 for sce_vnf
in instanceDict
['vnfs']:
3526 for vm
in sce_vnf
['vms']:
3527 if not action_over_all
:
3528 if sce_vnf
['uuid'] not in input_vnfs
and sce_vnf
['vnf_name'] not in input_vnfs
and \
3529 vm
['uuid'] not in input_vms
and vm
['name'] not in input_vms
:
3532 if "add_public_key" in action_dict
:
3534 if sce_vnf
.get('mgmt_access'):
3535 mgmt_access
= yaml
.load(sce_vnf
['mgmt_access'])
3536 ssh_access
= mgmt_access
['config-access']['ssh-access']
3537 tenant
= mydb
.get_rows_by_id('nfvo_tenants', nfvo_tenant
)
3539 if ssh_access
['required'] and ssh_access
['default-user']:
3540 if 'ip_address' in vm
:
3541 mgmt_ip
= vm
['ip_address'].split(';')
3542 password
= mgmt_access
['config-access'].get('password')
3543 priv_RO_key
= decrypt_key(tenant
[0]['encrypted_RO_priv_key'], tenant
[0]['uuid'])
3544 myvim
.inject_user_key(mgmt_ip
[0], ssh_access
['default-user'],
3545 action_dict
['add_public_key'],
3546 password
=password
, ro_key
=priv_RO_key
)
3548 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
3549 HTTP_Internal_Server_Error
)
3551 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
3552 HTTP_Internal_Server_Error
)
3554 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
3555 HTTP_Internal_Server_Error
)
3557 data
= myvim
.action_vminstance(vm
['vim_vm_id'], action_dict
)
3558 if "console" in action_dict
:
3559 if not global_config
["http_console_proxy"]:
3560 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
3561 "description": "{protocol}//{ip}:{port}/{suffix}".format(
3562 protocol
=data
["protocol"],
3563 ip
= data
["server"],
3564 port
= data
["port"],
3565 suffix
= data
["suffix"]),
3569 elif data
["server"]=="127.0.0.1" or data
["server"]=="localhost":
3570 vm_result
[ vm
['uuid'] ] = {"vim_result": -HTTP_Unauthorized
,
3571 "description": "this console is only reachable by local interface",
3576 #print "console data", data
3578 console_thread
= create_or_use_console_proxy_thread(data
["server"], data
["port"])
3579 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
3580 "description": "{protocol}//{ip}:{port}/{suffix}".format(
3581 protocol
=data
["protocol"],
3582 ip
= global_config
["http_console_host"],
3583 port
= console_thread
.port
,
3584 suffix
= data
["suffix"]),
3588 except NfvoException
as e
:
3589 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
3593 vm_result
[ vm
['uuid'] ] = {"vim_result": 200, "description": "ok", "name":vm
['name']}
3595 except vimconn
.vimconnException
as e
:
3596 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
3599 if vm_ok
==0: #all goes wrong
3604 def instance_action_get(mydb
, nfvo_tenant
, instance_id
, action_id
):
3606 if nfvo_tenant
and nfvo_tenant
!= "any":
3607 filter["tenant_id"] = nfvo_tenant
3608 if instance_id
and instance_id
!= "any":
3609 filter["instance_id"] = instance_id
3611 filter["uuid"] = action_id
3612 rows
= mydb
.get_rows(FROM
="instance_actions", WHERE
=filter)
3613 if not rows
and action_id
:
3614 raise NfvoException("Not found any action with this criteria", HTTP_Not_Found
)
3615 return {"ations": rows
}
3618 def create_or_use_console_proxy_thread(console_server
, console_port
):
3619 #look for a non-used port
3620 console_thread_key
= console_server
+ ":" + str(console_port
)
3621 if console_thread_key
in global_config
["console_thread"]:
3622 #global_config["console_thread"][console_thread_key].start_timeout()
3623 return global_config
["console_thread"][console_thread_key
]
3625 for port
in global_config
["console_port_iterator"]():
3626 #print "create_or_use_console_proxy_thread() port:", port
3627 if port
in global_config
["console_ports"]:
3630 clithread
= cli
.ConsoleProxyThread(global_config
['http_host'], port
, console_server
, console_port
)
3632 global_config
["console_thread"][console_thread_key
] = clithread
3633 global_config
["console_ports"][port
] = console_thread_key
3635 except cli
.ConsoleProxyExceptionPortUsed
as e
:
3636 #port used, try with onoher
3638 except cli
.ConsoleProxyException
as e
:
3639 raise NfvoException(str(e
), HTTP_Bad_Request
)
3640 raise NfvoException("Not found any free 'http_console_ports'", HTTP_Conflict
)
3643 def check_tenant(mydb
, tenant_id
):
3644 '''check that tenant exists at database'''
3645 tenant
= mydb
.get_rows(FROM
='nfvo_tenants', SELECT
=('uuid',), WHERE
={'uuid': tenant_id
})
3647 raise NfvoException("tenant '{}' not found".format(tenant_id
), HTTP_Not_Found
)
3650 def new_tenant(mydb
, tenant_dict
):
3652 tenant_uuid
= str(uuid4())
3653 tenant_dict
['uuid'] = tenant_uuid
3655 pub_key
, priv_key
= create_RO_keypair(tenant_uuid
)
3656 tenant_dict
['RO_pub_key'] = pub_key
3657 tenant_dict
['encrypted_RO_priv_key'] = priv_key
3658 mydb
.new_row("nfvo_tenants", tenant_dict
)
3659 except db_base_Exception
as e
:
3660 raise NfvoException("Error creating the new tenant: {} ".format(tenant_dict
['name']) + str(e
), HTTP_Internal_Server_Error
)
3663 def delete_tenant(mydb
, tenant
):
3664 #get nfvo_tenant info
3666 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant
, 'tenant')
3667 mydb
.delete_row_by_id("nfvo_tenants", tenant_dict
['uuid'])
3668 return tenant_dict
['uuid'] + " " + tenant_dict
["name"]
3671 def new_datacenter(mydb
, datacenter_descriptor
):
3672 if "config" in datacenter_descriptor
:
3673 datacenter_descriptor
["config"]=yaml
.safe_dump(datacenter_descriptor
["config"],default_flow_style
=True,width
=256)
3674 #Check that datacenter-type is correct
3675 datacenter_type
= datacenter_descriptor
.get("type", "openvim");
3678 module
= "vimconn_" + datacenter_type
3679 pkg
= __import__("osm_ro." + module
)
3680 vim_conn
= getattr(pkg
, module
)
3681 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
3682 except (IOError, ImportError):
3683 # if module_info and module_info[0]:
3684 # file.close(module_info[0])
3685 raise NfvoException("Incorrect datacenter type '{}'. Plugin '{}'.py not installed".format(datacenter_type
, module
), HTTP_Bad_Request
)
3687 datacenter_id
= mydb
.new_row("datacenters", datacenter_descriptor
, add_uuid
=True)
3688 return datacenter_id
3691 def edit_datacenter(mydb
, datacenter_id_name
, datacenter_descriptor
):
3692 # obtain data, check that only one exist
3693 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id_name
)
3696 datacenter_id
= datacenter
['uuid']
3697 where
={'uuid': datacenter
['uuid']}
3698 remove_port_mapping
= False
3699 if "config" in datacenter_descriptor
:
3700 if datacenter_descriptor
['config'] != None:
3702 new_config_dict
= datacenter_descriptor
["config"]
3705 for k
in new_config_dict
:
3706 if new_config_dict
[k
] == None:
3708 if k
== 'sdn-controller':
3709 remove_port_mapping
= True
3711 config_text
= datacenter
.get("config")
3714 config_dict
= yaml
.load(config_text
)
3715 config_dict
.update(new_config_dict
)
3719 except Exception as e
:
3720 raise NfvoException("Bad format at datacenter:config " + str(e
), HTTP_Bad_Request
)
3722 datacenter_descriptor
["config"] = yaml
.safe_dump(config_dict
, default_flow_style
=True, width
=256)
3724 datacenter_descriptor
["config"] = None
3725 if remove_port_mapping
:
3727 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_id
)
3728 except ovimException
as e
:
3729 logger
.error("Error deleting datacenter-port-mapping " + str(e
))
3731 mydb
.update_rows('datacenters', datacenter_descriptor
, where
)
3732 return datacenter_id
3735 def delete_datacenter(mydb
, datacenter
):
3736 #get nfvo_tenant info
3737 datacenter_dict
= mydb
.get_table_by_uuid_name('datacenters', datacenter
, 'datacenter')
3738 mydb
.delete_row_by_id("datacenters", datacenter_dict
['uuid'])
3740 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_dict
['uuid'])
3741 except ovimException
as e
:
3742 logger
.error("Error deleting datacenter-port-mapping " + str(e
))
3743 return datacenter_dict
['uuid'] + " " + datacenter_dict
['name']
3746 def associate_datacenter_to_tenant(mydb
, nfvo_tenant
, datacenter
, vim_tenant_id
=None, vim_tenant_name
=None, vim_username
=None, vim_password
=None, config
=None):
3747 #get datacenter info
3748 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, None, datacenter
, vim_user
=vim_username
, vim_passwd
=vim_password
)
3749 datacenter_name
= myvim
["name"]
3751 create_vim_tenant
= True if not vim_tenant_id
and not vim_tenant_name
else False
3753 # get nfvo_tenant info
3754 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', nfvo_tenant
)
3755 if vim_tenant_name
==None:
3756 vim_tenant_name
=tenant_dict
['name']
3758 #check that this association does not exist before
3759 tenants_datacenter_dict
={"nfvo_tenant_id":tenant_dict
['uuid'], "datacenter_id":datacenter_id
}
3760 tenants_datacenters
= mydb
.get_rows(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
3761 if len(tenants_datacenters
)>0:
3762 raise NfvoException("datacenter '{}' and tenant'{}' are already attached".format(datacenter_id
, tenant_dict
['uuid']), HTTP_Conflict
)
3764 vim_tenant_id_exist_atdb
=False
3765 if not create_vim_tenant
:
3766 where_
={"datacenter_id": datacenter_id
}
3767 if vim_tenant_id
!=None:
3768 where_
["vim_tenant_id"] = vim_tenant_id
3769 if vim_tenant_name
!=None:
3770 where_
["vim_tenant_name"] = vim_tenant_name
3771 #check if vim_tenant_id is already at database
3772 datacenter_tenants_dict
= mydb
.get_rows(FROM
='datacenter_tenants', WHERE
=where_
)
3773 if len(datacenter_tenants_dict
)>=1:
3774 datacenter_tenants_dict
= datacenter_tenants_dict
[0]
3775 vim_tenant_id_exist_atdb
=True
3776 #TODO check if a field has changed and edit entry at datacenter_tenants at DB
3778 datacenter_tenants_dict
= {}
3779 #insert at table datacenter_tenants
3780 else: #if vim_tenant_id==None:
3781 #create tenant at VIM if not provided
3783 vim_tenant_id
= myvim
.new_tenant(vim_tenant_name
, "created by openmano for datacenter "+datacenter_name
)
3784 except vimconn
.vimconnException
as e
:
3785 raise NfvoException("Not possible to create vim_tenant {} at VIM: {}".format(vim_tenant_id
, str(e
)), HTTP_Internal_Server_Error
)
3786 datacenter_tenants_dict
= {}
3787 datacenter_tenants_dict
["created"]="true"
3789 #fill datacenter_tenants table
3790 if not vim_tenant_id_exist_atdb
:
3791 datacenter_tenants_dict
["vim_tenant_id"] = vim_tenant_id
3792 datacenter_tenants_dict
["vim_tenant_name"] = vim_tenant_name
3793 datacenter_tenants_dict
["user"] = vim_username
3794 datacenter_tenants_dict
["passwd"] = vim_password
3795 datacenter_tenants_dict
["datacenter_id"] = datacenter_id
3797 datacenter_tenants_dict
["config"] = yaml
.safe_dump(config
, default_flow_style
=True, width
=256)
3798 id_
= mydb
.new_row('datacenter_tenants', datacenter_tenants_dict
, add_uuid
=True)
3799 datacenter_tenants_dict
["uuid"] = id_
3801 #fill tenants_datacenters table
3802 datacenter_tenant_id
= datacenter_tenants_dict
["uuid"]
3803 tenants_datacenter_dict
["datacenter_tenant_id"] = datacenter_tenant_id
3804 mydb
.new_row('tenants_datacenters', tenants_datacenter_dict
)
3806 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_dict
['uuid'], datacenter_id
) # reload data
3807 thread_name
= get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_dict
['name'], tenant_dict
['uuid'])
3808 new_thread
= vim_thread
.vim_thread(myvim
, task_lock
, thread_name
, datacenter_name
, datacenter_tenant_id
,
3809 db
=db
, db_lock
=db_lock
, ovim
=ovim
)
3811 thread_id
= datacenter_tenants_dict
["uuid"]
3812 vim_threads
["running"][thread_id
] = new_thread
3813 return datacenter_id
3816 def edit_datacenter_to_tenant(mydb
, nfvo_tenant
, datacenter_id
, vim_tenant_id
=None, vim_tenant_name
=None,
3817 vim_username
=None, vim_password
=None, config
=None):
3818 #Obtain the data of this datacenter_tenant_id
3819 vim_data
= mydb
.get_rows(
3820 SELECT
=("datacenter_tenants.vim_tenant_name", "datacenter_tenants.vim_tenant_id", "datacenter_tenants.user",
3821 "datacenter_tenants.passwd", "datacenter_tenants.config"),
3822 FROM
="datacenter_tenants JOIN tenants_datacenters ON datacenter_tenants.uuid=tenants_datacenters.datacenter_tenant_id",
3823 WHERE
={"tenants_datacenters.nfvo_tenant_id": nfvo_tenant
,
3824 "tenants_datacenters.datacenter_id": datacenter_id
})
3826 logger
.debug(str(vim_data
))
3827 if len(vim_data
) < 1:
3828 raise NfvoException("Datacenter {} is not attached for tenant {}".format(datacenter_id
, nfvo_tenant
), HTTP_Conflict
)
3832 v
['config'] = yaml
.load(v
['config'])
3835 v
['vim_tenant_id'] = vim_tenant_id
3837 v
['vim_tenant_name'] = vim_tenant_name
3839 v
['user'] = vim_username
3841 v
['passwd'] = vim_password
3845 v
['config'].update(config
)
3847 logger
.debug(str(v
))
3848 deassociate_datacenter_to_tenant(mydb
, nfvo_tenant
, datacenter_id
, vim_tenant_id
=v
['vim_tenant_id'])
3849 associate_datacenter_to_tenant(mydb
, nfvo_tenant
, datacenter_id
, vim_tenant_id
=v
['vim_tenant_id'], vim_tenant_name
=v
['vim_tenant_name'],
3850 vim_username
=v
['user'], vim_password
=v
['passwd'], config
=v
['config'])
3852 return datacenter_id
3854 def deassociate_datacenter_to_tenant(mydb
, tenant_id
, datacenter
, vim_tenant_id
=None):
3855 #get datacenter info
3856 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3858 #get nfvo_tenant info
3859 if not tenant_id
or tenant_id
=="any":
3862 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant_id
)
3863 tenant_uuid
= tenant_dict
['uuid']
3865 #check that this association exist before
3866 tenants_datacenter_dict
={"datacenter_id":datacenter_id
}
3868 tenants_datacenter_dict
["nfvo_tenant_id"] = tenant_uuid
3869 tenant_datacenter_list
= mydb
.get_rows(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
3870 if len(tenant_datacenter_list
)==0 and tenant_uuid
:
3871 raise NfvoException("datacenter '{}' and tenant '{}' are not attached".format(datacenter_id
, tenant_dict
['uuid']), HTTP_Not_Found
)
3873 #delete this association
3874 mydb
.delete_row(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
3876 #get vim_tenant info and deletes
3878 for tenant_datacenter_item
in tenant_datacenter_list
:
3879 vim_tenant_dict
= mydb
.get_table_by_uuid_name('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
3880 #try to delete vim:tenant
3882 mydb
.delete_row_by_id('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
3883 if vim_tenant_dict
['created']=='true':
3884 #delete tenant at VIM if created by NFVO
3886 myvim
.delete_tenant(vim_tenant_dict
['vim_tenant_id'])
3887 except vimconn
.vimconnException
as e
:
3888 warning
= "Not possible to delete vim_tenant_id {} from VIM: {} ".format(vim_tenant_dict
['vim_tenant_id'], str(e
))
3889 logger
.warn(warning
)
3890 except db_base_Exception
as e
:
3891 logger
.error("Cannot delete datacenter_tenants " + str(e
))
3892 pass # the error will be caused because dependencies, vim_tenant can not be deleted
3893 thread_id
= tenant_datacenter_item
["datacenter_tenant_id"]
3894 thread
= vim_threads
["running"][thread_id
]
3895 thread
.insert_task("exit")
3896 vim_threads
["deleting"][thread_id
] = thread
3897 return "datacenter {} detached. {}".format(datacenter_id
, warning
)
3900 def datacenter_action(mydb
, tenant_id
, datacenter
, action_dict
):
3902 #get datacenter info
3903 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3905 if 'net-update' in action_dict
:
3907 nets
= myvim
.get_network_list(filter_dict
={'shared': True, 'admin_state_up': True, 'status': 'ACTIVE'})
3909 except vimconn
.vimconnException
as e
:
3910 #logger.error("nfvo.datacenter_action() Not possible to get_network_list from VIM: %s ", str(e))
3911 raise NfvoException(str(e
), HTTP_Internal_Server_Error
)
3912 #update nets Change from VIM format to NFVO format
3915 net_nfvo
={'datacenter_id': datacenter_id
}
3916 net_nfvo
['name'] = net
['name']
3917 #net_nfvo['description']= net['name']
3918 net_nfvo
['vim_net_id'] = net
['id']
3919 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
3920 net_nfvo
['shared'] = net
['shared']
3921 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
3922 net_list
.append(net_nfvo
)
3923 inserted
, deleted
= mydb
.update_datacenter_nets(datacenter_id
, net_list
)
3924 logger
.info("Inserted %d nets, deleted %d old nets", inserted
, deleted
)
3926 elif 'net-edit' in action_dict
:
3927 net
= action_dict
['net-edit'].pop('net')
3928 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
3929 result
= mydb
.update_rows('datacenter_nets', action_dict
['net-edit'],
3930 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
3932 elif 'net-delete' in action_dict
:
3933 net
= action_dict
['net-deelte'].get('net')
3934 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
3935 result
= mydb
.delete_row(FROM
='datacenter_nets',
3936 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
3940 raise NfvoException("Unknown action " + str(action_dict
), HTTP_Bad_Request
)
3943 def datacenter_edit_netmap(mydb
, tenant_id
, datacenter
, netmap
, action_dict
):
3944 #get datacenter info
3945 datacenter_id
, _
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3947 what
= 'uuid' if utils
.check_valid_uuid(netmap
) else 'name'
3948 result
= mydb
.update_rows('datacenter_nets', action_dict
['netmap'],
3949 WHERE
={'datacenter_id':datacenter_id
, what
: netmap
})
3953 def datacenter_new_netmap(mydb
, tenant_id
, datacenter
, action_dict
=None):
3954 #get datacenter info
3955 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3958 action_dict
= action_dict
["netmap"]
3959 if 'vim_id' in action_dict
:
3960 filter_dict
["id"] = action_dict
['vim_id']
3961 if 'vim_name' in action_dict
:
3962 filter_dict
["name"] = action_dict
['vim_name']
3964 filter_dict
["shared"] = True
3967 vim_nets
= myvim
.get_network_list(filter_dict
=filter_dict
)
3968 except vimconn
.vimconnException
as e
:
3969 #logger.error("nfvo.datacenter_new_netmap() Not possible to get_network_list from VIM: %s ", str(e))
3970 raise NfvoException(str(e
), HTTP_Internal_Server_Error
)
3971 if len(vim_nets
)>1 and action_dict
:
3972 raise NfvoException("more than two networks found, specify with vim_id", HTTP_Conflict
)
3973 elif len(vim_nets
)==0: # and action_dict:
3974 raise NfvoException("Not found a network at VIM with " + str(filter_dict
), HTTP_Not_Found
)
3976 for net
in vim_nets
:
3977 net_nfvo
={'datacenter_id': datacenter_id
}
3978 if action_dict
and "name" in action_dict
:
3979 net_nfvo
['name'] = action_dict
['name']
3981 net_nfvo
['name'] = net
['name']
3982 #net_nfvo['description']= net['name']
3983 net_nfvo
['vim_net_id'] = net
['id']
3984 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
3985 net_nfvo
['shared'] = net
['shared']
3986 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
3988 net_id
= mydb
.new_row("datacenter_nets", net_nfvo
, add_uuid
=True)
3989 net_nfvo
["status"] = "OK"
3990 net_nfvo
["uuid"] = net_id
3991 except db_base_Exception
as e
:
3995 net_nfvo
["status"] = "FAIL: " + str(e
)
3996 net_list
.append(net_nfvo
)
3999 def get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
):
4000 # obtain all network data
4002 if utils
.check_valid_uuid(network_id
):
4003 filter_dict
= {"id": network_id
}
4005 filter_dict
= {"name": network_id
}
4007 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4008 network
= myvim
.get_network_list(filter_dict
=filter_dict
)
4009 except vimconn
.vimconnException
as e
:
4010 raise NfvoException("Not possible to get_sdn_net_id from VIM: {}".format(str(e
)), e
.http_code
)
4012 # ensure the network is defined
4013 if len(network
) == 0:
4014 raise NfvoException("Network {} is not present in the system".format(network_id
),
4017 # ensure there is only one network with the provided name
4018 if len(network
) > 1:
4019 raise NfvoException("Multiple networks present in vim identified by {}".format(network_id
), HTTP_Bad_Request
)
4021 # ensure it is a dataplane network
4022 if network
[0]['type'] != 'data':
4025 # ensure we use the id
4026 network_id
= network
[0]['id']
4028 # search in dabase mano_db in table instance nets for the sdn_net_id that corresponds to the vim_net_id==network_id
4029 # and with instance_scenario_id==NULL
4030 #search_dict = {'vim_net_id': network_id, 'instance_scenario_id': None}
4031 search_dict
= {'vim_net_id': network_id
}
4034 #sdn_network_id = mydb.get_rows(SELECT=('sdn_net_id',), FROM='instance_nets', WHERE=search_dict)[0]['sdn_net_id']
4035 result
= mydb
.get_rows(SELECT
=('sdn_net_id',), FROM
='instance_nets', WHERE
=search_dict
)
4036 except db_base_Exception
as e
:
4037 raise NfvoException("db_base_Exception obtaining SDN network to associated to vim network {}".format(
4038 network_id
) + str(e
), HTTP_Internal_Server_Error
)
4042 if net
['sdn_net_id'] != None:
4044 sdn_net_id
= net
['sdn_net_id']
4046 if sdn_net_counter
== 0:
4048 elif sdn_net_counter
== 1:
4051 raise NfvoException("More than one SDN network is associated to vim network {}".format(
4052 network_id
), HTTP_Internal_Server_Error
)
4054 def get_sdn_controller_id(mydb
, datacenter
):
4055 # Obtain sdn controller id
4056 config
= mydb
.get_rows(SELECT
=('config',), FROM
='datacenters', WHERE
={'uuid': datacenter
})[0].get('config', '{}')
4060 return yaml
.load(config
).get('sdn-controller')
4062 def vim_net_sdn_attach(mydb
, tenant_id
, datacenter
, network_id
, descriptor
):
4064 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
4065 if not sdn_network_id
:
4066 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
), HTTP_Internal_Server_Error
)
4068 #Obtain sdn controller id
4069 controller_id
= get_sdn_controller_id(mydb
, datacenter
)
4070 if not controller_id
:
4071 raise NfvoException("No SDN controller is set for datacenter {}".format(datacenter
), HTTP_Internal_Server_Error
)
4073 #Obtain sdn controller info
4074 sdn_controller
= ovim
.show_of_controller(controller_id
)
4077 'name': 'external_port',
4078 'net_id': sdn_network_id
,
4079 'ofc_id': controller_id
,
4080 'switch_dpid': sdn_controller
['dpid'],
4081 'switch_port': descriptor
['port']
4084 if 'vlan' in descriptor
:
4085 port_data
['vlan'] = descriptor
['vlan']
4086 if 'mac' in descriptor
:
4087 port_data
['mac'] = descriptor
['mac']
4089 result
= ovim
.new_port(port_data
)
4090 except ovimException
as e
:
4091 raise NfvoException("ovimException attaching SDN network {} to vim network {}".format(
4092 sdn_network_id
, network_id
) + str(e
), HTTP_Internal_Server_Error
)
4093 except db_base_Exception
as e
:
4094 raise NfvoException("db_base_Exception attaching SDN network to vim network {}".format(
4095 network_id
) + str(e
), HTTP_Internal_Server_Error
)
4097 return 'Port uuid: '+ result
4099 def vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, network_id
, port_id
=None):
4101 filter = {'uuid': port_id
}
4103 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
4104 if not sdn_network_id
:
4105 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
),
4106 HTTP_Internal_Server_Error
)
4107 #in case no port_id is specified only ports marked as 'external_port' will be detached
4108 filter = {'name': 'external_port', 'net_id': sdn_network_id
}
4111 port_list
= ovim
.get_ports(columns
={'uuid'}, filter=filter)
4112 except ovimException
as e
:
4113 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
4114 HTTP_Internal_Server_Error
)
4116 if len(port_list
) == 0:
4117 raise NfvoException("No ports attached to the network {} were found with the requested criteria".format(network_id
),
4121 for port
in port_list
:
4123 port_uuid_list
.append(port
['uuid'])
4124 ovim
.delete_port(port
['uuid'])
4125 except ovimException
as e
:
4126 raise NfvoException("ovimException deleting port {} for net {}. ".format(port
['uuid'], network_id
) + str(e
), HTTP_Internal_Server_Error
)
4128 return 'Detached ports uuid: {}'.format(','.join(port_uuid_list
))
4130 def vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
):
4131 #get datacenter info
4132 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4135 if utils
.check_valid_uuid(name
):
4136 filter_dict
["id"] = name
4138 filter_dict
["name"] = name
4140 if item
=="networks":
4141 #filter_dict['tenant_id'] = myvim['tenant_id']
4142 content
= myvim
.get_network_list(filter_dict
=filter_dict
)
4144 if len(content
) == 0:
4145 raise NfvoException("Network {} is not present in the system. ".format(name
),
4148 #Update the networks with the attached ports
4150 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, net
['id'])
4151 if sdn_network_id
!= None:
4153 #port_list = ovim.get_ports(columns={'uuid', 'switch_port', 'vlan'}, filter={'name': 'external_port', 'net_id': sdn_network_id})
4154 port_list
= ovim
.get_ports(columns
={'uuid', 'switch_port', 'vlan','name'}, filter={'net_id': sdn_network_id
})
4155 except ovimException
as e
:
4156 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
), HTTP_Internal_Server_Error
)
4157 #Remove field name and if port name is external_port save it as 'type'
4158 for port
in port_list
:
4159 if port
['name'] == 'external_port':
4160 port
['type'] = "External"
4162 net
['sdn_network_id'] = sdn_network_id
4163 net
['sdn_attached_ports'] = port_list
4165 elif item
=="tenants":
4166 content
= myvim
.get_tenant_list(filter_dict
=filter_dict
)
4167 elif item
== "images":
4169 content
= myvim
.get_image_list(filter_dict
=filter_dict
)
4171 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
4172 logger
.debug("vim_action response %s", content
) #update nets Change from VIM format to NFVO format
4173 if name
and len(content
)==1:
4174 return {item
[:-1]: content
[0]}
4175 elif name
and len(content
)==0:
4176 raise NfvoException("No {} found with ".format(item
[:-1]) + " and ".join(map(lambda x
: str(x
[0])+": "+str(x
[1]), filter_dict
.iteritems())),
4179 return {item
: content
}
4180 except vimconn
.vimconnException
as e
:
4181 print "vim_action Not possible to get_%s_list from VIM: %s " % (item
, str(e
))
4182 raise NfvoException("Not possible to get_{}_list from VIM: {}".format(item
, str(e
)), e
.http_code
)
4185 def vim_action_delete(mydb
, tenant_id
, datacenter
, item
, name
):
4186 #get datacenter info
4187 if tenant_id
== "any":
4190 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4192 content
= vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
)
4193 logger
.debug("vim_action_delete vim response: " + str(content
))
4194 items
= content
.values()[0]
4195 if type(items
)==list and len(items
)==0:
4196 raise NfvoException("Not found " + item
, HTTP_Not_Found
)
4197 elif type(items
)==list and len(items
)>1:
4198 raise NfvoException("Found more than one {} with this name. Use uuid.".format(item
), HTTP_Not_Found
)
4199 else: # it is a dict
4200 item_id
= items
["id"]
4201 item_name
= str(items
.get("name"))
4204 if item
=="networks":
4205 # If there is a SDN network associated to the vim-network, proceed to clear the relationship and delete it
4206 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, item_id
)
4207 if sdn_network_id
!= None:
4208 #Delete any port attachment to this network
4210 port_list
= ovim
.get_ports(columns
={'uuid'}, filter={'net_id': sdn_network_id
})
4211 except ovimException
as e
:
4212 raise NfvoException(
4213 "ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
4214 HTTP_Internal_Server_Error
)
4216 # By calling one by one all ports to be detached we ensure that not only the external_ports get detached
4217 for port
in port_list
:
4218 vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, item_id
, port
['uuid'])
4220 #Delete from 'instance_nets' the correspondence between the vim-net-id and the sdn-net-id
4222 mydb
.delete_row(FROM
='instance_nets', WHERE
={'instance_scenario_id': None, 'sdn_net_id': sdn_network_id
, 'vim_net_id': item_id
})
4223 except db_base_Exception
as e
:
4224 raise NfvoException("Error deleting correspondence for VIM/SDN dataplane networks{}: ".format(correspondence
) +
4225 str(e
), HTTP_Internal_Server_Error
)
4227 #Delete the SDN network
4229 ovim
.delete_network(sdn_network_id
)
4230 except ovimException
as e
:
4231 logger
.error("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
), exc_info
=True)
4232 raise NfvoException("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
),
4233 HTTP_Internal_Server_Error
)
4235 content
= myvim
.delete_network(item_id
)
4236 elif item
=="tenants":
4237 content
= myvim
.delete_tenant(item_id
)
4238 elif item
== "images":
4239 content
= myvim
.delete_image(item_id
)
4241 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
4242 except vimconn
.vimconnException
as e
:
4243 #logger.error( "vim_action Not possible to delete_{} {}from VIM: {} ".format(item, name, str(e)))
4244 raise NfvoException("Not possible to delete_{} {} from VIM: {}".format(item
, name
, str(e
)), e
.http_code
)
4246 return "{} {} {} deleted".format(item
[:-1], item_id
,item_name
)
4249 def vim_action_create(mydb
, tenant_id
, datacenter
, item
, descriptor
):
4250 #get datacenter info
4251 logger
.debug("vim_action_create descriptor %s", str(descriptor
))
4252 if tenant_id
== "any":
4254 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4256 if item
=="networks":
4257 net
= descriptor
["network"]
4258 net_name
= net
.pop("name")
4259 net_type
= net
.pop("type", "bridge")
4260 net_public
= net
.pop("shared", False)
4261 net_ipprofile
= net
.pop("ip_profile", None)
4262 net_vlan
= net
.pop("vlan", None)
4263 content
= myvim
.new_network(net_name
, net_type
, net_ipprofile
, shared
=net_public
, vlan
=net_vlan
) #, **net)
4265 #If the datacenter has a SDN controller defined and the network is of dataplane type, then create the sdn network
4266 if get_sdn_controller_id(mydb
, datacenter
) != None and (net_type
== 'data' or net_type
== 'ptp'):
4269 sdn_network
['vlan'] = net_vlan
4270 sdn_network
['type'] = net_type
4271 sdn_network
['name'] = net_name
4272 ovim_content
= ovim
.new_network(sdn_network
)
4273 except ovimException
as e
:
4274 self
.logger
.error("ovimException creating SDN network={} ".format(
4275 sdn_network
) + str(e
), exc_info
=True)
4276 raise NfvoException("ovimException creating SDN network={} ".format(sdn_network
) + str(e
),
4277 HTTP_Internal_Server_Error
)
4279 # Save entry in in dabase mano_db in table instance_nets to stablish a dictionary vim_net_id <->sdn_net_id
4280 # use instance_scenario_id=None to distinguish from real instaces of nets
4281 correspondence
= {'instance_scenario_id': None, 'sdn_net_id': ovim_content
, 'vim_net_id': content
}
4282 #obtain datacenter_tenant_id
4283 correspondence
['datacenter_tenant_id'] = mydb
.get_rows(SELECT
=('uuid',), FROM
='datacenter_tenants', WHERE
={'datacenter_id': datacenter
})[0]['uuid']
4286 mydb
.new_row('instance_nets', correspondence
, add_uuid
=True)
4287 except db_base_Exception
as e
:
4288 raise NfvoException("Error saving correspondence for VIM/SDN dataplane networks{}: ".format(correspondence
) +
4289 str(e
), HTTP_Internal_Server_Error
)
4290 elif item
=="tenants":
4291 tenant
= descriptor
["tenant"]
4292 content
= myvim
.new_tenant(tenant
["name"], tenant
.get("description"))
4294 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
4295 except vimconn
.vimconnException
as e
:
4296 raise NfvoException("Not possible to create {} at VIM: {}".format(item
, str(e
)), e
.http_code
)
4298 return vim_action_get(mydb
, tenant_id
, datacenter
, item
, content
)
4300 def sdn_controller_create(mydb
, tenant_id
, sdn_controller
):
4301 data
= ovim
.new_of_controller(sdn_controller
)
4302 logger
.debug('New SDN controller created with uuid {}'.format(data
))
4305 def sdn_controller_update(mydb
, tenant_id
, controller_id
, sdn_controller
):
4306 data
= ovim
.edit_of_controller(controller_id
, sdn_controller
)
4307 msg
= 'SDN controller {} updated'.format(data
)
4311 def sdn_controller_list(mydb
, tenant_id
, controller_id
=None):
4312 if controller_id
== None:
4313 data
= ovim
.get_of_controllers()
4315 data
= ovim
.show_of_controller(controller_id
)
4317 msg
= 'SDN controller list:\n {}'.format(data
)
4321 def sdn_controller_delete(mydb
, tenant_id
, controller_id
):
4322 select_
= ('uuid', 'config')
4323 datacenters
= mydb
.get_rows(FROM
='datacenters', SELECT
=select_
)
4324 for datacenter
in datacenters
:
4325 if datacenter
['config']:
4326 config
= yaml
.load(datacenter
['config'])
4327 if 'sdn-controller' in config
and config
['sdn-controller'] == controller_id
:
4328 raise NfvoException("SDN controller {} is in use by datacenter {}".format(controller_id
, datacenter
['uuid']), HTTP_Conflict
)
4330 data
= ovim
.delete_of_controller(controller_id
)
4331 msg
= 'SDN controller {} deleted'.format(data
)
4335 def datacenter_sdn_port_mapping_set(mydb
, tenant_id
, datacenter_id
, sdn_port_mapping
):
4336 controller
= mydb
.get_rows(FROM
="datacenters", SELECT
=("config",), WHERE
={"uuid":datacenter_id
})
4337 if len(controller
) < 1:
4338 raise NfvoException("Datacenter {} not present in the database".format(datacenter_id
), HTTP_Not_Found
)
4341 sdn_controller_id
= yaml
.load(controller
[0]["config"])["sdn-controller"]
4343 raise NfvoException("The datacenter {} has not an SDN controller associated".format(datacenter_id
), HTTP_Bad_Request
)
4345 sdn_controller
= ovim
.show_of_controller(sdn_controller_id
)
4346 switch_dpid
= sdn_controller
["dpid"]
4349 for compute_node
in sdn_port_mapping
:
4350 #element = {"ofc_id": sdn_controller_id, "region": datacenter_id, "switch_dpid": switch_dpid}
4352 element
["compute_node"] = compute_node
["compute_node"]
4353 for port
in compute_node
["ports"]:
4354 element
["pci"] = port
.get("pci")
4355 element
["switch_port"] = port
.get("switch_port")
4356 element
["switch_mac"] = port
.get("switch_mac")
4357 if not element
["pci"] or not (element
["switch_port"] or element
["switch_mac"]):
4358 raise NfvoException ("The mapping must contain the 'pci' and at least one of the elements 'switch_port'"
4359 " or 'switch_mac'", HTTP_Bad_Request
)
4360 maps
.append(dict(element
))
4362 return ovim
.set_of_port_mapping(maps
, ofc_id
=sdn_controller_id
, switch_dpid
=switch_dpid
, region
=datacenter_id
)
4364 def datacenter_sdn_port_mapping_list(mydb
, tenant_id
, datacenter_id
):
4365 maps
= ovim
.get_of_port_mappings(db_filter
={"region": datacenter_id
})
4368 "sdn-controller": None,
4369 "datacenter-id": datacenter_id
,
4371 "ports_mapping": list()
4374 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id
)
4375 if datacenter
['config']:
4376 config
= yaml
.load(datacenter
['config'])
4377 if 'sdn-controller' in config
:
4378 controller_id
= config
['sdn-controller']
4379 sdn_controller
= sdn_controller_list(mydb
, tenant_id
, controller_id
)
4380 result
["sdn-controller"] = controller_id
4381 result
["dpid"] = sdn_controller
["dpid"]
4383 if result
["sdn-controller"] == None:
4384 raise NfvoException("SDN controller is not defined for datacenter {}".format(datacenter_id
), HTTP_Bad_Request
)
4385 if result
["dpid"] == None:
4386 raise NfvoException("It was not possible to determine DPID for SDN controller {}".format(result
["sdn-controller"]),
4387 HTTP_Internal_Server_Error
)
4392 ports_correspondence_dict
= dict()
4394 if result
["sdn-controller"] != link
["ofc_id"]:
4395 raise NfvoException("The sdn-controller specified for different port mappings differ", HTTP_Internal_Server_Error
)
4396 if result
["dpid"] != link
["switch_dpid"]:
4397 raise NfvoException("The dpid specified for different port mappings differ", HTTP_Internal_Server_Error
)
4399 element
["pci"] = link
["pci"]
4400 if link
["switch_port"]:
4401 element
["switch_port"] = link
["switch_port"]
4402 if link
["switch_mac"]:
4403 element
["switch_mac"] = link
["switch_mac"]
4405 if not link
["compute_node"] in ports_correspondence_dict
:
4407 content
["compute_node"] = link
["compute_node"]
4408 content
["ports"] = list()
4409 ports_correspondence_dict
[link
["compute_node"]] = content
4411 ports_correspondence_dict
[link
["compute_node"]]["ports"].append(element
)
4413 for key
in sorted(ports_correspondence_dict
):
4414 result
["ports_mapping"].append(ports_correspondence_dict
[key
])
4418 def datacenter_sdn_port_mapping_delete(mydb
, tenant_id
, datacenter_id
):
4419 return ovim
.clear_of_port_mapping(db_filter
={"region":datacenter_id
})
4421 def create_RO_keypair(tenant_id
):
4423 Creates a public / private keys for a RO tenant and returns their values
4425 tenant_id: ID of the tenant
4427 public_key: Public key for the RO tenant
4428 private_key: Encrypted private key for RO tenant
4432 key
= RSA
.generate(bits
)
4434 public_key
= key
.publickey().exportKey('OpenSSH')
4435 if isinstance(public_key
, ValueError):
4436 raise NfvoException("Unable to create public key: {}".format(public_key
), HTTP_Internal_Server_Error
)
4437 private_key
= key
.exportKey(passphrase
=tenant_id
, pkcs
=8)
4438 except (ValueError, NameError) as e
:
4439 raise NfvoException("Unable to create private key: {}".format(e
), HTTP_Internal_Server_Error
)
4440 return public_key
, private_key
4442 def decrypt_key (key
, tenant_id
):
4444 Decrypts an encrypted RSA key
4446 key: Private key to be decrypted
4447 tenant_id: ID of the tenant
4449 unencrypted_key: Unencrypted private key for RO tenant
4452 key
= RSA
.importKey(key
,tenant_id
)
4453 unencrypted_key
= key
.exportKey('PEM')
4454 if isinstance(unencrypted_key
, ValueError):
4455 raise NfvoException("Unable to decrypt the private key: {}".format(unencrypted_key
), HTTP_Internal_Server_Error
)
4456 except ValueError as e
:
4457 raise NfvoException("Unable to decrypt the private key: {}".format(e
), HTTP_Internal_Server_Error
)
4458 return unencrypted_key