1 # -*- coding: utf-8 -*-
4 # Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U.
5 # This file is part of openmano
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
12 # http://www.apache.org/licenses/LICENSE-2.0
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
25 NFVO engine, implementing all the methods for the creation, deletion and management of vnfs, scenarios and instances
27 __author__
="Alfonso Tierno, Gerardo Garcia, Pablo Montes"
28 __date__
="$16-sep-2014 22:05:01$"
34 from utils
import deprecated
36 import console_proxy_thread
as cli
41 from uuid
import uuid4
42 from db_base
import db_base_Exception
45 from threading
import Lock
47 from lib_osm_openvim
import ovim
as ovim_module
48 from lib_osm_openvim
.ovim
import ovimException
49 from Crypto
.PublicKey
import RSA
51 import osm_im
.vnfd
as vnfd_catalog
52 import osm_im
.nsd
as nsd_catalog
53 from pyangbind
.lib
.serialise
import pybindJSONDecoder
54 from copy
import deepcopy
58 import wim
.wimconn
as wimconn
59 import wim
.wim_thread
as wim_thread
60 from .http_tools
import errors
as httperrors
61 from .wim
.engine
import WimEngine
62 from .wim
.persistence
import WimPersistence
63 from copy
import deepcopy
64 from pprint
import pformat
68 global vimconn_imported
72 global wimconn_imported
75 global default_volume_size
76 default_volume_size
= '5' #size in GB
81 vimconn_imported
= {} # dictionary with VIM type as key, loaded module as value
82 vim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-VIMs
83 vim_persistent_info
= {}
85 wimconn_imported
= {} # dictionary with WIM type as key, loaded module as value
86 wim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-WIMs
87 wim_persistent_info
= {}
90 logger
= logging
.getLogger('openmano.nfvo')
97 class NfvoException(httperrors
.HttpMappedError
):
98 """Common Class for NFVO errors"""
104 if task_id
<= last_task_id
:
105 task_id
= last_task_id
+ 0.000001
106 last_task_id
= task_id
107 return "ACTION-{:.6f}".format(task_id
)
108 # return (t.strftime("%Y%m%dT%H%M%S.{}%Z", t.localtime(task_id))).format(int((task_id % 1)*1e6))
111 def new_task(name
, params
, depends
=None):
113 task_id
= get_task_id()
114 task
= {"status": "enqueued", "id": task_id
, "name": name
, "params": params
}
116 task
["depends"] = depends
121 return True if id[:5] == "TASK-" else False
124 def get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_name
, tenant_id
):
125 name
= datacenter_name
[:16]
126 if name
not in vim_threads
["names"]:
127 vim_threads
["names"].append(name
)
130 name
= datacenter_name
[:16] + "." + tenant_name
[:16]
131 if name
not in vim_threads
["names"]:
132 vim_threads
["names"].append(name
)
135 vim_threads
["names"].append(name
)
139 def get_non_used_wim_name(wim_name
, wim_id
, tenant_name
, tenant_id
):
141 if name
not in wim_threads
["names"]:
142 wim_threads
["names"].append(name
)
144 name
= wim_name
[:16] + "." + tenant_name
[:16]
145 if name
not in wim_threads
["names"]:
146 wim_threads
["names"].append(name
)
148 name
= wim_id
+ "-" + tenant_id
149 wim_threads
["names"].append(name
)
153 def start_service(mydb
, persistence
=None, wim
=None):
154 global db
, global_config
155 db
= nfvo_db
.nfvo_db(lock
=db_lock
)
157 db
.connect(global_config
['db_host'], global_config
['db_user'], global_config
['db_passwd'], global_config
['db_name'])
160 persistence
= persistence
or WimPersistence(db
)
162 # Initialize openvim for SDN control
163 # TODO: Avoid static configuration by adding new parameters to openmanod.cfg
164 # TODO: review ovim.py to delete not needed configuration
165 ovim_configuration
= {
166 'logger_name': 'openmano.ovim',
167 'network_vlan_range_start': 1000,
168 'network_vlan_range_end': 4096,
169 'db_name': global_config
["db_ovim_name"],
170 'db_host': global_config
["db_ovim_host"],
171 'db_user': global_config
["db_ovim_user"],
172 'db_passwd': global_config
["db_ovim_passwd"],
175 'network_type': 'bridge',
176 #TODO: log_level_of should not be needed. To be modified in ovim
177 'log_level_of': 'DEBUG'
180 # starts ovim library
181 ovim
= ovim_module
.ovim(ovim_configuration
)
184 wim_engine
= wim
or WimEngine(persistence
)
185 wim_engine
.ovim
= ovim
189 #delete old unneeded vim_wim_actions
193 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join '\
194 'datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
195 select_
= ('type', 'd.config as config', 'd.uuid as datacenter_id', 'vim_url', 'vim_url_admin',
196 'd.name as datacenter_name', 'dt.uuid as datacenter_tenant_id',
197 'dt.vim_tenant_name as vim_tenant_name', 'dt.vim_tenant_id as vim_tenant_id',
198 'user', 'passwd', 'dt.config as dt_config', 'nfvo_tenant_id')
199 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
)
201 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
202 'datacenter_id': vim
.get('datacenter_id')}
204 extra
.update(yaml
.load(vim
["config"]))
205 if vim
.get('dt_config'):
206 extra
.update(yaml
.load(vim
["dt_config"]))
207 if vim
["type"] not in vimconn_imported
:
210 module
= "vimconn_" + vim
["type"]
211 pkg
= __import__("osm_ro." + module
)
212 vim_conn
= getattr(pkg
, module
)
213 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
214 # vim_conn = imp.load_module(vim["type"], *module_info)
215 vimconn_imported
[vim
["type"]] = vim_conn
216 except (IOError, ImportError) as e
:
217 # if module_info and module_info[0]:
218 # file.close(module_info[0])
219 raise NfvoException("Unknown vim type '{}'. Cannot open file '{}.py'; {}: {}".format(
220 vim
["type"], module
, type(e
).__name
__, str(e
)), httperrors
.Bad_Request
)
222 thread_id
= vim
['datacenter_tenant_id']
223 vim_persistent_info
[thread_id
] = {}
226 # return -httperrors.Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
227 myvim
= vimconn_imported
[ vim
["type"] ].vimconnector(
228 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
229 tenant_id
=vim
['vim_tenant_id'], tenant_name
=vim
['vim_tenant_name'],
230 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
231 user
=vim
['user'], passwd
=vim
['passwd'],
232 config
=extra
, persistent_info
=vim_persistent_info
[thread_id
]
234 except vimconn
.vimconnException
as e
:
236 logger
.error("Cannot launch thread for VIM {} '{}': {}".format(vim
['datacenter_name'],
237 vim
['datacenter_id'], e
))
238 except Exception as e
:
239 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, e
),
240 httperrors
.Internal_Server_Error
)
241 thread_name
= get_non_used_vim_name(vim
['datacenter_name'], vim
['datacenter_id'], vim
['vim_tenant_name'],
242 vim
['vim_tenant_id'])
243 new_thread
= vim_thread
.vim_thread(task_lock
, thread_name
, vim
['datacenter_name'],
244 vim
['datacenter_tenant_id'], db
=db
, db_lock
=db_lock
, ovim
=ovim
)
246 vim_threads
["running"][thread_id
] = new_thread
248 wim_engine
.start_threads()
249 except db_base_Exception
as e
:
250 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
251 except ovim_module
.ovimException
as e
:
253 if message
[:22] == "DATABASE wrong version":
254 message
= "DATABASE wrong version of lib_osm_openvim {msg} -d{dbname} -u{dbuser} -p{dbpass} {ver}' "\
255 "at host {dbhost}".format(
256 msg
=message
[22:-3], dbname
=global_config
["db_ovim_name"],
257 dbuser
=global_config
["db_ovim_user"], dbpass
=global_config
["db_ovim_passwd"],
258 ver
=message
[-3:-1], dbhost
=global_config
["db_ovim_host"])
259 raise NfvoException(message
, httperrors
.Bad_Request
)
263 global ovim
, global_config
266 for thread_id
, thread
in vim_threads
["running"].items():
267 thread
.insert_task("exit")
268 vim_threads
["deleting"][thread_id
] = thread
269 vim_threads
["running"] = {}
272 wim_engine
.stop_threads()
274 if global_config
and global_config
.get("console_thread"):
275 for thread
in global_config
["console_thread"]:
276 thread
.terminate
= True
279 return ("openmanod version {} {}\n(c) Copyright Telefonica".format(global_config
["version"],
280 global_config
["version_date"] ))
284 Clean unused or old entries at database to avoid unlimited growing
285 :param mydb: database connector
288 # get and delete unused vim_wim_actions: all elements deleted, one week before, instance not present
289 now
= t
.time()-3600*24*7
290 instance_action_id
= None
293 actions_to_delete
= mydb
.get_rows(
294 SELECT
=("item", "item_id", "instance_action_id"),
295 FROM
="vim_wim_actions as va join instance_actions as ia on va.instance_action_id=ia.uuid "
296 "left join instance_scenarios as i on ia.instance_id=i.uuid",
297 WHERE
={"va.action": "DELETE", "va.modified_at<": now
, "i.uuid": None,
298 "va.status": ("DONE", "SUPERSEDED")},
301 for to_delete
in actions_to_delete
:
302 mydb
.delete_row(FROM
="vim_wim_actions", WHERE
=to_delete
)
303 if instance_action_id
!= to_delete
["instance_action_id"]:
304 instance_action_id
= to_delete
["instance_action_id"]
305 mydb
.delete_row(FROM
="instance_actions", WHERE
={"uuid": instance_action_id
})
306 nb_deleted
+= len(actions_to_delete
)
307 if len(actions_to_delete
) < 100:
310 mydb
.update_rows("vim_wim_actions", UPDATE
={"worker": None}, WHERE
={"worker<>": None})
313 logger
.debug("Removed {} unused vim_wim_actions".format(nb_deleted
))
316 def get_flavorlist(mydb
, vnf_id
, nfvo_tenant
=None):
318 return result, content:
319 <0, error_text upon error
320 nb_records, flavor_list on success
323 WHERE_dict
['vnf_id'] = vnf_id
324 if nfvo_tenant
is not None:
325 WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
327 #result, content = mydb.get_table(FROM='vms join vnfs on vms.vnf_id = vnfs.uuid',SELECT=('uuid'),WHERE=WHERE_dict )
328 #result, content = mydb.get_table(FROM='vms',SELECT=('vim_flavor_id',),WHERE=WHERE_dict )
329 flavors
= mydb
.get_rows(FROM
='vms join flavors on vms.flavor_id=flavors.uuid',SELECT
=('flavor_id',),WHERE
=WHERE_dict
)
330 #print "get_flavor_list result:", result
331 #print "get_flavor_list content:", content
333 for flavor
in flavors
:
334 flavorList
.append(flavor
['flavor_id'])
338 def get_imagelist(mydb
, vnf_id
, nfvo_tenant
=None):
340 Get used images of all vms belonging to this VNFD
341 :param mydb: database conector
342 :param vnf_id: vnfd uuid
343 :param nfvo_tenant: tenant, not used
344 :return: The list of image uuid used
347 vms
= mydb
.get_rows(SELECT
=('image_id','image_list'), FROM
='vms', WHERE
={'vnf_id': vnf_id
})
349 if vm
["image_id"] and vm
["image_id"] not in image_list
:
350 image_list
.append(vm
["image_id"])
352 vm_image_list
= yaml
.load(vm
["image_list"])
353 for image_dict
in vm_image_list
:
354 if image_dict
["image_id"] not in image_list
:
355 image_list
.append(image_dict
["image_id"])
359 def get_vim(mydb
, nfvo_tenant
=None, datacenter_id
=None, datacenter_name
=None, datacenter_tenant_id
=None,
360 vim_tenant
=None, vim_tenant_name
=None, vim_user
=None, vim_passwd
=None, ignore_errors
=False):
361 '''Obtain a dictionary of VIM (datacenter) classes with some of the input parameters
362 return dictionary with {datacenter_id: vim_class, ... }. vim_class contain:
363 'nfvo_tenant_id','datacenter_id','vim_tenant_id','vim_url','vim_url_admin','datacenter_name','type','user','passwd'
364 raise exception upon error
367 if nfvo_tenant
is not None: WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
368 if datacenter_id
is not None: WHERE_dict
['d.uuid'] = datacenter_id
369 if datacenter_tenant_id
is not None: WHERE_dict
['datacenter_tenant_id'] = datacenter_tenant_id
370 if datacenter_name
is not None: WHERE_dict
['d.name'] = datacenter_name
371 if vim_tenant
is not None: WHERE_dict
['dt.vim_tenant_id'] = vim_tenant
372 if vim_tenant_name
is not None: WHERE_dict
['vim_tenant_name'] = vim_tenant_name
373 if nfvo_tenant
or vim_tenant
or vim_tenant_name
or datacenter_tenant_id
:
374 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
375 select_
= ('type','d.config as config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name',
376 'dt.uuid as datacenter_tenant_id','dt.vim_tenant_name as vim_tenant_name','dt.vim_tenant_id as vim_tenant_id',
377 'user','passwd', 'dt.config as dt_config')
379 from_
= 'datacenters as d'
380 select_
= ('type','config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name')
382 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
, WHERE
=WHERE_dict
)
385 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
386 'datacenter_id': vim
.get('datacenter_id'),
387 '_vim_type_internal': vim
.get('type')}
389 extra
.update(yaml
.load(vim
["config"]))
390 if vim
.get('dt_config'):
391 extra
.update(yaml
.load(vim
["dt_config"]))
392 if vim
["type"] not in vimconn_imported
:
395 module
= "vimconn_" + vim
["type"]
396 pkg
= __import__("osm_ro." + module
)
397 vim_conn
= getattr(pkg
, module
)
398 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
399 # vim_conn = imp.load_module(vim["type"], *module_info)
400 vimconn_imported
[vim
["type"]] = vim_conn
401 except (IOError, ImportError) as e
:
402 # if module_info and module_info[0]:
403 # file.close(module_info[0])
405 logger
.error("Unknown vim type '{}'. Can not open file '{}.py'; {}: {}".format(
406 vim
["type"], module
, type(e
).__name
__, str(e
)))
408 raise NfvoException("Unknown vim type '{}'. Can not open file '{}.py'; {}: {}".format(
409 vim
["type"], module
, type(e
).__name
__, str(e
)), httperrors
.Bad_Request
)
412 if 'datacenter_tenant_id' in vim
:
413 thread_id
= vim
["datacenter_tenant_id"]
414 if thread_id
not in vim_persistent_info
:
415 vim_persistent_info
[thread_id
] = {}
416 persistent_info
= vim_persistent_info
[thread_id
]
420 # return -httperrors.Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
421 vim_dict
[ vim
['datacenter_id'] ] = vimconn_imported
[ vim
["type"] ].vimconnector(
422 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
423 tenant_id
=vim
.get('vim_tenant_id',vim_tenant
),
424 tenant_name
=vim
.get('vim_tenant_name',vim_tenant_name
),
425 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
426 user
=vim
.get('user',vim_user
), passwd
=vim
.get('passwd',vim_passwd
),
427 config
=extra
, persistent_info
=persistent_info
429 except Exception as e
:
431 logger
.error("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)))
433 http_code
= httperrors
.Internal_Server_Error
434 if isinstance(e
, vimconn
.vimconnException
):
435 http_code
= e
.http_code
436 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)), http_code
)
438 except db_base_Exception
as e
:
439 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
442 def rollback(mydb
, vims
, rollback_list
):
444 #delete things by reverse order
445 for i
in range(len(rollback_list
)-1, -1, -1):
446 item
= rollback_list
[i
]
447 if item
["where"]=="vim":
448 if item
["vim_id"] not in vims
:
450 if is_task_id(item
["uuid"]):
452 vim
= vims
[item
["vim_id"]]
454 if item
["what"]=="image":
455 vim
.delete_image(item
["uuid"])
456 mydb
.delete_row(FROM
="datacenters_images", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
457 elif item
["what"]=="flavor":
458 vim
.delete_flavor(item
["uuid"])
459 mydb
.delete_row(FROM
="datacenters_flavors", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
460 elif item
["what"]=="network":
461 vim
.delete_network(item
["uuid"])
462 elif item
["what"]=="vm":
463 vim
.delete_vminstance(item
["uuid"])
464 except vimconn
.vimconnException
as e
:
465 logger
.error("Error in rollback. Not possible to delete VIM %s '%s'. Message: %s", item
['what'], item
["uuid"], str(e
))
466 undeleted_items
.append("{} {} from VIM {}".format(item
['what'], item
["uuid"], vim
["name"]))
467 except db_base_Exception
as e
:
468 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB.datacenters Message: %s", item
['what'], item
["uuid"], str(e
))
472 if item
["what"]=="image":
473 mydb
.delete_row(FROM
="images", WHERE
={"uuid": item
["uuid"]})
474 elif item
["what"]=="flavor":
475 mydb
.delete_row(FROM
="flavors", WHERE
={"uuid": item
["uuid"]})
476 except db_base_Exception
as e
:
477 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB. Message: %s", item
['what'], item
["uuid"], str(e
))
478 undeleted_items
.append("{} '{}'".format(item
['what'], item
["uuid"]))
479 if len(undeleted_items
)==0:
480 return True," Rollback successful."
482 return False," Rollback fails to delete: " + str(undeleted_items
)
485 def check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1):
487 #create a dictionary with vnfc-name: vnfc:interface-list key:values pairs
489 for vnfc
in vnf_descriptor
["vnf"]["VNFC"]:
491 #dataplane interfaces
492 for numa
in vnfc
.get("numas",() ):
493 for interface
in numa
.get("interfaces",()):
494 if interface
["name"] in name_dict
:
496 "Error at vnf:VNFC[name:'{}']:numas:interfaces:name, interface name '{}' already used in this VNFC".format(
497 vnfc
["name"], interface
["name"]),
498 httperrors
.Bad_Request
)
499 name_dict
[ interface
["name"] ] = "underlay"
501 for interface
in vnfc
.get("bridge-ifaces",() ):
502 if interface
["name"] in name_dict
:
504 "Error at vnf:VNFC[name:'{}']:bridge-ifaces:name, interface name '{}' already used in this VNFC".format(
505 vnfc
["name"], interface
["name"]),
506 httperrors
.Bad_Request
)
507 name_dict
[ interface
["name"] ] = "overlay"
508 vnfc_interfaces
[ vnfc
["name"] ] = name_dict
509 # check bood-data info
510 # if "boot-data" in vnfc:
511 # # check that user-data is incompatible with users and config-files
512 # if (vnfc["boot-data"].get("users") or vnfc["boot-data"].get("config-files")) and vnfc["boot-data"].get("user-data"):
513 # raise NfvoException(
514 # "Error at vnf:VNFC:boot-data, fields 'users' and 'config-files' are not compatible with 'user-data'",
515 # httperrors.Bad_Request)
517 #check if the info in external_connections matches with the one in the vnfcs
519 for external_connection
in vnf_descriptor
["vnf"].get("external-connections",() ):
520 if external_connection
["name"] in name_list
:
522 "Error at vnf:external-connections:name, value '{}' already used as an external-connection".format(
523 external_connection
["name"]),
524 httperrors
.Bad_Request
)
525 name_list
.append(external_connection
["name"])
526 if external_connection
["VNFC"] not in vnfc_interfaces
:
528 "Error at vnf:external-connections[name:'{}']:VNFC, value '{}' does not match any VNFC".format(
529 external_connection
["name"], external_connection
["VNFC"]),
530 httperrors
.Bad_Request
)
532 if external_connection
["local_iface_name"] not in vnfc_interfaces
[ external_connection
["VNFC"] ]:
534 "Error at vnf:external-connections[name:'{}']:local_iface_name, value '{}' does not match any interface of this VNFC".format(
535 external_connection
["name"],
536 external_connection
["local_iface_name"]),
537 httperrors
.Bad_Request
)
539 #check if the info in internal_connections matches with the one in the vnfcs
541 for internal_connection
in vnf_descriptor
["vnf"].get("internal-connections",() ):
542 if internal_connection
["name"] in name_list
:
544 "Error at vnf:internal-connections:name, value '%s' already used as an internal-connection".format(
545 internal_connection
["name"]),
546 httperrors
.Bad_Request
)
547 name_list
.append(internal_connection
["name"])
548 #We should check that internal-connections of type "ptp" have only 2 elements
550 if len(internal_connection
["elements"])>2 and (internal_connection
.get("type") == "ptp" or internal_connection
.get("type") == "e-line"):
552 "Error at 'vnf:internal-connections[name:'{}']:elements', size must be 2 for a '{}' type. Consider change it to '{}' type".format(
553 internal_connection
["name"],
554 'ptp' if vnf_descriptor_version
==1 else 'e-line',
555 'data' if vnf_descriptor_version
==1 else "e-lan"),
556 httperrors
.Bad_Request
)
557 for port
in internal_connection
["elements"]:
559 iface
= port
["local_iface_name"]
560 if vnf
not in vnfc_interfaces
:
562 "Error at vnf:internal-connections[name:'{}']:elements[]:VNFC, value '{}' does not match any VNFC".format(
563 internal_connection
["name"], vnf
),
564 httperrors
.Bad_Request
)
565 if iface
not in vnfc_interfaces
[ vnf
]:
567 "Error at vnf:internal-connections[name:'{}']:elements[]:local_iface_name, value '{}' does not match any interface of this VNFC".format(
568 internal_connection
["name"], iface
),
569 httperrors
.Bad_Request
)
570 return -httperrors
.Bad_Request
,
571 if vnf_descriptor_version
==1 and "type" not in internal_connection
:
572 if vnfc_interfaces
[vnf
][iface
] == "overlay":
573 internal_connection
["type"] = "bridge"
575 internal_connection
["type"] = "data"
576 if vnf_descriptor_version
==2 and "implementation" not in internal_connection
:
577 if vnfc_interfaces
[vnf
][iface
] == "overlay":
578 internal_connection
["implementation"] = "overlay"
580 internal_connection
["implementation"] = "underlay"
581 if (internal_connection
.get("type") == "data" or internal_connection
.get("type") == "ptp" or \
582 internal_connection
.get("implementation") == "underlay") and vnfc_interfaces
[vnf
][iface
] == "overlay":
584 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
585 internal_connection
["name"],
586 iface
, 'bridge' if vnf_descriptor_version
==1 else 'overlay',
587 'data' if vnf_descriptor_version
==1 else 'underlay'),
588 httperrors
.Bad_Request
)
589 if (internal_connection
.get("type") == "bridge" or internal_connection
.get("implementation") == "overlay") and \
590 vnfc_interfaces
[vnf
][iface
] == "underlay":
592 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
593 internal_connection
["name"], iface
,
594 'data' if vnf_descriptor_version
==1 else 'underlay',
595 'bridge' if vnf_descriptor_version
==1 else 'overlay'),
596 httperrors
.Bad_Request
)
599 def create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=None):
601 if only_create_at_vim
:
602 image_mano_id
= image_dict
['uuid']
603 if return_on_error
== None:
604 return_on_error
= True
606 if image_dict
['location']:
607 images
= mydb
.get_rows(FROM
="images", WHERE
={'location':image_dict
['location'], 'metadata':image_dict
['metadata']})
609 images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name':image_dict
['universal_name'], 'checksum':image_dict
['checksum']})
611 image_mano_id
= images
[0]['uuid']
613 #create image in MANO DB
614 temp_image_dict
={'name':image_dict
['name'], 'description':image_dict
.get('description',None),
615 'location':image_dict
['location'], 'metadata':image_dict
.get('metadata',None),
616 'universal_name':image_dict
['universal_name'] , 'checksum':image_dict
['checksum']
618 #temp_image_dict['location'] = image_dict.get('new_location') if image_dict['location'] is None
619 image_mano_id
= mydb
.new_row('images', temp_image_dict
, add_uuid
=True)
620 rollback_list
.append({"where":"mano", "what":"image","uuid":image_mano_id
})
621 #create image at every vim
622 for vim_id
,vim
in vims
.iteritems():
623 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
624 image_created
="false"
626 image_db
= mydb
.get_rows(FROM
="datacenters_images",
627 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'image_id': image_mano_id
})
628 #look at VIM if this image exist
630 if image_dict
['location'] is not None:
631 image_vim_id
= vim
.get_image_id_from_path(image_dict
['location'])
634 filter_dict
['name'] = image_dict
['universal_name']
635 if image_dict
.get('checksum') != None:
636 filter_dict
['checksum'] = image_dict
['checksum']
637 #logger.debug('>>>>>>>> Filter dict: %s', str(filter_dict))
638 vim_images
= vim
.get_image_list(filter_dict
)
639 #logger.debug('>>>>>>>> VIM images: %s', str(vim_images))
640 if len(vim_images
) > 1:
641 raise vimconn
.vimconnException("More than one candidate VIM image found for filter: {}".format(str(filter_dict
)), httperrors
.Conflict
)
642 elif len(vim_images
) == 0:
643 raise vimconn
.vimconnNotFoundException("Image not found at VIM with filter: '{}'".format(str(filter_dict
)))
645 #logger.debug('>>>>>>>> VIM image 0: %s', str(vim_images[0]))
646 image_vim_id
= vim_images
[0]['id']
648 except vimconn
.vimconnNotFoundException
as e
:
649 #Create the image in VIM only if image_dict['location'] or image_dict['new_location'] is not None
651 #image_dict['location']=image_dict.get('new_location') if image_dict['location'] is None
652 if image_dict
['location']:
653 image_vim_id
= vim
.new_image(image_dict
)
654 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"image","uuid":image_vim_id
})
657 #If we reach this point, then the image has image name, and optionally checksum, and could not be found
658 raise vimconn
.vimconnException(str(e
))
659 except vimconn
.vimconnException
as e
:
661 logger
.error("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
664 logger
.warn("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
666 except vimconn
.vimconnException
as e
:
668 logger
.error("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
670 logger
.warn("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
673 #if we reach here, the image has been created or existed
675 #add new vim_id at datacenters_images
676 mydb
.new_row('datacenters_images', {'datacenter_vim_id': datacenter_vim_id
,
677 'image_id':image_mano_id
,
678 'vim_id': image_vim_id
,
679 'created':image_created
})
680 elif image_db
[0]["vim_id"]!=image_vim_id
:
681 #modify existing vim_id at datacenters_images
682 mydb
.update_rows('datacenters_images', UPDATE
={'vim_id':image_vim_id
}, WHERE
={'datacenter_vim_id':vim_id
, 'image_id':image_mano_id
})
684 return image_vim_id
if only_create_at_vim
else image_mano_id
687 def create_or_use_flavor(mydb
, vims
, flavor_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
= None):
688 temp_flavor_dict
= {'disk':flavor_dict
.get('disk',0),
689 'ram':flavor_dict
.get('ram'),
690 'vcpus':flavor_dict
.get('vcpus'),
692 if 'extended' in flavor_dict
and flavor_dict
['extended']==None:
693 del flavor_dict
['extended']
694 if 'extended' in flavor_dict
:
695 temp_flavor_dict
['extended']=yaml
.safe_dump(flavor_dict
['extended'],default_flow_style
=True,width
=256)
697 #look if flavor exist
698 if only_create_at_vim
:
699 flavor_mano_id
= flavor_dict
['uuid']
700 if return_on_error
== None:
701 return_on_error
= True
703 flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
705 flavor_mano_id
= flavors
[0]['uuid']
708 #create one by one the images of aditional disks
709 dev_image_list
=[] #list of images
710 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None:
712 for device
in flavor_dict
['extended'].get('devices',[]):
713 if "image" not in device
and "image name" not in device
:
716 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
717 image_dict
['universal_name']=device
.get('image name')
718 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
719 image_dict
['location']=device
.get('image')
720 #image_dict['new_location']=vnfc.get('image location')
721 image_dict
['checksum']=device
.get('image checksum')
722 image_metadata_dict
= device
.get('image metadata', None)
723 image_metadata_str
= None
724 if image_metadata_dict
!= None:
725 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
726 image_dict
['metadata']=image_metadata_str
727 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
728 #print "Additional disk image id for VNFC %s: %s" % (flavor_dict['name']+str(dev_nb)+"-img", image_id)
729 dev_image_list
.append(image_id
)
731 temp_flavor_dict
['name'] = flavor_dict
['name']
732 temp_flavor_dict
['description'] = flavor_dict
.get('description',None)
733 content
= mydb
.new_row('flavors', temp_flavor_dict
, add_uuid
=True)
734 flavor_mano_id
= content
735 rollback_list
.append({"where":"mano", "what":"flavor","uuid":flavor_mano_id
})
736 #create flavor at every vim
737 if 'uuid' in flavor_dict
:
738 del flavor_dict
['uuid']
740 for vim_id
,vim
in vims
.items():
741 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
742 flavor_created
="false"
744 flavor_db
= mydb
.get_rows(FROM
="datacenters_flavors",
745 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
746 #look at VIM if this flavor exist SKIPPED
747 #res_vim, flavor_vim_id = vim.get_flavor_id_from_path(flavor_dict['location'])
749 # print "Error contacting VIM to know if the flavor %s existed previously." %flavor_vim_id
753 # Create the flavor in VIM
754 # Translate images at devices from MANO id to VIM id
756 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None and "devices" in flavor_dict
['extended']:
757 # make a copy of original devices
760 for device
in flavor_dict
["extended"].get("devices",[]):
763 devices_original
.append(dev
)
764 if 'image' in device
:
766 if 'image metadata' in device
:
767 del device
['image metadata']
768 if 'image checksum' in device
:
769 del device
['image checksum']
771 for index
in range(0,len(devices_original
)) :
772 device
=devices_original
[index
]
773 if "image" not in device
and "image name" not in device
:
774 # if 'size' in device:
775 disk_list
.append({'size': device
.get('size', default_volume_size
), 'name': device
.get('name')})
778 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
779 image_dict
['universal_name']=device
.get('image name')
780 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
781 image_dict
['location']=device
.get('image')
782 # image_dict['new_location']=device.get('image location')
783 image_dict
['checksum']=device
.get('image checksum')
784 image_metadata_dict
= device
.get('image metadata', None)
785 image_metadata_str
= None
786 if image_metadata_dict
!= None:
787 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
788 image_dict
['metadata']=image_metadata_str
789 image_mano_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=return_on_error
)
790 image_dict
["uuid"]=image_mano_id
791 image_vim_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=True, return_on_error
=return_on_error
)
793 #save disk information (image must be based on and size
794 disk_list
.append({'image_id': image_vim_id
, 'size': device
.get('size', default_volume_size
)})
796 flavor_dict
["extended"]["devices"][index
]['imageRef']=image_vim_id
799 #check that this vim_id exist in VIM, if not create
800 flavor_vim_id
=flavor_db
[0]["vim_id"]
802 vim
.get_flavor(flavor_vim_id
)
803 continue #flavor exist
804 except vimconn
.vimconnException
:
806 #create flavor at vim
807 logger
.debug("nfvo.create_or_use_flavor() adding flavor to VIM %s", vim
["name"])
810 flavor_vim_id
=vim
.get_flavor_id_from_data(flavor_dict
)
811 flavor_created
="false"
812 except vimconn
.vimconnException
as e
:
815 if not flavor_vim_id
:
816 flavor_vim_id
= vim
.new_flavor(flavor_dict
)
817 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"flavor","uuid":flavor_vim_id
})
818 flavor_created
="true"
819 except vimconn
.vimconnException
as e
:
821 logger
.error("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
823 logger
.warn("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
826 #if reach here the flavor has been create or exist
827 if len(flavor_db
)==0:
828 #add new vim_id at datacenters_flavors
829 extended_devices_yaml
= None
830 if len(disk_list
) > 0:
831 extended_devices
= dict()
832 extended_devices
['disks'] = disk_list
833 extended_devices_yaml
= yaml
.safe_dump(extended_devices
,default_flow_style
=True,width
=256)
834 mydb
.new_row('datacenters_flavors',
835 {'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
, 'vim_id': flavor_vim_id
,
836 'created': flavor_created
, 'extended': extended_devices_yaml
})
837 elif flavor_db
[0]["vim_id"]!=flavor_vim_id
:
838 #modify existing vim_id at datacenters_flavors
839 mydb
.update_rows('datacenters_flavors', UPDATE
={'vim_id':flavor_vim_id
},
840 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
842 return flavor_vim_id
if only_create_at_vim
else flavor_mano_id
845 def get_str(obj
, field
, length
):
847 Obtain the str value,
852 value
= obj
.get(field
)
853 if value
is not None:
854 value
= str(value
)[:length
]
857 def _lookfor_or_create_image(db_image
, mydb
, descriptor
):
859 fill image content at db_image dictionary. Check if the image with this image and checksum exist
860 :param db_image: dictionary to insert data
861 :param mydb: database connector
862 :param descriptor: yang descriptor
863 :return: uuid if the image exist at DB, or None if a new image must be created with the data filled at db_image
866 db_image
["name"] = get_str(descriptor
, "image", 255)
867 db_image
["checksum"] = get_str(descriptor
, "image-checksum", 32)
868 if not db_image
["checksum"]: # Ensure that if empty string, None is stored
869 db_image
["checksum"] = None
870 if db_image
["name"].startswith("/"):
871 db_image
["location"] = db_image
["name"]
872 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'location': db_image
["location"]})
874 db_image
["universal_name"] = db_image
["name"]
875 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name': db_image
['universal_name'],
876 'checksum': db_image
['checksum']})
878 return existing_images
[0]["uuid"]
880 image_uuid
= str(uuid4())
881 db_image
["uuid"] = image_uuid
884 def get_resource_allocation_params(quota_descriptor
):
886 read the quota_descriptor from vnfd and fetch the resource allocation properties from the descriptor object
887 :param quota_descriptor: cpu/mem/vif/disk-io quota descriptor
888 :return: quota params for limit, reserve, shares from the descriptor object
891 if quota_descriptor
.get("limit"):
892 quota
["limit"] = int(quota_descriptor
["limit"])
893 if quota_descriptor
.get("reserve"):
894 quota
["reserve"] = int(quota_descriptor
["reserve"])
895 if quota_descriptor
.get("shares"):
896 quota
["shares"] = int(quota_descriptor
["shares"])
899 def new_vnfd_v3(mydb
, tenant_id
, vnf_descriptor
):
901 Parses an OSM IM vnfd_catalog and insert at DB
904 :param vnf_descriptor:
905 :return: The list of cretated vnf ids
908 myvnfd
= vnfd_catalog
.vnfd()
910 pybindJSONDecoder
.load_ietf_json(vnf_descriptor
, None, None, obj
=myvnfd
, path_helper
=True,
912 except Exception as e
:
913 raise NfvoException("Error. Invalid VNF descriptor format " + str(e
), httperrors
.Bad_Request
)
921 db_ip_profiles_index
= 0
925 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd:vnfd-catalog")
926 if not vnfd_catalog_descriptor
:
927 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd-catalog")
928 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd")
929 if not vnfd_descriptor_list
:
930 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd:vnfd")
931 for vnfd_yang
in myvnfd
.vnfd_catalog
.vnfd
.itervalues():
932 vnfd
= vnfd_yang
.get()
935 vnf_uuid
= str(uuid4())
936 uuid_list
.append(vnf_uuid
)
937 vnfd_uuid_list
.append(vnf_uuid
)
938 vnfd_id
= get_str(vnfd
, "id", 255)
942 "name": get_str(vnfd
, "name", 255),
943 "description": get_str(vnfd
, "description", 255),
944 "tenant_id": tenant_id
,
945 "vendor": get_str(vnfd
, "vendor", 255),
946 "short_name": get_str(vnfd
, "short-name", 255),
947 "descriptor": str(vnf_descriptor
)[:60000]
950 for vnfd_descriptor
in vnfd_descriptor_list
:
951 if vnfd_descriptor
["id"] == str(vnfd
["id"]):
954 # table ip_profiles (ip-profiles)
955 ip_profile_name2db_table_index
= {}
956 for ip_profile
in vnfd
.get("ip-profiles").itervalues():
958 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
959 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
960 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
961 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
962 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
963 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
966 for dns
in ip_profile
["ip-profile-params"]["dns-server"].itervalues():
967 dns_list
.append(str(dns
.get("address")))
968 db_ip_profile
["dns_address"] = ";".join(dns_list
)
969 if ip_profile
["ip-profile-params"].get('security-group'):
970 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
971 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
972 db_ip_profiles_index
+= 1
973 db_ip_profiles
.append(db_ip_profile
)
975 # table nets (internal-vld)
976 net_id2uuid
= {} # for mapping interface with network
977 for vld
in vnfd
.get("internal-vld").itervalues():
978 net_uuid
= str(uuid4())
979 uuid_list
.append(net_uuid
)
981 "name": get_str(vld
, "name", 255),
984 "description": get_str(vld
, "description", 255),
985 "osm_id": get_str(vld
, "id", 255),
986 "type": "bridge", # TODO adjust depending on connection point type
988 net_id2uuid
[vld
.get("id")] = net_uuid
989 db_nets
.append(db_net
)
990 # ip-profile, link db_ip_profile with db_sce_net
991 if vld
.get("ip-profile-ref"):
992 ip_profile_name
= vld
.get("ip-profile-ref")
993 if ip_profile_name
not in ip_profile_name2db_table_index
:
994 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vld[{}]':'ip-profile-ref':"
995 "'{}'. Reference to a non-existing 'ip_profiles'".format(
996 str(vnfd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
997 httperrors
.Bad_Request
)
998 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["net_id"] = net_uuid
999 else: #check no ip-address has been defined
1000 for icp
in vld
.get("internal-connection-point").itervalues():
1001 if icp
.get("ip-address"):
1002 raise NfvoException("Error at 'vnfd[{}]':'vld[{}]':'internal-connection-point[{}]' "
1003 "contains an ip-address but no ip-profile has been defined at VLD".format(
1004 str(vnfd
["id"]), str(vld
["id"]), str(icp
["id"])),
1005 httperrors
.Bad_Request
)
1007 # connection points vaiable declaration
1008 cp_name2iface_uuid
= {}
1009 cp_name2vm_uuid
= {}
1010 cp_name2db_interface
= {}
1011 vdu_id2cp_name
= {} # stored only when one external connection point is presented at this VDU
1015 vdu_id2db_table_index
= {}
1016 for vdu
in vnfd
.get("vdu").itervalues():
1018 for vdu_descriptor
in vnfd_descriptor
["vdu"]:
1019 if vdu_descriptor
["id"] == str(vdu
["id"]):
1021 vm_uuid
= str(uuid4())
1022 uuid_list
.append(vm_uuid
)
1023 vdu_id
= get_str(vdu
, "id", 255)
1027 "name": get_str(vdu
, "name", 255),
1028 "description": get_str(vdu
, "description", 255),
1029 "pdu_type": get_str(vdu
, "pdu-type", 255),
1032 vdu_id2uuid
[db_vm
["osm_id"]] = vm_uuid
1033 vdu_id2db_table_index
[db_vm
["osm_id"]] = db_vms_index
1034 if vdu
.get("count"):
1035 db_vm
["count"] = int(vdu
["count"])
1038 image_present
= False
1039 if vdu
.get("image"):
1040 image_present
= True
1042 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, vdu
)
1044 image_uuid
= db_image
["uuid"]
1045 db_images
.append(db_image
)
1046 db_vm
["image_id"] = image_uuid
1047 if vdu
.get("alternative-images"):
1048 vm_alternative_images
= []
1049 for alt_image
in vdu
.get("alternative-images").itervalues():
1051 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, alt_image
)
1053 image_uuid
= db_image
["uuid"]
1054 db_images
.append(db_image
)
1055 vm_alternative_images
.append({
1056 "image_id": image_uuid
,
1057 "vim_type": str(alt_image
["vim-type"]),
1058 # "universal_name": str(alt_image["image"]),
1059 # "checksum": str(alt_image["image-checksum"]) if alt_image.get("image-checksum") else None
1062 db_vm
["image_list"] = yaml
.safe_dump(vm_alternative_images
, default_flow_style
=True, width
=256)
1066 if vdu
.get("volumes"):
1067 for volume_key
in vdu
["volumes"]:
1068 volume
= vdu
["volumes"][volume_key
]
1069 if not image_present
:
1070 # Convert the first volume to vnfc.image
1071 image_present
= True
1073 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, volume
)
1075 image_uuid
= db_image
["uuid"]
1076 db_images
.append(db_image
)
1077 db_vm
["image_id"] = image_uuid
1079 # Add Openmano devices
1080 device
= {"name": str(volume
.get("name"))}
1081 device
["type"] = str(volume
.get("device-type"))
1082 if volume
.get("size"):
1083 device
["size"] = int(volume
["size"])
1084 if volume
.get("image"):
1085 device
["image name"] = str(volume
["image"])
1086 if volume
.get("image-checksum"):
1087 device
["image checksum"] = str(volume
["image-checksum"])
1089 devices
.append(device
)
1091 if not db_vm
.get("image_id"):
1092 if not db_vm
["pdu_type"]:
1093 raise NfvoException("Not defined image for VDU")
1094 # create a fake image
1098 if vdu
.get("cloud-init"):
1099 boot_data
["user-data"] = str(vdu
["cloud-init"])
1100 elif vdu
.get("cloud-init-file"):
1101 # TODO Where this file content is present???
1102 # boot_data["user-data"] = vnfd_yang.files[vdu["cloud-init-file"]]
1103 boot_data
["user-data"] = str(vdu
["cloud-init-file"])
1105 if vdu
.get("supplemental-boot-data"):
1106 if vdu
["supplemental-boot-data"].get('boot-data-drive'):
1107 boot_data
['boot-data-drive'] = True
1108 if vdu
["supplemental-boot-data"].get('config-file'):
1109 om_cfgfile_list
= list()
1110 for custom_config_file
in vdu
["supplemental-boot-data"]['config-file'].itervalues():
1111 # TODO Where this file content is present???
1112 cfg_source
= str(custom_config_file
["source"])
1113 om_cfgfile_list
.append({"dest": custom_config_file
["dest"],
1114 "content": cfg_source
})
1115 boot_data
['config-files'] = om_cfgfile_list
1117 db_vm
["boot_data"] = yaml
.safe_dump(boot_data
, default_flow_style
=True, width
=256)
1119 db_vms
.append(db_vm
)
1122 # table interfaces (internal/external interfaces)
1123 flavor_epa_interfaces
= []
1124 # for iface in chain(vdu.get("internal-interface").itervalues(), vdu.get("external-interface").itervalues()):
1125 for iface
in vdu
.get("interface").itervalues():
1126 flavor_epa_interface
= {}
1127 iface_uuid
= str(uuid4())
1128 uuid_list
.append(iface_uuid
)
1131 "internal_name": get_str(iface
, "name", 255),
1134 flavor_epa_interface
["name"] = db_interface
["internal_name"]
1135 if iface
.get("virtual-interface").get("vpci"):
1136 db_interface
["vpci"] = get_str(iface
.get("virtual-interface"), "vpci", 12)
1137 flavor_epa_interface
["vpci"] = db_interface
["vpci"]
1139 if iface
.get("virtual-interface").get("bandwidth"):
1140 bps
= int(iface
.get("virtual-interface").get("bandwidth"))
1141 db_interface
["bw"] = int(math
.ceil(bps
/1000000.0))
1142 flavor_epa_interface
["bandwidth"] = "{} Mbps".format(db_interface
["bw"])
1144 if iface
.get("virtual-interface").get("type") == "OM-MGMT":
1145 db_interface
["type"] = "mgmt"
1146 elif iface
.get("virtual-interface").get("type") in ("VIRTIO", "E1000", "PARAVIRT"):
1147 db_interface
["type"] = "bridge"
1148 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1149 elif iface
.get("virtual-interface").get("type") in ("SR-IOV", "PCI-PASSTHROUGH"):
1150 db_interface
["type"] = "data"
1151 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1152 flavor_epa_interface
["dedicated"] = "no" if iface
["virtual-interface"]["type"] == "SR-IOV" \
1154 flavor_epa_interfaces
.append(flavor_epa_interface
)
1156 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vdu[{}]':'interface':'virtual"
1157 "-interface':'type':'{}'. Interface type is not supported".format(
1158 vnfd_id
, vdu_id
, iface
.get("virtual-interface").get("type")),
1159 httperrors
.Bad_Request
)
1161 if iface
.get("mgmt-interface"):
1162 db_interface
["type"] = "mgmt"
1164 if iface
.get("external-connection-point-ref"):
1166 cp
= vnfd
.get("connection-point")[iface
.get("external-connection-point-ref")]
1167 db_interface
["external_name"] = get_str(cp
, "name", 255)
1168 cp_name2iface_uuid
[db_interface
["external_name"]] = iface_uuid
1169 cp_name2vm_uuid
[db_interface
["external_name"]] = vm_uuid
1170 cp_name2db_interface
[db_interface
["external_name"]] = db_interface
1171 for cp_descriptor
in vnfd_descriptor
["connection-point"]:
1172 if cp_descriptor
["name"] == db_interface
["external_name"]:
1177 if vdu_id
in vdu_id2cp_name
:
1178 vdu_id2cp_name
[vdu_id
] = None # more than two connecdtion point for this VDU
1180 vdu_id2cp_name
[vdu_id
] = db_interface
["external_name"]
1183 if str(cp_descriptor
.get("port-security-enabled")).lower() == "false":
1184 db_interface
["port_security"] = 0
1185 elif str(cp_descriptor
.get("port-security-enabled")).lower() == "true":
1186 db_interface
["port_security"] = 1
1188 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1189 "'interface[{iface}]':'vnfd-connection-point-ref':'{cp}' is not present"
1190 " at connection-point".format(
1191 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1192 cp
=iface
.get("vnfd-connection-point-ref")),
1193 httperrors
.Bad_Request
)
1194 elif iface
.get("internal-connection-point-ref"):
1196 for icp_descriptor
in vdu_descriptor
["internal-connection-point"]:
1197 if icp_descriptor
["id"] == str(iface
.get("internal-connection-point-ref")):
1200 raise KeyError("does not exist at vdu:internal-connection-point")
1203 for vld
in vnfd
.get("internal-vld").itervalues():
1204 for cp
in vld
.get("internal-connection-point").itervalues():
1205 if cp
.get("id-ref") == iface
.get("internal-connection-point-ref"):
1207 raise KeyError("is referenced by more than one 'internal-vld'")
1211 raise KeyError("is not referenced by any 'internal-vld'")
1213 db_interface
["net_id"] = net_id2uuid
[icp_vld
.get("id")]
1214 if str(icp_descriptor
.get("port-security-enabled")).lower() == "false":
1215 db_interface
["port_security"] = 0
1216 elif str(icp_descriptor
.get("port-security-enabled")).lower() == "true":
1217 db_interface
["port_security"] = 1
1218 if icp
.get("ip-address"):
1219 if not icp_vld
.get("ip-profile-ref"):
1221 db_interface
["ip_address"] = str(icp
.get("ip-address"))
1222 except KeyError as e
:
1223 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1224 "'interface[{iface}]':'internal-connection-point-ref':'{cp}'"
1226 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1227 cp
=iface
.get("internal-connection-point-ref"), msg
=str(e
)),
1228 httperrors
.Bad_Request
)
1229 if iface
.get("position"):
1230 db_interface
["created_at"] = int(iface
.get("position")) * 50
1231 if iface
.get("mac-address"):
1232 db_interface
["mac"] = str(iface
.get("mac-address"))
1233 db_interfaces
.append(db_interface
)
1237 "name": get_str(vdu
, "name", 250) + "-flv",
1238 "vcpus": int(vdu
["vm-flavor"].get("vcpu-count", 1)),
1239 "ram": int(vdu
["vm-flavor"].get("memory-mb", 1)),
1240 "disk": int(vdu
["vm-flavor"].get("storage-gb", 0)),
1242 # TODO revise the case of several numa-node-policy node
1246 extended
["devices"] = devices
1247 if flavor_epa_interfaces
:
1248 numa
["interfaces"] = flavor_epa_interfaces
1249 if vdu
.get("guest-epa"): # TODO or dedicated_int:
1250 epa_vcpu_set
= False
1251 if vdu
["guest-epa"].get("numa-node-policy"): # TODO or dedicated_int:
1252 numa_node_policy
= vdu
["guest-epa"].get("numa-node-policy")
1253 if numa_node_policy
.get("node"):
1254 numa_node
= numa_node_policy
["node"].values()[0]
1255 if numa_node
.get("num-cores"):
1256 numa
["cores"] = numa_node
["num-cores"]
1258 if numa_node
.get("paired-threads"):
1259 if numa_node
["paired-threads"].get("num-paired-threads"):
1260 numa
["paired-threads"] = int(numa_node
["paired-threads"]["num-paired-threads"])
1262 if len(numa_node
["paired-threads"].get("paired-thread-ids")):
1263 numa
["paired-threads-id"] = []
1264 for pair
in numa_node
["paired-threads"]["paired-thread-ids"].itervalues():
1265 numa
["paired-threads-id"].append(
1266 (str(pair
["thread-a"]), str(pair
["thread-b"]))
1268 if numa_node
.get("num-threads"):
1269 numa
["threads"] = int(numa_node
["num-threads"])
1271 if numa_node
.get("memory-mb"):
1272 numa
["memory"] = max(int(numa_node
["memory-mb"] / 1024), 1)
1273 if vdu
["guest-epa"].get("mempage-size"):
1274 if vdu
["guest-epa"]["mempage-size"] != "SMALL":
1275 numa
["memory"] = max(int(db_flavor
["ram"] / 1024), 1)
1276 if vdu
["guest-epa"].get("cpu-pinning-policy") and not epa_vcpu_set
:
1277 if vdu
["guest-epa"]["cpu-pinning-policy"] == "DEDICATED":
1278 if vdu
["guest-epa"].get("cpu-thread-pinning-policy") and \
1279 vdu
["guest-epa"]["cpu-thread-pinning-policy"] != "PREFER":
1280 numa
["cores"] = max(db_flavor
["vcpus"], 1)
1282 numa
["threads"] = max(db_flavor
["vcpus"], 1)
1284 if vdu
["guest-epa"].get("cpu-quota") and not epa_vcpu_set
:
1285 cpuquota
= get_resource_allocation_params(vdu
["guest-epa"].get("cpu-quota"))
1287 extended
["cpu-quota"] = cpuquota
1288 if vdu
["guest-epa"].get("mem-quota"):
1289 vduquota
= get_resource_allocation_params(vdu
["guest-epa"].get("mem-quota"))
1291 extended
["mem-quota"] = vduquota
1292 if vdu
["guest-epa"].get("disk-io-quota"):
1293 diskioquota
= get_resource_allocation_params(vdu
["guest-epa"].get("disk-io-quota"))
1295 extended
["disk-io-quota"] = diskioquota
1296 if vdu
["guest-epa"].get("vif-quota"):
1297 vifquota
= get_resource_allocation_params(vdu
["guest-epa"].get("vif-quota"))
1299 extended
["vif-quota"] = vifquota
1301 extended
["numas"] = [numa
]
1303 extended_text
= yaml
.safe_dump(extended
, default_flow_style
=True, width
=256)
1304 db_flavor
["extended"] = extended_text
1305 # look if flavor exist
1306 temp_flavor_dict
= {'disk': db_flavor
.get('disk', 0),
1307 'ram': db_flavor
.get('ram'),
1308 'vcpus': db_flavor
.get('vcpus'),
1309 'extended': db_flavor
.get('extended')
1311 existing_flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
1312 if existing_flavors
:
1313 flavor_uuid
= existing_flavors
[0]["uuid"]
1315 flavor_uuid
= str(uuid4())
1316 uuid_list
.append(flavor_uuid
)
1317 db_flavor
["uuid"] = flavor_uuid
1318 db_flavors
.append(db_flavor
)
1319 db_vm
["flavor_id"] = flavor_uuid
1321 # VNF affinity and antiaffinity
1322 for pg
in vnfd
.get("placement-groups").itervalues():
1323 pg_name
= get_str(pg
, "name", 255)
1324 for vdu
in pg
.get("member-vdus").itervalues():
1325 vdu_id
= get_str(vdu
, "member-vdu-ref", 255)
1326 if vdu_id
not in vdu_id2db_table_index
:
1327 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'placement-groups[{pg}]':"
1328 "'member-vdus':'{vdu}'. Reference to a non-existing vdu".format(
1329 vnf
=vnfd_id
, pg
=pg_name
, vdu
=vdu_id
),
1330 httperrors
.Bad_Request
)
1331 db_vms
[vdu_id2db_table_index
[vdu_id
]]["availability_zone"] = pg_name
1332 # TODO consider the case of isolation and not colocation
1333 # if pg.get("strategy") == "ISOLATION":
1335 # VNF mgmt configuration
1337 if vnfd
["mgmt-interface"].get("vdu-id"):
1338 mgmt_vdu_id
= get_str(vnfd
["mgmt-interface"], "vdu-id", 255)
1339 if mgmt_vdu_id
not in vdu_id2uuid
:
1340 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'vdu-id':"
1341 "'{vdu}'. Reference to a non-existing vdu".format(
1342 vnf
=vnfd_id
, vdu
=mgmt_vdu_id
),
1343 httperrors
.Bad_Request
)
1344 mgmt_access
["vm_id"] = vdu_id2uuid
[vnfd
["mgmt-interface"]["vdu-id"]]
1345 # if only one cp is defined by this VDU, mark this interface as of type "mgmt"
1346 if vdu_id2cp_name
.get(mgmt_vdu_id
):
1347 if cp_name2db_interface
[vdu_id2cp_name
[mgmt_vdu_id
]]:
1348 cp_name2db_interface
[vdu_id2cp_name
[mgmt_vdu_id
]]["type"] = "mgmt"
1350 if vnfd
["mgmt-interface"].get("ip-address"):
1351 mgmt_access
["ip-address"] = str(vnfd
["mgmt-interface"].get("ip-address"))
1352 if vnfd
["mgmt-interface"].get("cp"):
1353 if vnfd
["mgmt-interface"]["cp"] not in cp_name2iface_uuid
:
1354 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'cp'['{cp}']. "
1355 "Reference to a non-existing connection-point".format(
1356 vnf
=vnfd_id
, cp
=vnfd
["mgmt-interface"]["cp"]),
1357 httperrors
.Bad_Request
)
1358 mgmt_access
["vm_id"] = cp_name2vm_uuid
[vnfd
["mgmt-interface"]["cp"]]
1359 mgmt_access
["interface_id"] = cp_name2iface_uuid
[vnfd
["mgmt-interface"]["cp"]]
1360 # mark this interface as of type mgmt
1361 if cp_name2db_interface
[vnfd
["mgmt-interface"]["cp"]]:
1362 cp_name2db_interface
[vnfd
["mgmt-interface"]["cp"]]["type"] = "mgmt"
1364 default_user
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1368 mgmt_access
["default_user"] = default_user
1369 required
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1372 mgmt_access
["required"] = required
1375 db_vnf
["mgmt_access"] = yaml
.safe_dump(mgmt_access
, default_flow_style
=True, width
=256)
1377 db_vnfs
.append(db_vnf
)
1381 {"images": db_images
},
1382 {"flavors": db_flavors
},
1383 {"ip_profiles": db_ip_profiles
},
1385 {"interfaces": db_interfaces
},
1388 logger
.debug("create_vnf Deployment done vnfDict: %s",
1389 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
1390 mydb
.new_rows(db_tables
, uuid_list
)
1391 return vnfd_uuid_list
1392 except NfvoException
:
1394 except Exception as e
:
1395 logger
.error("Exception {}".format(e
))
1396 raise # NfvoException("Exception {}".format(e), httperrors.Bad_Request)
1399 @deprecated("Use new_vnfd_v3")
1400 def new_vnf(mydb
, tenant_id
, vnf_descriptor
):
1401 global global_config
1403 # Step 1. Check the VNF descriptor
1404 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1)
1405 # Step 2. Check tenant exist
1407 if tenant_id
!= "any":
1408 check_tenant(mydb
, tenant_id
)
1409 if "tenant_id" in vnf_descriptor
["vnf"]:
1410 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1411 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1412 httperrors
.Unauthorized
)
1414 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1415 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1416 if global_config
["auto_push_VNF_to_VIMs"]:
1417 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1419 # Step 4. Review the descriptor and add missing fields
1420 #print vnf_descriptor
1421 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1422 vnf_name
= vnf_descriptor
['vnf']['name']
1423 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1424 if "physical" in vnf_descriptor
['vnf']:
1425 del vnf_descriptor
['vnf']['physical']
1426 #print vnf_descriptor
1428 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1429 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1430 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1432 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1433 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1434 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1436 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1437 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1439 VNFCitem
["name"] = vnfc
['name']
1440 VNFCitem
["availability_zone"] = vnfc
.get('availability_zone')
1441 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1443 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1446 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1447 myflavorDict
["description"] = VNFCitem
["description"]
1448 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1449 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1450 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1451 myflavorDict
["extended"] = {}
1453 devices
= vnfc
.get("devices")
1455 myflavorDict
["extended"]["devices"] = devices
1458 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1459 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1461 # Previous code has been commented
1462 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1463 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1464 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1465 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1467 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1469 # print "Error creating flavor: unknown processor model. Rollback successful."
1470 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1472 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1473 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1475 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1476 myflavorDict
['extended']['numas'] = vnfc
['numas']
1480 # Step 6.2 New flavors are created in the VIM
1481 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1483 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1484 VNFCitem
["flavor_id"] = flavor_id
1485 VNFCDict
[vnfc
['name']] = VNFCitem
1487 logger
.debug("Creating new images in the VIM for each VNFC")
1488 # Step 6.3 New images are created in the VIM
1489 #For each VNFC, we must create the appropriate image.
1490 #This "for" loop might be integrated with the previous one
1491 #In case this integration is made, the VNFCDict might become a VNFClist.
1492 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1493 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1495 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1496 image_dict
['universal_name']=vnfc
.get('image name')
1497 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1498 image_dict
['location']=vnfc
.get('VNFC image')
1499 #image_dict['new_location']=vnfc.get('image location')
1500 image_dict
['checksum']=vnfc
.get('image checksum')
1501 image_metadata_dict
= vnfc
.get('image metadata', None)
1502 image_metadata_str
= None
1503 if image_metadata_dict
is not None:
1504 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1505 image_dict
['metadata']=image_metadata_str
1506 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1507 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1508 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1509 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1510 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1511 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1512 if vnfc
.get("boot-data"):
1513 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1516 # Step 7. Storing the VNF descriptor in the repository
1517 if "descriptor" not in vnf_descriptor
["vnf"]:
1518 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1520 # Step 8. Adding the VNF to the NFVO DB
1521 vnf_id
= mydb
.new_vnf_as_a_whole(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1523 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1524 _
, message
= rollback(mydb
, vims
, rollback_list
)
1525 if isinstance(e
, db_base_Exception
):
1526 error_text
= "Exception at database"
1527 elif isinstance(e
, KeyError):
1528 error_text
= "KeyError exception "
1529 e
.http_code
= httperrors
.Internal_Server_Error
1531 error_text
= "Exception at VIM"
1532 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1533 #logger.error("start_scenario %s", error_text)
1534 raise NfvoException(error_text
, e
.http_code
)
1537 @deprecated("Use new_vnfd_v3")
1538 def new_vnf_v02(mydb
, tenant_id
, vnf_descriptor
):
1539 global global_config
1541 # Step 1. Check the VNF descriptor
1542 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=2)
1543 # Step 2. Check tenant exist
1545 if tenant_id
!= "any":
1546 check_tenant(mydb
, tenant_id
)
1547 if "tenant_id" in vnf_descriptor
["vnf"]:
1548 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1549 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1550 httperrors
.Unauthorized
)
1552 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1553 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1554 if global_config
["auto_push_VNF_to_VIMs"]:
1555 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1557 # Step 4. Review the descriptor and add missing fields
1558 #print vnf_descriptor
1559 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1560 vnf_name
= vnf_descriptor
['vnf']['name']
1561 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1562 if "physical" in vnf_descriptor
['vnf']:
1563 del vnf_descriptor
['vnf']['physical']
1564 #print vnf_descriptor
1566 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1567 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1568 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1570 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1571 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1572 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1574 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1575 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1577 VNFCitem
["name"] = vnfc
['name']
1578 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1580 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1583 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1584 myflavorDict
["description"] = VNFCitem
["description"]
1585 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1586 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1587 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1588 myflavorDict
["extended"] = {}
1590 devices
= vnfc
.get("devices")
1592 myflavorDict
["extended"]["devices"] = devices
1595 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1596 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1598 # Previous code has been commented
1599 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1600 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1601 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1602 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1604 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1606 # print "Error creating flavor: unknown processor model. Rollback successful."
1607 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1609 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1610 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1612 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1613 myflavorDict
['extended']['numas'] = vnfc
['numas']
1617 # Step 6.2 New flavors are created in the VIM
1618 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1620 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1621 VNFCitem
["flavor_id"] = flavor_id
1622 VNFCDict
[vnfc
['name']] = VNFCitem
1624 logger
.debug("Creating new images in the VIM for each VNFC")
1625 # Step 6.3 New images are created in the VIM
1626 #For each VNFC, we must create the appropriate image.
1627 #This "for" loop might be integrated with the previous one
1628 #In case this integration is made, the VNFCDict might become a VNFClist.
1629 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1630 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1632 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1633 image_dict
['universal_name']=vnfc
.get('image name')
1634 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1635 image_dict
['location']=vnfc
.get('VNFC image')
1636 #image_dict['new_location']=vnfc.get('image location')
1637 image_dict
['checksum']=vnfc
.get('image checksum')
1638 image_metadata_dict
= vnfc
.get('image metadata', None)
1639 image_metadata_str
= None
1640 if image_metadata_dict
is not None:
1641 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1642 image_dict
['metadata']=image_metadata_str
1643 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1644 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1645 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1646 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1647 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1648 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1649 if vnfc
.get("boot-data"):
1650 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1652 # Step 7. Storing the VNF descriptor in the repository
1653 if "descriptor" not in vnf_descriptor
["vnf"]:
1654 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1656 # Step 8. Adding the VNF to the NFVO DB
1657 vnf_id
= mydb
.new_vnf_as_a_whole2(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1659 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1660 _
, message
= rollback(mydb
, vims
, rollback_list
)
1661 if isinstance(e
, db_base_Exception
):
1662 error_text
= "Exception at database"
1663 elif isinstance(e
, KeyError):
1664 error_text
= "KeyError exception "
1665 e
.http_code
= httperrors
.Internal_Server_Error
1667 error_text
= "Exception at VIM"
1668 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1669 #logger.error("start_scenario %s", error_text)
1670 raise NfvoException(error_text
, e
.http_code
)
1673 def get_vnf_id(mydb
, tenant_id
, vnf_id
):
1674 #check valid tenant_id
1675 check_tenant(mydb
, tenant_id
)
1678 if tenant_id
!= "any":
1679 where_or
["tenant_id"] = tenant_id
1680 where_or
["public"] = True
1681 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1683 vnf_id
= vnf
["uuid"]
1684 filter_keys
= ('uuid', 'name', 'description', 'public', "tenant_id", "osm_id", "created_at")
1685 filtered_content
= dict( (k
,v
) for k
,v
in vnf
.iteritems() if k
in filter_keys
)
1686 #change_keys_http2db(filtered_content, http2db_vnf, reverse=True)
1687 data
={'vnf' : filtered_content
}
1689 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id',
1690 SELECT
=('vms.uuid as uuid', 'vms.osm_id as osm_id', 'vms.name as name', 'vms.description as description',
1692 WHERE
={'vnfs.uuid': vnf_id
} )
1693 if len(content
) != 0:
1694 #raise NfvoException("vnf '{}' not found".format(vnf_id), httperrors.Not_Found)
1695 # change boot_data into boot-data
1697 if vm
.get("boot_data"):
1698 vm
["boot-data"] = yaml
.safe_load(vm
["boot_data"])
1701 data
['vnf']['VNFC'] = content
1702 #TODO: GET all the information from a VNFC and include it in the output.
1705 content
= mydb
.get_rows(FROM
='vnfs join nets on vnfs.uuid=nets.vnf_id',
1706 SELECT
=('nets.uuid as uuid','nets.name as name','nets.description as description', 'nets.type as type', 'nets.multipoint as multipoint'),
1707 WHERE
={'vnfs.uuid': vnf_id
} )
1708 data
['vnf']['nets'] = content
1710 #GET ip-profile for each net
1711 for net
in data
['vnf']['nets']:
1712 ipprofiles
= mydb
.get_rows(FROM
='ip_profiles',
1713 SELECT
=('ip_version','subnet_address','gateway_address','dns_address','dhcp_enabled','dhcp_start_address','dhcp_count'),
1714 WHERE
={'net_id': net
["uuid"]} )
1715 if len(ipprofiles
)==1:
1716 net
["ip_profile"] = ipprofiles
[0]
1717 elif len(ipprofiles
)>1:
1718 raise NfvoException("More than one ip-profile found with this criteria: net_id='{}'".format(net
['uuid']), httperrors
.Bad_Request
)
1721 #TODO: For each net, GET its elements and relevant info per element (VNFC, iface, ip_address) and include them in the output.
1723 #GET External Interfaces
1724 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces on vms.uuid=interfaces.vm_id',\
1725 SELECT
=('interfaces.uuid as uuid','interfaces.external_name as external_name', 'vms.name as vm_name', 'interfaces.vm_id as vm_id', \
1726 'interfaces.internal_name as internal_name', 'interfaces.type as type', 'interfaces.vpci as vpci','interfaces.bw as bw'),\
1727 WHERE
={'vnfs.uuid': vnf_id
, 'interfaces.external_name<>': None} )
1729 data
['vnf']['external-connections'] = content
1734 def delete_vnf(mydb
,tenant_id
,vnf_id
,datacenter
=None,vim_tenant
=None):
1735 # Check tenant exist
1736 if tenant_id
!= "any":
1737 check_tenant(mydb
, tenant_id
)
1738 # Get the URL of the VIM from the nfvo_tenant and the datacenter
1739 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1743 # Checking if it is a valid uuid and, if not, getting the uuid assuming that the name was provided"
1745 if tenant_id
!= "any":
1746 where_or
["tenant_id"] = tenant_id
1747 where_or
["public"] = True
1748 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1749 vnf_id
= vnf
["uuid"]
1751 # "Getting the list of flavors and tenants of the VNF"
1752 flavorList
= get_flavorlist(mydb
, vnf_id
)
1753 if len(flavorList
)==0:
1754 logger
.warn("delete_vnf error. No flavors found for the VNF id '%s'", vnf_id
)
1756 imageList
= get_imagelist(mydb
, vnf_id
)
1757 if len(imageList
)==0:
1758 logger
.warn( "delete_vnf error. No images found for the VNF id '%s'", vnf_id
)
1760 deleted
= mydb
.delete_row_by_id('vnfs', vnf_id
)
1762 raise NfvoException("vnf '{}' not found".format(vnf_id
), httperrors
.Not_Found
)
1765 for flavor
in flavorList
:
1766 #check if flavor is used by other vnf
1768 c
= mydb
.get_rows(FROM
='vms', WHERE
={'flavor_id':flavor
} )
1770 logger
.debug("Flavor '%s' not deleted because it is being used by another VNF", flavor
)
1772 #flavor not used, must be deleted
1774 c
= mydb
.get_rows(FROM
='datacenters_flavors', WHERE
={'flavor_id': flavor
})
1775 for flavor_vim
in c
:
1776 if not flavor_vim
['created']: # skip this flavor because not created by openmano
1780 for vim
in vims
.values():
1781 if vim
["config"]["datacenter_tenant_id"] == flavor_vim
["datacenter_vim_id"]:
1787 myvim
.delete_flavor(flavor_vim
["vim_id"])
1788 except vimconn
.vimconnNotFoundException
:
1789 logger
.warn("VIM flavor %s not exist at datacenter %s", flavor_vim
["vim_id"],
1790 flavor_vim
["datacenter_vim_id"] )
1791 except vimconn
.vimconnException
as e
:
1792 logger
.error("Not possible to delete VIM flavor %s from datacenter %s: %s %s",
1793 flavor_vim
["vim_id"], flavor_vim
["datacenter_vim_id"], type(e
).__name
__, str(e
))
1794 undeletedItems
.append("flavor {} from VIM {}".format(flavor_vim
["vim_id"],
1795 flavor_vim
["datacenter_vim_id"]))
1796 # delete flavor from Database, using table flavors and with cascade foreign key also at datacenters_flavors
1797 mydb
.delete_row_by_id('flavors', flavor
)
1798 except db_base_Exception
as e
:
1799 logger
.error("delete_vnf_error. Not possible to get flavor details and delete '%s'. %s", flavor
, str(e
))
1800 undeletedItems
.append("flavor {}".format(flavor
))
1803 for image
in imageList
:
1805 #check if image is used by other vnf
1806 c
= mydb
.get_rows(FROM
='vms', WHERE
=[{'image_id': image
}, {'image_list LIKE ': '%' + image
+ '%'}])
1808 logger
.debug("Image '%s' not deleted because it is being used by another VNF", image
)
1810 #image not used, must be deleted
1812 c
= mydb
.get_rows(FROM
='datacenters_images', WHERE
={'image_id':image
})
1814 if image_vim
["datacenter_vim_id"] not in vims
: # TODO change to datacenter_tenant_id
1816 if image_vim
['created']=='false': #skip this image because not created by openmano
1818 myvim
=vims
[ image_vim
["datacenter_id"] ]
1820 myvim
.delete_image(image_vim
["vim_id"])
1821 except vimconn
.vimconnNotFoundException
as e
:
1822 logger
.warn("VIM image %s not exist at datacenter %s", image_vim
["vim_id"], image_vim
["datacenter_id"] )
1823 except vimconn
.vimconnException
as e
:
1824 logger
.error("Not possible to delete VIM image %s from datacenter %s: %s %s",
1825 image_vim
["vim_id"], image_vim
["datacenter_id"], type(e
).__name
__, str(e
))
1826 undeletedItems
.append("image {} from VIM {}".format(image_vim
["vim_id"], image_vim
["datacenter_id"] ))
1827 #delete image from Database, using table images and with cascade foreign key also at datacenters_images
1828 mydb
.delete_row_by_id('images', image
)
1829 except db_base_Exception
as e
:
1830 logger
.error("delete_vnf_error. Not possible to get image details and delete '%s'. %s", image
, str(e
))
1831 undeletedItems
.append("image %s" % image
)
1833 return vnf_id
+ " " + vnf
["name"]
1835 # return "delete_vnf. Undeleted: %s" %(undeletedItems)
1838 @deprecated("Not used")
1839 def get_hosts_info(mydb
, nfvo_tenant_id
, datacenter_name
=None):
1840 result
, vims
= get_vim(mydb
, nfvo_tenant_id
, None, datacenter_name
)
1844 return -httperrors
.Not_Found
, "datacenter '%s' not found" % datacenter_name
1845 myvim
= vims
.values()[0]
1846 result
,servers
= myvim
.get_hosts_info()
1848 return result
, servers
1849 topology
= {'name':myvim
['name'] , 'servers': servers
}
1850 return result
, topology
1853 def get_hosts(mydb
, nfvo_tenant_id
):
1854 vims
= get_vim(mydb
, nfvo_tenant_id
)
1856 raise NfvoException("No datacenter found for tenant '{}'".format(str(nfvo_tenant_id
)), httperrors
.Not_Found
)
1858 #print "nfvo.datacenter_action() error. Several datacenters found"
1859 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
1860 myvim
= vims
.values()[0]
1862 hosts
= myvim
.get_hosts()
1863 logger
.debug('VIM hosts response: '+ yaml
.safe_dump(hosts
, indent
=4, default_flow_style
=False))
1865 datacenter
= {'Datacenters': [ {'name':myvim
['name'],'servers':[]} ] }
1867 server
={'name':host
['name'], 'vms':[]}
1868 for vm
in host
['instances']:
1869 #get internal name and model
1871 c
= mydb
.get_rows(SELECT
=('name',), FROM
='instance_vms as iv join vms on iv.vm_id=vms.uuid',\
1872 WHERE
={'vim_vm_id':vm
['id']} )
1874 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' not found at tidnfvo".format(vm
['id']))
1876 server
['vms'].append( {'name':vm
['name'] , 'model':c
[0]['name']} )
1878 except db_base_Exception
as e
:
1879 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' error {}".format(vm
['id'], str(e
)))
1880 datacenter
['Datacenters'][0]['servers'].append(server
)
1881 #return -400, "en construccion"
1883 #print 'datacenters '+ json.dumps(datacenter, indent=4)
1885 except vimconn
.vimconnException
as e
:
1886 raise NfvoException("Not possible to get_host_list from VIM: {}".format(str(e
)), e
.http_code
)
1889 @deprecated("Use new_nsd_v3")
1890 def new_scenario(mydb
, tenant_id
, topo
):
1892 # result, vims = get_vim(mydb, tenant_id)
1894 # return result, vims
1896 if tenant_id
!= "any":
1897 check_tenant(mydb
, tenant_id
)
1898 if "tenant_id" in topo
:
1899 if topo
["tenant_id"] != tenant_id
:
1900 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(topo
["tenant_id"], tenant_id
),
1901 httperrors
.Unauthorized
)
1905 #1.1: get VNFs and external_networks (other_nets).
1907 other_nets
={} #external_networks, bridge_networks and data_networkds
1908 nodes
= topo
['topology']['nodes']
1909 for k
in nodes
.keys():
1910 if nodes
[k
]['type'] == 'VNF':
1912 vnfs
[k
]['ifaces'] = {}
1913 elif nodes
[k
]['type'] == 'other_network' or nodes
[k
]['type'] == 'external_network':
1914 other_nets
[k
] = nodes
[k
]
1915 other_nets
[k
]['external']=True
1916 elif nodes
[k
]['type'] == 'network':
1917 other_nets
[k
] = nodes
[k
]
1918 other_nets
[k
]['external']=False
1921 #1.2: Check that VNF are present at database table vnfs. Insert uuid, description and external interfaces
1922 for name
,vnf
in vnfs
.items():
1923 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
1925 error_pos
= "'topology':'nodes':'" + name
+ "'"
1927 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
1928 where
['uuid'] = vnf
['vnf_id']
1929 if 'VNF model' in vnf
:
1930 error_text
+= " 'VNF model' " + vnf
['VNF model']
1931 where
['name'] = vnf
['VNF model']
1933 raise NfvoException("Descriptor need a 'vnf_id' or 'VNF model' field at " + error_pos
, httperrors
.Bad_Request
)
1935 vnf_db
= mydb
.get_rows(SELECT
=('uuid','name','description'),
1939 raise NfvoException("unknown" + error_text
+ " at " + error_pos
, httperrors
.Not_Found
)
1941 raise NfvoException("more than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", httperrors
.Conflict
)
1942 vnf
['uuid']=vnf_db
[0]['uuid']
1943 vnf
['description']=vnf_db
[0]['description']
1944 #get external interfaces
1945 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name','i.uuid as iface_uuid', 'i.type as type'),
1946 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
1947 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
1948 for ext_iface
in ext_ifaces
:
1949 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type':ext_iface
['type']}
1951 #1.4 get list of connections
1952 conections
= topo
['topology']['connections']
1953 conections_list
= []
1954 conections_list_name
= []
1955 for k
in conections
.keys():
1956 if type(conections
[k
]['nodes'])==dict: #dict with node:iface pairs
1957 ifaces_list
= conections
[k
]['nodes'].items()
1958 elif type(conections
[k
]['nodes'])==list: #list with dictionary
1960 conection_pair_list
= map(lambda x
: x
.items(), conections
[k
]['nodes'] )
1961 for k2
in conection_pair_list
:
1964 con_type
= conections
[k
].get("type", "link")
1965 if con_type
!= "link":
1967 raise NfvoException("Format error. Reapeted network name at 'topology':'connections':'{}'".format(str(k
)), httperrors
.Bad_Request
)
1968 other_nets
[k
] = {'external': False}
1969 if conections
[k
].get("graph"):
1970 other_nets
[k
]["graph"] = conections
[k
]["graph"]
1971 ifaces_list
.append( (k
, None) )
1974 if con_type
== "external_network":
1975 other_nets
[k
]['external'] = True
1976 if conections
[k
].get("model"):
1977 other_nets
[k
]["model"] = conections
[k
]["model"]
1979 other_nets
[k
]["model"] = k
1980 if con_type
== "dataplane_net" or con_type
== "bridge_net":
1981 other_nets
[k
]["model"] = con_type
1983 conections_list_name
.append(k
)
1984 conections_list
.append(set(ifaces_list
)) #from list to set to operate as a set (this conversion removes elements that are repeated in a list)
1985 #print set(ifaces_list)
1986 #check valid VNF and iface names
1987 for iface
in ifaces_list
:
1988 if iface
[0] not in vnfs
and iface
[0] not in other_nets
:
1989 raise NfvoException("format error. Invalid VNF name at 'topology':'connections':'{}':'nodes':'{}'".format(
1990 str(k
), iface
[0]), httperrors
.Not_Found
)
1991 if iface
[0] in vnfs
and iface
[1] not in vnfs
[ iface
[0] ]['ifaces']:
1992 raise NfvoException("format error. Invalid interface name at 'topology':'connections':'{}':'nodes':'{}':'{}'".format(
1993 str(k
), iface
[0], iface
[1]), httperrors
.Not_Found
)
1995 #1.5 unify connections from the pair list to a consolidated list
1997 while index
< len(conections_list
):
1999 while index2
< len(conections_list
):
2000 if len(conections_list
[index
] & conections_list
[index2
])>0: #common interface, join nets
2001 conections_list
[index
] |
= conections_list
[index2
]
2002 del conections_list
[index2
]
2003 del conections_list_name
[index2
]
2006 conections_list
[index
] = list(conections_list
[index
]) # from set to list again
2008 #for k in conections_list:
2013 #1.6 Delete non external nets
2014 # for k in other_nets.keys():
2015 # if other_nets[k]['model']=='bridge' or other_nets[k]['model']=='dataplane_net' or other_nets[k]['model']=='bridge_net':
2016 # for con in conections_list:
2018 # for index in range(0,len(con)):
2019 # if con[index][0] == k: delete_indexes.insert(0,index) #order from higher to lower
2020 # for index in delete_indexes:
2023 #1.7: Check external_ports are present at database table datacenter_nets
2024 for k
,net
in other_nets
.items():
2025 error_pos
= "'topology':'nodes':'" + k
+ "'"
2026 if net
['external']==False:
2027 if 'name' not in net
:
2029 if 'model' not in net
:
2030 raise NfvoException("needed a 'model' at " + error_pos
, httperrors
.Bad_Request
)
2031 if net
['model']=='bridge_net':
2032 net
['type']='bridge';
2033 elif net
['model']=='dataplane_net':
2036 raise NfvoException("unknown 'model' '"+ net
['model'] +"' at " + error_pos
, httperrors
.Not_Found
)
2038 #IF we do not want to check that external network exist at datacenter
2043 # if 'net_id' in net:
2044 # error_text += " 'net_id' " + net['net_id']
2045 # WHERE_['uuid'] = net['net_id']
2046 # if 'model' in net:
2047 # error_text += " 'model' " + net['model']
2048 # WHERE_['name'] = net['model']
2049 # if len(WHERE_) == 0:
2050 # return -httperrors.Bad_Request, "needed a 'net_id' or 'model' at " + error_pos
2051 # r,net_db = mydb.get_table(SELECT=('uuid','name','description','type','shared'),
2052 # FROM='datacenter_nets', WHERE=WHERE_ )
2054 # print "nfvo.new_scenario Error getting datacenter_nets",r,net_db
2056 # print "nfvo.new_scenario Error" +error_text+ " is not present at database"
2057 # return -httperrors.Bad_Request, "unknown " +error_text+ " at " + error_pos
2059 # print "nfvo.new_scenario Error more than one external_network for " +error_text+ " is present at database"
2060 # return -httperrors.Bad_Request, "more than one external_network for " +error_text+ "at "+ error_pos + " Concrete with 'net_id'"
2061 # other_nets[k].update(net_db[0])
2064 net_nb
=0 #Number of nets
2065 for con
in conections_list
:
2066 #check if this is connected to a external net
2070 for index
in range(0,len(con
)):
2071 #check if this is connected to a external net
2072 for net_key
in other_nets
.keys():
2073 if con
[index
][0]==net_key
:
2074 if other_net_index
>=0:
2075 error_text
="There is some interface connected both to net '%s' and net '%s'" % (con
[other_net_index
][0], net_key
)
2076 #print "nfvo.new_scenario " + error_text
2077 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2079 other_net_index
= index
2080 net_target
= net_key
2082 #print "other_net_index", other_net_index
2084 if other_net_index
>=0:
2085 del con
[other_net_index
]
2086 #IF we do not want to check that external network exist at datacenter
2087 if other_nets
[net_target
]['external'] :
2088 if "name" not in other_nets
[net_target
]:
2089 other_nets
[net_target
]['name'] = other_nets
[net_target
]['model']
2090 if other_nets
[net_target
]["type"] == "external_network":
2091 if vnfs
[ con
[0][0] ]['ifaces'][ con
[0][1] ]["type"] == "data":
2092 other_nets
[net_target
]["type"] = "data"
2094 other_nets
[net_target
]["type"] = "bridge"
2096 # if other_nets[net_target]['external'] :
2097 # type_='data' if len(con)>1 else 'ptp' #an external net is connected to a external port, so it is ptp if only one connection is done to this net
2098 # if type_=='data' and other_nets[net_target]['type']=="ptp":
2099 # error_text = "Error connecting %d nodes on a not multipoint net %s" % (len(con), net_target)
2100 # print "nfvo.new_scenario " + error_text
2101 # return -httperrors.Bad_Request, error_text
2104 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2107 net_type_bridge
=False
2109 net_target
= "__-__net"+str(net_nb
)
2110 net_list
[net_target
] = {'name': conections_list_name
[net_nb
], #"net-"+str(net_nb),
2111 'description':"net-%s in scenario %s" %(net_nb
,topo
['name']),
2114 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2115 iface_type
= vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['type']
2116 if iface_type
=='mgmt' or iface_type
=='bridge':
2117 net_type_bridge
= True
2119 net_type_data
= True
2120 if net_type_bridge
and net_type_data
:
2121 error_text
= "Error connection interfaces of bridge type with data type. Firs node %s, iface %s" % (iface
[0], iface
[1])
2122 #print "nfvo.new_scenario " + error_text
2123 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2124 elif net_type_bridge
:
2127 type_
='data' if len(con
)>2 else 'ptp'
2128 net_list
[net_target
]['type'] = type_
2131 error_text
= "Error connection node %s : %s does not match any VNF or interface" % (iface
[0], iface
[1])
2132 #print "nfvo.new_scenario " + error_text
2134 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2136 #1.8: Connect to management net all not already connected interfaces of type 'mgmt'
2137 #1.8.1 obtain management net
2138 mgmt_net
= mydb
.get_rows(SELECT
=('uuid','name','description','type','shared'),
2139 FROM
='datacenter_nets', WHERE
={'name':'mgmt'} )
2140 #1.8.2 check all interfaces from all vnfs
2142 add_mgmt_net
= False
2143 for vnf
in vnfs
.values():
2144 for iface
in vnf
['ifaces'].values():
2145 if iface
['type']=='mgmt' and 'net_key' not in iface
:
2146 #iface not connected
2147 iface
['net_key'] = 'mgmt'
2149 if add_mgmt_net
and 'mgmt' not in net_list
:
2150 net_list
['mgmt']=mgmt_net
[0]
2151 net_list
['mgmt']['external']=True
2152 net_list
['mgmt']['graph']={'visible':False}
2154 net_list
.update(other_nets
)
2156 #print 'net_list', net_list
2161 #2: insert scenario. filling tables scenarios,sce_vnfs,sce_interfaces,sce_nets
2162 c
= mydb
.new_scenario( { 'vnfs':vnfs
, 'nets':net_list
,
2163 'tenant_id':tenant_id
, 'name':topo
['name'],
2164 'description':topo
.get('description',topo
['name']),
2165 'public': topo
.get('public', False)
2171 @deprecated("Use new_nsd_v3")
2172 def new_scenario_v02(mydb
, tenant_id
, scenario_dict
, version
):
2173 """ This creates a new scenario for version 0.2 and 0.3"""
2174 scenario
= scenario_dict
["scenario"]
2175 if tenant_id
!= "any":
2176 check_tenant(mydb
, tenant_id
)
2177 if "tenant_id" in scenario
:
2178 if scenario
["tenant_id"] != tenant_id
:
2179 # print "nfvo.new_scenario_v02() tenant '%s' not found" % tenant_id
2180 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(
2181 scenario
["tenant_id"], tenant_id
), httperrors
.Unauthorized
)
2185 # 1: Check that VNF are present at database table vnfs and update content into scenario dict
2186 for name
,vnf
in scenario
["vnfs"].iteritems():
2187 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
2189 error_pos
= "'scenario':'vnfs':'" + name
+ "'"
2191 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
2192 where
['uuid'] = vnf
['vnf_id']
2193 if 'vnf_name' in vnf
:
2194 error_text
+= " 'vnf_name' " + vnf
['vnf_name']
2195 where
['name'] = vnf
['vnf_name']
2197 raise NfvoException("Needed a 'vnf_id' or 'vnf_name' at " + error_pos
, httperrors
.Bad_Request
)
2198 vnf_db
= mydb
.get_rows(SELECT
=('uuid', 'name', 'description'),
2201 if len(vnf_db
) == 0:
2202 raise NfvoException("Unknown" + error_text
+ " at " + error_pos
, httperrors
.Not_Found
)
2203 elif len(vnf_db
) > 1:
2204 raise NfvoException("More than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", httperrors
.Conflict
)
2205 vnf
['uuid'] = vnf_db
[0]['uuid']
2206 vnf
['description'] = vnf_db
[0]['description']
2208 # get external interfaces
2209 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name', 'i.uuid as iface_uuid', 'i.type as type'),
2210 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
2211 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
2212 for ext_iface
in ext_ifaces
:
2213 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type': ext_iface
['type']}
2214 # TODO? get internal-connections from db.nets and their profiles, and update scenario[vnfs][internal-connections] accordingly
2216 # 2: Insert net_key and ip_address at every vnf interface
2217 for net_name
, net
in scenario
["networks"].items():
2218 net_type_bridge
= False
2219 net_type_data
= False
2220 for iface_dict
in net
["interfaces"]:
2221 if version
== "0.2":
2222 temp_dict
= iface_dict
2224 elif version
== "0.3":
2225 temp_dict
= {iface_dict
["vnf"] : iface_dict
["vnf_interface"]}
2226 ip_address
= iface_dict
.get('ip_address', None)
2227 for vnf
, iface
in temp_dict
.items():
2228 if vnf
not in scenario
["vnfs"]:
2229 error_text
= "Error at 'networks':'{}':'interfaces' VNF '{}' not match any VNF at 'vnfs'".format(
2231 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2232 raise NfvoException(error_text
, httperrors
.Not_Found
)
2233 if iface
not in scenario
["vnfs"][vnf
]['ifaces']:
2234 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface not match any VNF interface"\
2235 .format(net_name
, iface
)
2236 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2237 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2238 if "net_key" in scenario
["vnfs"][vnf
]['ifaces'][iface
]:
2239 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface already connected at network"\
2240 "'{}'".format(net_name
, iface
,scenario
["vnfs"][vnf
]['ifaces'][iface
]['net_key'])
2241 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2242 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2243 scenario
["vnfs"][vnf
]['ifaces'][ iface
]['net_key'] = net_name
2244 scenario
["vnfs"][vnf
]['ifaces'][iface
]['ip_address'] = ip_address
2245 iface_type
= scenario
["vnfs"][vnf
]['ifaces'][iface
]['type']
2246 if iface_type
== 'mgmt' or iface_type
== 'bridge':
2247 net_type_bridge
= True
2249 net_type_data
= True
2251 if net_type_bridge
and net_type_data
:
2252 error_text
= "Error connection interfaces of 'bridge' type and 'data' type at 'networks':'{}':'interfaces'"\
2254 # logger.debug("nfvo.new_scenario " + error_text)
2255 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2256 elif net_type_bridge
:
2259 type_
= 'data' if len(net
["interfaces"]) > 2 else 'ptp'
2261 if net
.get("implementation"): # for v0.3
2262 if type_
== "bridge" and net
["implementation"] == "underlay":
2263 error_text
= "Error connecting interfaces of data type to a network declared as 'underlay' at "\
2264 "'network':'{}'".format(net_name
)
2265 # logger.debug(error_text)
2266 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2267 elif type_
!= "bridge" and net
["implementation"] == "overlay":
2268 error_text
= "Error connecting interfaces of data type to a network declared as 'overlay' at "\
2269 "'network':'{}'".format(net_name
)
2270 # logger.debug(error_text)
2271 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2272 net
.pop("implementation")
2273 if "type" in net
and version
== "0.3": # for v0.3
2274 if type_
== "data" and net
["type"] == "e-line":
2275 error_text
= "Error connecting more than 2 interfaces of data type to a network declared as type "\
2276 "'e-line' at 'network':'{}'".format(net_name
)
2277 # logger.debug(error_text)
2278 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2279 elif type_
== "ptp" and net
["type"] == "e-lan":
2283 net
['name'] = net_name
2284 net
['external'] = net
.get('external', False)
2286 # 3: insert at database
2287 scenario
["nets"] = scenario
["networks"]
2288 scenario
['tenant_id'] = tenant_id
2289 scenario_id
= mydb
.new_scenario(scenario
)
2293 def new_nsd_v3(mydb
, tenant_id
, nsd_descriptor
):
2295 Parses an OSM IM nsd_catalog and insert at DB
2298 :param nsd_descriptor:
2299 :return: The list of created NSD ids
2302 mynsd
= nsd_catalog
.nsd()
2304 pybindJSONDecoder
.load_ietf_json(nsd_descriptor
, None, None, obj
=mynsd
, skip_unknown
=True)
2305 except Exception as e
:
2306 raise NfvoException("Error. Invalid NS descriptor format: " + str(e
), httperrors
.Bad_Request
)
2310 db_sce_interfaces
= []
2313 db_sce_rsp_hops
= []
2314 db_sce_classifiers
= []
2315 db_sce_classifier_matches
= []
2317 db_ip_profiles_index
= 0
2320 for nsd_yang
in mynsd
.nsd_catalog
.nsd
.itervalues():
2321 nsd
= nsd_yang
.get()
2324 scenario_uuid
= str(uuid4())
2325 uuid_list
.append(scenario_uuid
)
2326 nsd_uuid_list
.append(scenario_uuid
)
2328 "uuid": scenario_uuid
,
2329 "osm_id": get_str(nsd
, "id", 255),
2330 "name": get_str(nsd
, "name", 255),
2331 "description": get_str(nsd
, "description", 255),
2332 "tenant_id": tenant_id
,
2333 "vendor": get_str(nsd
, "vendor", 255),
2334 "short_name": get_str(nsd
, "short-name", 255),
2335 "descriptor": str(nsd_descriptor
)[:60000],
2337 db_scenarios
.append(db_scenario
)
2339 # table sce_vnfs (constituent-vnfd)
2340 vnf_index2scevnf_uuid
= {}
2341 vnf_index2vnf_uuid
= {}
2342 for vnf
in nsd
.get("constituent-vnfd").itervalues():
2343 existing_vnf
= mydb
.get_rows(FROM
="vnfs", WHERE
={'osm_id': str(vnf
["vnfd-id-ref"])[:255],
2344 'tenant_id': tenant_id
})
2345 if not existing_vnf
:
2346 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'constituent-vnfd':'vnfd-id-ref':"
2347 "'{}'. Reference to a non-existing VNFD in the catalog".format(
2348 str(nsd
["id"]), str(vnf
["vnfd-id-ref"])[:255]),
2349 httperrors
.Bad_Request
)
2350 sce_vnf_uuid
= str(uuid4())
2351 uuid_list
.append(sce_vnf_uuid
)
2353 "uuid": sce_vnf_uuid
,
2354 "scenario_id": scenario_uuid
,
2355 # "name": get_str(vnf, "member-vnf-index", 255),
2356 "name": existing_vnf
[0]["name"][:200] + "." + get_str(vnf
, "member-vnf-index", 50),
2357 "vnf_id": existing_vnf
[0]["uuid"],
2358 "member_vnf_index": str(vnf
["member-vnf-index"]),
2359 # TODO 'start-by-default': True
2361 vnf_index2scevnf_uuid
[str(vnf
['member-vnf-index'])] = sce_vnf_uuid
2362 vnf_index2vnf_uuid
[str(vnf
['member-vnf-index'])] = existing_vnf
[0]["uuid"]
2363 db_sce_vnfs
.append(db_sce_vnf
)
2365 # table ip_profiles (ip-profiles)
2366 ip_profile_name2db_table_index
= {}
2367 for ip_profile
in nsd
.get("ip-profiles").itervalues():
2369 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
2370 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
2371 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
2372 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
2373 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
2374 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
2377 for dns
in ip_profile
["ip-profile-params"]["dns-server"].itervalues():
2378 dns_list
.append(str(dns
.get("address")))
2379 db_ip_profile
["dns_address"] = ";".join(dns_list
)
2380 if ip_profile
["ip-profile-params"].get('security-group'):
2381 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
2382 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
2383 db_ip_profiles_index
+= 1
2384 db_ip_profiles
.append(db_ip_profile
)
2386 # table sce_nets (internal-vld)
2387 for vld
in nsd
.get("vld").itervalues():
2388 sce_net_uuid
= str(uuid4())
2389 uuid_list
.append(sce_net_uuid
)
2391 "uuid": sce_net_uuid
,
2392 "name": get_str(vld
, "name", 255),
2393 "scenario_id": scenario_uuid
,
2395 "multipoint": not vld
.get("type") == "ELINE",
2396 "osm_id": get_str(vld
, "id", 255),
2398 "description": get_str(vld
, "description", 255),
2400 # guess type of network
2401 if vld
.get("mgmt-network"):
2402 db_sce_net
["type"] = "bridge"
2403 db_sce_net
["external"] = True
2404 elif vld
.get("provider-network").get("overlay-type") == "VLAN":
2405 db_sce_net
["type"] = "data"
2407 # later on it will be fixed to bridge or data depending on the type of interfaces attached to it
2408 db_sce_net
["type"] = None
2409 db_sce_nets
.append(db_sce_net
)
2411 # ip-profile, link db_ip_profile with db_sce_net
2412 if vld
.get("ip-profile-ref"):
2413 ip_profile_name
= vld
.get("ip-profile-ref")
2414 if ip_profile_name
not in ip_profile_name2db_table_index
:
2415 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'ip-profile-ref':'{}'."
2416 " Reference to a non-existing 'ip_profiles'".format(
2417 str(nsd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
2418 httperrors
.Bad_Request
)
2419 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["sce_net_id"] = sce_net_uuid
2420 elif vld
.get("vim-network-name"):
2421 db_sce_net
["vim_network_name"] = get_str(vld
, "vim-network-name", 255)
2423 # table sce_interfaces (vld:vnfd-connection-point-ref)
2424 for iface
in vld
.get("vnfd-connection-point-ref").itervalues():
2425 vnf_index
= str(iface
['member-vnf-index-ref'])
2426 # check correct parameters
2427 if vnf_index
not in vnf_index2vnf_uuid
:
2428 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2429 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2430 "'nsd':'constituent-vnfd'".format(
2431 str(nsd
["id"]), str(vld
["id"]), str(iface
["member-vnf-index-ref"])),
2432 httperrors
.Bad_Request
)
2434 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid', 'i.type as iface_type'),
2435 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2436 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2437 'external_name': get_str(iface
, "vnfd-connection-point-ref",
2439 if not existing_ifaces
:
2440 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2441 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2442 "connection-point name at VNFD '{}'".format(
2443 str(nsd
["id"]), str(vld
["id"]), str(iface
["vnfd-connection-point-ref"]),
2444 str(iface
.get("vnfd-id-ref"))[:255]),
2445 httperrors
.Bad_Request
)
2446 interface_uuid
= existing_ifaces
[0]["uuid"]
2447 if existing_ifaces
[0]["iface_type"] == "data":
2448 db_sce_net
["type"] = "data"
2449 sce_interface_uuid
= str(uuid4())
2450 uuid_list
.append(sce_net_uuid
)
2451 iface_ip_address
= None
2452 if iface
.get("ip-address"):
2453 iface_ip_address
= str(iface
.get("ip-address"))
2454 db_sce_interface
= {
2455 "uuid": sce_interface_uuid
,
2456 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2457 "sce_net_id": sce_net_uuid
,
2458 "interface_id": interface_uuid
,
2459 "ip_address": iface_ip_address
,
2461 db_sce_interfaces
.append(db_sce_interface
)
2462 if not db_sce_net
["type"]:
2463 db_sce_net
["type"] = "bridge"
2465 # table sce_vnffgs (vnffgd)
2466 for vnffg
in nsd
.get("vnffgd").itervalues():
2467 sce_vnffg_uuid
= str(uuid4())
2468 uuid_list
.append(sce_vnffg_uuid
)
2470 "uuid": sce_vnffg_uuid
,
2471 "name": get_str(vnffg
, "name", 255),
2472 "scenario_id": scenario_uuid
,
2473 "vendor": get_str(vnffg
, "vendor", 255),
2474 "description": get_str(vld
, "description", 255),
2476 db_sce_vnffgs
.append(db_sce_vnffg
)
2479 for rsp
in vnffg
.get("rsp").itervalues():
2480 sce_rsp_uuid
= str(uuid4())
2481 uuid_list
.append(sce_rsp_uuid
)
2483 "uuid": sce_rsp_uuid
,
2484 "name": get_str(rsp
, "name", 255),
2485 "sce_vnffg_id": sce_vnffg_uuid
,
2486 "id": get_str(rsp
, "id", 255), # only useful to link with classifiers; will be removed later in the code
2488 db_sce_rsps
.append(db_sce_rsp
)
2489 for iface
in rsp
.get("vnfd-connection-point-ref").itervalues():
2490 vnf_index
= str(iface
['member-vnf-index-ref'])
2491 if_order
= int(iface
['order'])
2492 # check correct parameters
2493 if vnf_index
not in vnf_index2vnf_uuid
:
2494 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2495 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2496 "'nsd':'constituent-vnfd'".format(
2497 str(nsd
["id"]), str(rsp
["id"]), str(iface
["member-vnf-index-ref"])),
2498 httperrors
.Bad_Request
)
2500 ingress_existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2501 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2503 'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2504 'external_name': get_str(iface
, "vnfd-ingress-connection-point-ref",
2506 if not ingress_existing_ifaces
:
2507 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2508 "-ref':'vnfd-ingress-connection-point-ref':'{}'. Reference to a non-existing "
2509 "connection-point name at VNFD '{}'".format(
2510 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-ingress-connection-point-ref"]),
2511 str(iface
.get("vnfd-id-ref"))[:255]), httperrors
.Bad_Request
)
2513 egress_existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2514 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2516 'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2517 'external_name': get_str(iface
, "vnfd-egress-connection-point-ref",
2519 if not egress_existing_ifaces
:
2520 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2521 "-ref':'vnfd-egress-connection-point-ref':'{}'. Reference to a non-existing "
2522 "connection-point name at VNFD '{}'".format(
2523 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-egress-connection-point-ref"]),
2524 str(iface
.get("vnfd-id-ref"))[:255]), HTTP_Bad_Request
)
2526 ingress_interface_uuid
= ingress_existing_ifaces
[0]["uuid"]
2527 egress_interface_uuid
= egress_existing_ifaces
[0]["uuid"]
2528 sce_rsp_hop_uuid
= str(uuid4())
2529 uuid_list
.append(sce_rsp_hop_uuid
)
2531 "uuid": sce_rsp_hop_uuid
,
2532 "if_order": if_order
,
2533 "ingress_interface_id": ingress_interface_uuid
,
2534 "egress_interface_id": egress_interface_uuid
,
2535 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2536 "sce_rsp_id": sce_rsp_uuid
,
2538 db_sce_rsp_hops
.append(db_sce_rsp_hop
)
2540 # deal with classifiers
2541 for classifier
in vnffg
.get("classifier").itervalues():
2542 sce_classifier_uuid
= str(uuid4())
2543 uuid_list
.append(sce_classifier_uuid
)
2546 vnf_index
= str(classifier
['member-vnf-index-ref'])
2547 if vnf_index
not in vnf_index2vnf_uuid
:
2548 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'classifier[{}]':'vnfd-connection-point"
2549 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2550 "'nsd':'constituent-vnfd'".format(
2551 str(nsd
["id"]), str(classifier
["id"]), str(classifier
["member-vnf-index-ref"])),
2552 httperrors
.Bad_Request
)
2553 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2554 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2555 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2556 'external_name': get_str(classifier
, "vnfd-connection-point-ref",
2558 if not existing_ifaces
:
2559 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2560 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2561 "connection-point name at VNFD '{}'".format(
2562 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-connection-point-ref"]),
2563 str(iface
.get("vnfd-id-ref"))[:255]),
2564 httperrors
.Bad_Request
)
2565 interface_uuid
= existing_ifaces
[0]["uuid"]
2567 db_sce_classifier
= {
2568 "uuid": sce_classifier_uuid
,
2569 "name": get_str(classifier
, "name", 255),
2570 "sce_vnffg_id": sce_vnffg_uuid
,
2571 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2572 "interface_id": interface_uuid
,
2574 rsp_id
= get_str(classifier
, "rsp-id-ref", 255)
2575 rsp
= next((item
for item
in db_sce_rsps
if item
["id"] == rsp_id
), None)
2576 db_sce_classifier
["sce_rsp_id"] = rsp
["uuid"]
2577 db_sce_classifiers
.append(db_sce_classifier
)
2579 for match
in classifier
.get("match-attributes").itervalues():
2580 sce_classifier_match_uuid
= str(uuid4())
2581 uuid_list
.append(sce_classifier_match_uuid
)
2582 db_sce_classifier_match
= {
2583 "uuid": sce_classifier_match_uuid
,
2584 "ip_proto": get_str(match
, "ip-proto", 2),
2585 "source_ip": get_str(match
, "source-ip-address", 16),
2586 "destination_ip": get_str(match
, "destination-ip-address", 16),
2587 "source_port": get_str(match
, "source-port", 5),
2588 "destination_port": get_str(match
, "destination-port", 5),
2589 "sce_classifier_id": sce_classifier_uuid
,
2591 db_sce_classifier_matches
.append(db_sce_classifier_match
)
2594 # remove unneeded id's in sce_rsps
2595 for rsp
in db_sce_rsps
:
2599 {"scenarios": db_scenarios
},
2600 {"sce_nets": db_sce_nets
},
2601 {"ip_profiles": db_ip_profiles
},
2602 {"sce_vnfs": db_sce_vnfs
},
2603 {"sce_interfaces": db_sce_interfaces
},
2604 {"sce_vnffgs": db_sce_vnffgs
},
2605 {"sce_rsps": db_sce_rsps
},
2606 {"sce_rsp_hops": db_sce_rsp_hops
},
2607 {"sce_classifiers": db_sce_classifiers
},
2608 {"sce_classifier_matches": db_sce_classifier_matches
},
2611 logger
.debug("new_nsd_v3 done: %s",
2612 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
2613 mydb
.new_rows(db_tables
, uuid_list
)
2614 return nsd_uuid_list
2615 except NfvoException
:
2617 except Exception as e
:
2618 logger
.error("Exception {}".format(e
))
2619 raise # NfvoException("Exception {}".format(e), httperrors.Bad_Request)
2622 def edit_scenario(mydb
, tenant_id
, scenario_id
, data
):
2623 data
["uuid"] = scenario_id
2624 data
["tenant_id"] = tenant_id
2625 c
= mydb
.edit_scenario( data
)
2629 @deprecated("Use create_instance")
2630 def start_scenario(mydb
, tenant_id
, scenario_id
, instance_scenario_name
, instance_scenario_description
, datacenter
=None,vim_tenant
=None, startvms
=True):
2631 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2632 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
, vim_tenant
=vim_tenant
)
2633 vims
= {datacenter_id
: myvim
}
2634 myvim_tenant
= myvim
['tenant_id']
2635 datacenter_name
= myvim
['name']
2639 #print "Checking that the scenario_id exists and getting the scenario dictionary"
2640 scenarioDict
= mydb
.get_scenario(scenario_id
, tenant_id
, datacenter_id
=datacenter_id
)
2641 scenarioDict
['datacenter2tenant'] = { datacenter_id
: myvim
['config']['datacenter_tenant_id'] }
2642 scenarioDict
['datacenter_id'] = datacenter_id
2643 #print '================scenarioDict======================='
2644 #print json.dumps(scenarioDict, indent=4)
2645 #print 'BEGIN launching instance scenario "%s" based on "%s"' % (instance_scenario_name,scenarioDict['name'])
2647 logger
.debug("start_scenario Scenario %s: consisting of %d VNF(s)", scenarioDict
['name'],len(scenarioDict
['vnfs']))
2648 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2650 auxNetDict
= {} #Auxiliar dictionary. First key:'scenario' or sce_vnf uuid. Second Key: uuid of the net/sce_net. Value: vim_net_id
2651 auxNetDict
['scenario'] = {}
2653 logger
.debug("start_scenario 1. Creating new nets (sce_nets) in the VIM")
2654 for sce_net
in scenarioDict
['nets']:
2655 #print "Net name: %s. Description: %s" % (sce_net["name"], sce_net["description"])
2657 myNetName
= "%s.%s" % (instance_scenario_name
, sce_net
['name'])
2658 myNetName
= myNetName
[0:255] #limit length
2659 myNetType
= sce_net
['type']
2661 myNetDict
["name"] = myNetName
2662 myNetDict
["type"] = myNetType
2663 myNetDict
["tenant_id"] = myvim_tenant
2664 myNetIPProfile
= sce_net
.get('ip_profile', None)
2666 #We should use the dictionary as input parameter for new_network
2668 if not sce_net
["external"]:
2669 network_id
, _
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2670 #print "New VIM network created for scenario %s. Network id: %s" % (scenarioDict['name'],network_id)
2671 sce_net
['vim_id'] = network_id
2672 auxNetDict
['scenario'][sce_net
['uuid']] = network_id
2673 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2674 sce_net
["created"] = True
2676 if sce_net
['vim_id'] == None:
2677 error_text
= "Error, datacenter '%s' does not have external network '%s'." % (datacenter_name
, sce_net
['name'])
2678 _
, message
= rollback(mydb
, vims
, rollbackList
)
2679 logger
.error("nfvo.start_scenario: %s", error_text
)
2680 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2681 logger
.debug("Using existent VIM network for scenario %s. Network id %s", scenarioDict
['name'],sce_net
['vim_id'])
2682 auxNetDict
['scenario'][sce_net
['uuid']] = sce_net
['vim_id']
2684 logger
.debug("start_scenario 2. Creating new nets (vnf internal nets) in the VIM")
2685 #For each vnf net, we create it and we add it to instanceNetlist.
2687 for sce_vnf
in scenarioDict
['vnfs']:
2688 for net
in sce_vnf
['nets']:
2689 #print "Net name: %s. Description: %s" % (net["name"], net["description"])
2691 myNetName
= "%s.%s" % (instance_scenario_name
,net
['name'])
2692 myNetName
= myNetName
[0:255] #limit length
2693 myNetType
= net
['type']
2695 myNetDict
["name"] = myNetName
2696 myNetDict
["type"] = myNetType
2697 myNetDict
["tenant_id"] = myvim_tenant
2698 myNetIPProfile
= net
.get('ip_profile', None)
2701 #We should use the dictionary as input parameter for new_network
2702 network_id
, _
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2703 #print "VIM network id for scenario %s: %s" % (scenarioDict['name'],network_id)
2704 net
['vim_id'] = network_id
2705 if sce_vnf
['uuid'] not in auxNetDict
:
2706 auxNetDict
[sce_vnf
['uuid']] = {}
2707 auxNetDict
[sce_vnf
['uuid']][net
['uuid']] = network_id
2708 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2709 net
["created"] = True
2711 #print "auxNetDict:"
2712 #print yaml.safe_dump(auxNetDict, indent=4, default_flow_style=False)
2714 logger
.debug("start_scenario 3. Creating new vm instances in the VIM")
2715 #myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
2717 for sce_vnf
in scenarioDict
['vnfs']:
2718 vnf_availability_zones
= []
2719 for vm
in sce_vnf
['vms']:
2720 vm_av
= vm
.get('availability_zone')
2721 if vm_av
and vm_av
not in vnf_availability_zones
:
2722 vnf_availability_zones
.append(vm_av
)
2724 # check if there is enough availability zones available at vim level.
2725 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
2726 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
2727 raise NfvoException('No enough availability zones at VIM for this deployment', httperrors
.Bad_Request
)
2729 for vm
in sce_vnf
['vms']:
2732 #myVMDict['name'] = "%s-%s-%s" % (scenarioDict['name'],sce_vnf['name'], vm['name'])
2733 myVMDict
['name'] = "{}.{}.{}".format(instance_scenario_name
,sce_vnf
['name'],chr(96+i
))
2734 #myVMDict['description'] = vm['description']
2735 myVMDict
['description'] = myVMDict
['name'][0:99]
2737 myVMDict
['start'] = "no"
2738 myVMDict
['name'] = myVMDict
['name'][0:255] #limit name length
2739 #print "VM name: %s. Description: %s" % (myVMDict['name'], myVMDict['name'])
2741 #create image at vim in case it not exist
2742 image_dict
= mydb
.get_table_by_uuid_name("images", vm
['image_id'])
2743 image_id
= create_or_use_image(mydb
, vims
, image_dict
, [], True)
2744 vm
['vim_image_id'] = image_id
2746 #create flavor at vim in case it not exist
2747 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
2748 if flavor_dict
['extended']!=None:
2749 flavor_dict
['extended']= yaml
.load(flavor_dict
['extended'])
2750 flavor_id
= create_or_use_flavor(mydb
, vims
, flavor_dict
, [], True)
2751 vm
['vim_flavor_id'] = flavor_id
2754 myVMDict
['imageRef'] = vm
['vim_image_id']
2755 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
2756 myVMDict
['networks'] = []
2757 for iface
in vm
['interfaces']:
2759 if iface
['type']=="data":
2760 netDict
['type'] = iface
['model']
2761 elif "model" in iface
and iface
["model"]!=None:
2762 netDict
['model']=iface
['model']
2763 #TODO in future, remove this because mac_address will not be set, and the type of PV,VF is obtained from iterface table model
2764 #discover type of interface looking at flavor
2765 for numa
in flavor_dict
.get('extended',{}).get('numas',[]):
2766 for flavor_iface
in numa
.get('interfaces',[]):
2767 if flavor_iface
.get('name') == iface
['internal_name']:
2768 if flavor_iface
['dedicated'] == 'yes':
2769 netDict
['type']="PF" #passthrough
2770 elif flavor_iface
['dedicated'] == 'no':
2771 netDict
['type']="VF" #siov
2772 elif flavor_iface
['dedicated'] == 'yes:sriov':
2773 netDict
['type']="VFnotShared" #sriov but only one sriov on the PF
2774 netDict
["mac_address"] = flavor_iface
.get("mac_address")
2776 netDict
["use"]=iface
['type']
2777 if netDict
["use"]=="data" and not netDict
.get("type"):
2778 #print "netDict", netDict
2779 #print "iface", iface
2780 e_text
= "Cannot determine the interface type PF or VF of VNF '%s' VM '%s' iface '%s'" %(sce_vnf
['name'], vm
['name'], iface
['internal_name'])
2781 if flavor_dict
.get('extended')==None:
2782 raise NfvoException(e_text
+ "After database migration some information is not available. \
2783 Try to delete and create the scenarios and VNFs again", httperrors
.Conflict
)
2785 raise NfvoException(e_text
, httperrors
.Internal_Server_Error
)
2786 if netDict
["use"]=="mgmt" or netDict
["use"]=="bridge":
2787 netDict
["type"]="virtual"
2788 if "vpci" in iface
and iface
["vpci"] is not None:
2789 netDict
['vpci'] = iface
['vpci']
2790 if "mac" in iface
and iface
["mac"] is not None:
2791 netDict
['mac_address'] = iface
['mac']
2792 if "port-security" in iface
and iface
["port-security"] is not None:
2793 netDict
['port_security'] = iface
['port-security']
2794 if "floating-ip" in iface
and iface
["floating-ip"] is not None:
2795 netDict
['floating_ip'] = iface
['floating-ip']
2796 netDict
['name'] = iface
['internal_name']
2797 if iface
['net_id'] is None:
2798 for vnf_iface
in sce_vnf
["interfaces"]:
2801 if vnf_iface
['interface_id']==iface
['uuid']:
2802 netDict
['net_id'] = auxNetDict
['scenario'][ vnf_iface
['sce_net_id'] ]
2805 netDict
['net_id'] = auxNetDict
[ sce_vnf
['uuid'] ][ iface
['net_id'] ]
2806 #skip bridge ifaces not connected to any net
2807 #if 'net_id' not in netDict or netDict['net_id']==None:
2809 myVMDict
['networks'].append(netDict
)
2810 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2811 #print myVMDict['name']
2812 #print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
2813 #print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
2814 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2816 if 'availability_zone' in myVMDict
:
2817 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
2821 vm_id
, _
= myvim
.new_vminstance(myVMDict
['name'], myVMDict
['description'], myVMDict
.get('start', None),
2822 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'],
2823 availability_zone_index
=av_index
,
2824 availability_zone_list
=vnf_availability_zones
)
2825 #print "VIM vm instance id (server id) for scenario %s: %s" % (scenarioDict['name'],vm_id)
2826 vm
['vim_id'] = vm_id
2827 rollbackList
.append({'what':'vm','where':'vim','vim_id':datacenter_id
,'uuid':vm_id
})
2828 #put interface uuid back to scenario[vnfs][vms[[interfaces]
2829 for net
in myVMDict
['networks']:
2831 for iface
in vm
['interfaces']:
2832 if net
["name"]==iface
["internal_name"]:
2833 iface
["vim_id"]=net
["vim_id"]
2836 logger
.debug("start scenario Deployment done")
2837 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2838 #r,c = mydb.new_instance_scenario_as_a_whole(nfvo_tenant,scenarioDict['name'],scenarioDict)
2839 instance_id
= mydb
.new_instance_scenario_as_a_whole(tenant_id
,instance_scenario_name
, instance_scenario_description
, scenarioDict
)
2840 return mydb
.get_instance_scenario(instance_id
)
2842 except (db_base_Exception
, vimconn
.vimconnException
) as e
:
2843 _
, message
= rollback(mydb
, vims
, rollbackList
)
2844 if isinstance(e
, db_base_Exception
):
2845 error_text
= "Exception at database"
2847 error_text
= "Exception at VIM"
2848 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
2849 #logger.error("start_scenario %s", error_text)
2850 raise NfvoException(error_text
, e
.http_code
)
2852 def unify_cloud_config(cloud_config_preserve
, cloud_config
):
2853 """ join the cloud config information into cloud_config_preserve.
2854 In case of conflict cloud_config_preserve preserves
2857 if not cloud_config_preserve
and not cloud_config
:
2860 new_cloud_config
= {"key-pairs":[], "users":[]}
2862 if cloud_config_preserve
:
2863 for key
in cloud_config_preserve
.get("key-pairs", () ):
2864 if key
not in new_cloud_config
["key-pairs"]:
2865 new_cloud_config
["key-pairs"].append(key
)
2867 for key
in cloud_config
.get("key-pairs", () ):
2868 if key
not in new_cloud_config
["key-pairs"]:
2869 new_cloud_config
["key-pairs"].append(key
)
2870 if not new_cloud_config
["key-pairs"]:
2871 del new_cloud_config
["key-pairs"]
2875 new_cloud_config
["users"] += cloud_config
.get("users", () )
2876 if cloud_config_preserve
:
2877 new_cloud_config
["users"] += cloud_config_preserve
.get("users", () )
2878 index_to_delete
= []
2879 users
= new_cloud_config
.get("users", [])
2880 for index0
in range(0,len(users
)):
2881 if index0
in index_to_delete
:
2883 for index1
in range(index0
+1,len(users
)):
2884 if index1
in index_to_delete
:
2886 if users
[index0
]["name"] == users
[index1
]["name"]:
2887 index_to_delete
.append(index1
)
2888 for key
in users
[index1
].get("key-pairs",()):
2889 if "key-pairs" not in users
[index0
]:
2890 users
[index0
]["key-pairs"] = [key
]
2891 elif key
not in users
[index0
]["key-pairs"]:
2892 users
[index0
]["key-pairs"].append(key
)
2893 index_to_delete
.sort(reverse
=True)
2894 for index
in index_to_delete
:
2896 if not new_cloud_config
["users"]:
2897 del new_cloud_config
["users"]
2900 if cloud_config
and cloud_config
.get("boot-data-drive") != None:
2901 new_cloud_config
["boot-data-drive"] = cloud_config
["boot-data-drive"]
2902 if cloud_config_preserve
and cloud_config_preserve
.get("boot-data-drive") != None:
2903 new_cloud_config
["boot-data-drive"] = cloud_config_preserve
["boot-data-drive"]
2906 new_cloud_config
["user-data"] = []
2907 if cloud_config
and cloud_config
.get("user-data"):
2908 if isinstance(cloud_config
["user-data"], list):
2909 new_cloud_config
["user-data"] += cloud_config
["user-data"]
2911 new_cloud_config
["user-data"].append(cloud_config
["user-data"])
2912 if cloud_config_preserve
and cloud_config_preserve
.get("user-data"):
2913 if isinstance(cloud_config_preserve
["user-data"], list):
2914 new_cloud_config
["user-data"] += cloud_config_preserve
["user-data"]
2916 new_cloud_config
["user-data"].append(cloud_config_preserve
["user-data"])
2917 if not new_cloud_config
["user-data"]:
2918 del new_cloud_config
["user-data"]
2921 new_cloud_config
["config-files"] = []
2922 if cloud_config
and cloud_config
.get("config-files") != None:
2923 new_cloud_config
["config-files"] += cloud_config
["config-files"]
2924 if cloud_config_preserve
:
2925 for file in cloud_config_preserve
.get("config-files", ()):
2926 for index
in range(0, len(new_cloud_config
["config-files"])):
2927 if new_cloud_config
["config-files"][index
]["dest"] == file["dest"]:
2928 new_cloud_config
["config-files"][index
] = file
2931 new_cloud_config
["config-files"].append(file)
2932 if not new_cloud_config
["config-files"]:
2933 del new_cloud_config
["config-files"]
2934 return new_cloud_config
2937 def get_vim_thread(mydb
, tenant_id
, datacenter_id_name
=None, datacenter_tenant_id
=None):
2938 datacenter_id
= None
2939 datacenter_name
= None
2942 if datacenter_tenant_id
:
2943 thread_id
= datacenter_tenant_id
2944 thread
= vim_threads
["running"].get(datacenter_tenant_id
)
2946 where_
={"td.nfvo_tenant_id": tenant_id
}
2947 if datacenter_id_name
:
2948 if utils
.check_valid_uuid(datacenter_id_name
):
2949 datacenter_id
= datacenter_id_name
2950 where_
["dt.datacenter_id"] = datacenter_id
2952 datacenter_name
= datacenter_id_name
2953 where_
["d.name"] = datacenter_name
2954 if datacenter_tenant_id
:
2955 where_
["dt.uuid"] = datacenter_tenant_id
2956 datacenters
= mydb
.get_rows(
2957 SELECT
=("dt.uuid as datacenter_tenant_id",),
2958 FROM
="datacenter_tenants as dt join tenants_datacenters as td on dt.uuid=td.datacenter_tenant_id "
2959 "join datacenters as d on d.uuid=dt.datacenter_id",
2961 if len(datacenters
) > 1:
2962 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
2964 thread_id
= datacenters
[0]["datacenter_tenant_id"]
2965 thread
= vim_threads
["running"].get(thread_id
)
2967 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
2968 return thread_id
, thread
2969 except db_base_Exception
as e
:
2970 raise NfvoException("{} {}".format(type(e
).__name
__ , str(e
)), e
.http_code
)
2973 def get_datacenter_uuid(mydb
, tenant_id
, datacenter_id_name
):
2975 if utils
.check_valid_uuid(datacenter_id_name
):
2976 WHERE_dict
['d.uuid'] = datacenter_id_name
2978 WHERE_dict
['d.name'] = datacenter_id_name
2981 WHERE_dict
['nfvo_tenant_id'] = tenant_id
2982 from_
= "tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as" \
2983 " dt on td.datacenter_tenant_id=dt.uuid"
2985 from_
= 'datacenters as d'
2986 vimaccounts
= mydb
.get_rows(FROM
=from_
, SELECT
=("d.uuid as uuid, d.name as name",), WHERE
=WHERE_dict
)
2987 if len(vimaccounts
) == 0:
2988 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
2989 elif len(vimaccounts
)>1:
2990 #print "nfvo.datacenter_action() error. Several datacenters found"
2991 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
2992 return vimaccounts
[0]["uuid"], vimaccounts
[0]["name"]
2995 def get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter_id_name
=None, **extra_filter
):
2996 datacenter_id
= None
2997 datacenter_name
= None
2998 if datacenter_id_name
:
2999 if utils
.check_valid_uuid(datacenter_id_name
):
3000 datacenter_id
= datacenter_id_name
3002 datacenter_name
= datacenter_id_name
3003 vims
= get_vim(mydb
, tenant_id
, datacenter_id
, datacenter_name
, **extra_filter
)
3005 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
3007 #print "nfvo.datacenter_action() error. Several datacenters found"
3008 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
3009 return vims
.keys()[0], vims
.values()[0]
3013 """Takes dict d and updates it with the values in dict u.
3014 It merges all depth levels"""
3015 for k
, v
in u
.iteritems():
3016 if isinstance(v
, collections
.Mapping
):
3017 r
= update(d
.get(k
, {}), v
)
3024 def create_instance(mydb
, tenant_id
, instance_dict
):
3025 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
3026 # logger.debug("Creating instance...")
3027 scenario
= instance_dict
["scenario"]
3029 # find main datacenter
3031 myvim_threads_id
= {}
3032 datacenter
= instance_dict
.get("datacenter")
3033 default_wim_account
= instance_dict
.get("wim_account")
3034 default_datacenter_id
, vim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3035 myvims
[default_datacenter_id
] = vim
3036 myvim_threads_id
[default_datacenter_id
], _
= get_vim_thread(mydb
, tenant_id
, default_datacenter_id
)
3037 tenant
= mydb
.get_rows_by_id('nfvo_tenants', tenant_id
)
3038 # myvim_tenant = myvim['tenant_id']
3041 # print "Checking that the scenario exists and getting the scenario dictionary"
3042 if isinstance(scenario
, str):
3043 scenarioDict
= mydb
.get_scenario(scenario
, tenant_id
, datacenter_vim_id
=myvim_threads_id
[default_datacenter_id
],
3044 datacenter_id
=default_datacenter_id
)
3046 scenarioDict
= scenario
3047 scenarioDict
["uuid"] = None
3049 # logger.debug(">>>>>> Dictionaries before merging")
3050 # logger.debug(">>>>>> InstanceDict:\n{}".format(yaml.safe_dump(instance_dict,default_flow_style=False, width=256)))
3051 # logger.debug(">>>>>> ScenarioDict:\n{}".format(yaml.safe_dump(scenarioDict,default_flow_style=False, width=256)))
3053 db_instance_vnfs
= []
3054 db_instance_vms
= []
3055 db_instance_interfaces
= []
3056 db_instance_sfis
= []
3057 db_instance_sfs
= []
3058 db_instance_classifications
= []
3059 db_instance_sfps
= []
3064 instance_name
= instance_dict
["name"]
3065 instance_uuid
= str(uuid4())
3066 uuid_list
.append(instance_uuid
)
3067 db_instance_scenario
= {
3068 "uuid": instance_uuid
,
3069 "name": instance_name
,
3070 "tenant_id": tenant_id
,
3071 "scenario_id": scenarioDict
['uuid'],
3072 "datacenter_id": default_datacenter_id
,
3073 # filled bellow 'datacenter_tenant_id'
3074 "description": instance_dict
.get("description"),
3076 if scenarioDict
.get("cloud-config"):
3077 db_instance_scenario
["cloud_config"] = yaml
.safe_dump(scenarioDict
["cloud-config"],
3078 default_flow_style
=True, width
=256)
3079 instance_action_id
= get_task_id()
3080 db_instance_action
= {
3081 "uuid": instance_action_id
, # same uuid for the instance and the action on create
3082 "tenant_id": tenant_id
,
3083 "instance_id": instance_uuid
,
3084 "description": "CREATE",
3087 # Auxiliary dictionaries from x to y
3088 sce_net2instance
= {}
3089 net2task_id
= {'scenario': {}}
3090 # Mapping between local networks and WIMs
3093 def ip_profile_IM2RO(ip_profile_im
):
3094 # translate from input format to database format
3096 if 'subnet-address' in ip_profile_im
:
3097 ip_profile_ro
['subnet_address'] = ip_profile_im
['subnet-address']
3098 if 'ip-version' in ip_profile_im
:
3099 ip_profile_ro
['ip_version'] = ip_profile_im
['ip-version']
3100 if 'gateway-address' in ip_profile_im
:
3101 ip_profile_ro
['gateway_address'] = ip_profile_im
['gateway-address']
3102 if 'dns-address' in ip_profile_im
:
3103 ip_profile_ro
['dns_address'] = ip_profile_im
['dns-address']
3104 if isinstance(ip_profile_ro
['dns_address'], (list, tuple)):
3105 ip_profile_ro
['dns_address'] = ";".join(ip_profile_ro
['dns_address'])
3106 if 'dhcp' in ip_profile_im
:
3107 ip_profile_ro
['dhcp_start_address'] = ip_profile_im
['dhcp'].get('start-address')
3108 ip_profile_ro
['dhcp_enabled'] = ip_profile_im
['dhcp'].get('enabled', True)
3109 ip_profile_ro
['dhcp_count'] = ip_profile_im
['dhcp'].get('count')
3110 return ip_profile_ro
3112 # logger.debug("Creating instance from scenario-dict:\n%s",
3113 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3115 # 0 check correct parameters
3116 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).iteritems():
3117 for scenario_net
in scenarioDict
['nets']:
3118 if net_name
== scenario_net
.get("name") or net_name
== scenario_net
.get("osm_id") or net_name
== scenario_net
.get("uuid"):
3121 raise NfvoException("Invalid scenario network name or id '{}' at instance:networks".format(net_name
),
3122 httperrors
.Bad_Request
)
3123 if "sites" not in net_instance_desc
:
3124 net_instance_desc
["sites"] = [ {} ]
3125 site_without_datacenter_field
= False
3126 for site
in net_instance_desc
["sites"]:
3127 if site
.get("datacenter"):
3128 site
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, site
["datacenter"])
3129 if site
["datacenter"] not in myvims
:
3130 # Add this datacenter to myvims
3131 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, site
["datacenter"])
3133 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, site
["datacenter"])
3134 site
["datacenter"] = d
# change name to id
3136 if site_without_datacenter_field
:
3137 raise NfvoException("Found more than one entries without datacenter field at "
3138 "instance:networks:{}:sites".format(net_name
), httperrors
.Bad_Request
)
3139 site_without_datacenter_field
= True
3140 site
["datacenter"] = default_datacenter_id
# change name to id
3142 for vnf_name
, vnf_instance_desc
in instance_dict
.get("vnfs",{}).iteritems():
3143 for scenario_vnf
in scenarioDict
['vnfs']:
3144 if vnf_name
== scenario_vnf
['member_vnf_index'] or vnf_name
== scenario_vnf
['uuid'] or vnf_name
== scenario_vnf
['name']:
3147 raise NfvoException("Invalid vnf name '{}' at instance:vnfs".format(vnf_name
), httperrors
.Bad_Request
)
3148 if "datacenter" in vnf_instance_desc
:
3149 # Add this datacenter to myvims
3150 vnf_instance_desc
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3151 if vnf_instance_desc
["datacenter"] not in myvims
:
3152 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3154 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3155 scenario_vnf
["datacenter"] = vnf_instance_desc
["datacenter"]
3157 for net_id
, net_instance_desc
in vnf_instance_desc
.get("networks", {}).iteritems():
3158 for scenario_net
in scenario_vnf
['nets']:
3159 if net_id
== scenario_net
['osm_id'] or net_id
== scenario_net
['uuid'] or net_id
== scenario_net
["name"]:
3162 raise NfvoException("Invalid net id or name '{}' at instance:vnfs:networks".format(net_id
), httperrors
.Bad_Request
)
3163 if net_instance_desc
.get("vim-network-name"):
3164 scenario_net
["vim-network-name"] = net_instance_desc
["vim-network-name"]
3165 if net_instance_desc
.get("vim-network-id"):
3166 scenario_net
["vim-network-id"] = net_instance_desc
["vim-network-id"]
3167 if net_instance_desc
.get("name"):
3168 scenario_net
["name"] = net_instance_desc
["name"]
3169 if 'ip-profile' in net_instance_desc
:
3170 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3171 if 'ip_profile' not in scenario_net
:
3172 scenario_net
['ip_profile'] = ipprofile_db
3174 update(scenario_net
['ip_profile'], ipprofile_db
)
3176 for vdu_id
, vdu_instance_desc
in vnf_instance_desc
.get("vdus", {}).iteritems():
3177 for scenario_vm
in scenario_vnf
['vms']:
3178 if vdu_id
== scenario_vm
['osm_id'] or vdu_id
== scenario_vm
["name"]:
3181 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), httperrors
.Bad_Request
)
3182 scenario_vm
["instance_parameters"] = vdu_instance_desc
3183 for iface_id
, iface_instance_desc
in vdu_instance_desc
.get("interfaces", {}).iteritems():
3184 for scenario_interface
in scenario_vm
['interfaces']:
3185 if iface_id
== scenario_interface
['internal_name'] or iface_id
== scenario_interface
["external_name"]:
3186 scenario_interface
.update(iface_instance_desc
)
3189 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), httperrors
.Bad_Request
)
3191 # 0.1 parse cloud-config parameters
3192 cloud_config
= unify_cloud_config(instance_dict
.get("cloud-config"), scenarioDict
.get("cloud-config"))
3194 # 0.2 merge instance information into scenario
3195 # Ideally, the operation should be as simple as: update(scenarioDict,instance_dict)
3196 # However, this is not possible yet.
3197 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).iteritems():
3198 for scenario_net
in scenarioDict
['nets']:
3199 if net_name
== scenario_net
.get("name") or net_name
== scenario_net
.get("osm_id") or net_name
== scenario_net
.get("uuid"):
3200 if "wim_account" in net_instance_desc
and net_instance_desc
["wim_account"] is not None:
3201 scenario_net
["wim_account"] = net_instance_desc
["wim_account"]
3202 if 'ip-profile' in net_instance_desc
:
3203 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3204 if 'ip_profile' not in scenario_net
:
3205 scenario_net
['ip_profile'] = ipprofile_db
3207 update(scenario_net
['ip_profile'], ipprofile_db
)
3208 for interface
in net_instance_desc
.get('interfaces', ()):
3209 if 'ip_address' in interface
:
3210 for vnf
in scenarioDict
['vnfs']:
3211 if interface
['vnf'] == vnf
['name']:
3212 for vnf_interface
in vnf
['interfaces']:
3213 if interface
['vnf_interface'] == vnf_interface
['external_name']:
3214 vnf_interface
['ip_address'] = interface
['ip_address']
3216 # logger.debug(">>>>>>>> Merged dictionary")
3217 # logger.debug("Creating instance scenario-dict MERGED:\n%s",
3218 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3220 # 1. Creating new nets (sce_nets) in the VIM"
3221 number_mgmt_networks
= 0
3222 db_instance_nets
= []
3223 for sce_net
in scenarioDict
['nets']:
3224 sce_net_uuid
= sce_net
.get('uuid', sce_net
["name"])
3225 # get involved datacenters where this network need to be created
3226 involved_datacenters
= []
3227 for sce_vnf
in scenarioDict
.get("vnfs", ()):
3228 vnf_datacenter
= sce_vnf
.get("datacenter", default_datacenter_id
)
3229 if vnf_datacenter
in involved_datacenters
:
3231 if sce_vnf
.get("interfaces"):
3232 for sce_vnf_ifaces
in sce_vnf
["interfaces"]:
3233 if sce_vnf_ifaces
.get("sce_net_id") == sce_net
["uuid"]:
3234 involved_datacenters
.append(vnf_datacenter
)
3236 if not involved_datacenters
:
3237 involved_datacenters
.append(default_datacenter_id
)
3238 target_wim_account
= sce_net
.get("wim_account", default_wim_account
)
3241 # TODO: use this information during network creation
3242 wim_account_id
= wim_account_name
= None
3243 if len(involved_datacenters
) > 1 and 'uuid' in sce_net
:
3244 if target_wim_account
is None or target_wim_account
is True: # automatic selection of WIM
3245 # OBS: sce_net without uuid are used internally to VNFs
3246 # and the assumption is that VNFs will not be split among
3247 # different datacenters
3248 wim_account
= wim_engine
.find_suitable_wim_account(
3249 involved_datacenters
, tenant_id
)
3250 wim_account_id
= wim_account
['uuid']
3251 wim_account_name
= wim_account
['name']
3252 wim_usage
[sce_net
['uuid']] = wim_account_id
3253 elif isinstance(target_wim_account
, str): # manual selection of WIM
3254 wim_account
.persist
.get_wim_account_by(target_wim_account
, tenant_id
)
3255 wim_account_id
= wim_account
['uuid']
3256 wim_account_name
= wim_account
['name']
3257 wim_usage
[sce_net
['uuid']] = wim_account_id
3258 else: # not WIM usage
3259 wim_usage
[sce_net
['uuid']] = False
3263 if instance_dict
.get("networks"):
3264 if sce_net
.get("uuid") in instance_dict
["networks"]:
3265 descriptor_net
= instance_dict
["networks"][sce_net
["uuid"]]
3266 descriptor_net_name
= sce_net
["uuid"]
3267 elif sce_net
.get("osm_id") in instance_dict
["networks"]:
3268 descriptor_net
= instance_dict
["networks"][sce_net
["osm_id"]]
3269 descriptor_net_name
= sce_net
["osm_id"]
3270 elif sce_net
["name"] in instance_dict
["networks"]:
3271 descriptor_net
= instance_dict
["networks"][sce_net
["name"]]
3272 descriptor_net_name
= sce_net
["name"]
3273 net_name
= descriptor_net
.get("vim-network-name")
3274 # add datacenters from instantiation parameters
3275 if descriptor_net
.get("sites"):
3276 for site
in descriptor_net
["sites"]:
3277 if site
.get("datacenter") and site
["datacenter"] not in involved_datacenters
:
3278 involved_datacenters
.append(site
["datacenter"])
3279 sce_net2instance
[sce_net_uuid
] = {}
3280 net2task_id
['scenario'][sce_net_uuid
] = {}
3283 related_network
= None
3284 if descriptor_net
.get("use-network"):
3285 target_instance_nets
= mydb
.get_rows(
3287 FROM
="instance_nets",
3288 WHERE
={"instance_scenario_id": descriptor_net
["use-network"]["instance_scenario_id"],
3289 "osm_id": descriptor_net
["use-network"]["osm_id"]},
3291 if not target_instance_nets
:
3292 raise NfvoException(
3293 "Cannot find the target network at instance:networks[{}]:use-network".format(descriptor_net_name
),
3294 httperrors
.Bad_Request
)
3296 use_network
= target_instance_nets
[0]["related"]
3298 if sce_net
["external"]:
3299 number_mgmt_networks
+= 1
3301 for datacenter_id
in involved_datacenters
:
3303 netmap_create
= None
3304 if descriptor_net
.get("sites"):
3305 for site
in descriptor_net
["sites"]:
3306 if site
.get("datacenter") == datacenter_id
:
3307 netmap_use
= site
.get("netmap-use")
3308 netmap_create
= site
.get("netmap-create")
3311 vim
= myvims
[datacenter_id
]
3312 myvim_thread_id
= myvim_threads_id
[datacenter_id
]
3314 net_type
= sce_net
['type']
3316 lookfor_filter
= {'admin_state_up': True, 'status': 'ACTIVE'} # 'shared': True
3319 if sce_net
["external"]:
3320 net_name
= sce_net
["name"]
3322 net_name
= "{}-{}".format(instance_name
, sce_net
["name"])
3323 net_name
= net_name
[:255] # limit length
3325 if netmap_use
or netmap_create
:
3326 create_network
= False
3327 lookfor_network
= False
3329 lookfor_network
= True
3330 if utils
.check_valid_uuid(netmap_use
):
3331 lookfor_filter
["id"] = netmap_use
3333 lookfor_filter
["name"] = netmap_use
3335 create_network
= True
3336 net_vim_name
= net_name
3337 if isinstance(netmap_create
, str):
3338 net_vim_name
= netmap_create
3339 elif sce_net
.get("vim_network_name"):
3340 create_network
= False
3341 lookfor_network
= True
3342 lookfor_filter
["name"] = sce_net
.get("vim_network_name")
3343 elif sce_net
["external"]:
3344 if sce_net
.get('vim_id'):
3345 # there is a netmap at datacenter_nets database # TODO REVISE!!!!
3346 create_network
= False
3347 lookfor_network
= True
3348 lookfor_filter
["id"] = sce_net
['vim_id']
3349 elif vim
["config"].get("management_network_id") or vim
["config"].get("management_network_name"):
3350 if number_mgmt_networks
> 1:
3351 raise NfvoException("Found several VLD of type mgmt. "
3352 "You must concrete what vim-network must be use for each one",
3353 httperrors
.Bad_Request
)
3354 create_network
= False
3355 lookfor_network
= True
3356 if vim
["config"].get("management_network_id"):
3357 lookfor_filter
["id"] = vim
["config"]["management_network_id"]
3359 lookfor_filter
["name"] = vim
["config"]["management_network_name"]
3361 # There is not a netmap, look at datacenter for a net with this name and create if not found
3362 create_network
= True
3363 lookfor_network
= True
3364 lookfor_filter
["name"] = sce_net
["name"]
3365 net_vim_name
= sce_net
["name"]
3367 net_vim_name
= net_name
3368 create_network
= True
3369 lookfor_network
= False
3373 task_action
= "CREATE"
3374 task_extra
["params"] = (net_vim_name
, net_type
, sce_net
.get('ip_profile', None), wim_account_name
)
3376 task_extra
["find"] = (lookfor_filter
,)
3377 elif lookfor_network
:
3378 task_action
= "FIND"
3379 task_extra
["params"] = (lookfor_filter
,)
3381 # fill database content
3382 net_uuid
= str(uuid4())
3383 uuid_list
.append(net_uuid
)
3384 sce_net2instance
[sce_net_uuid
][datacenter_id
] = net_uuid
3385 if not related_network
: # all db_instance_nets will have same related
3386 related_network
= use_network
or net_uuid
3389 "osm_id": sce_net
.get("osm_id") or sce_net
["name"],
3390 "related": related_network
,
3392 "vim_name": net_vim_name
,
3393 "instance_scenario_id": instance_uuid
,
3394 "sce_net_id": sce_net
.get("uuid"),
3395 "created": create_network
,
3396 'datacenter_id': datacenter_id
,
3397 'datacenter_tenant_id': myvim_thread_id
,
3398 'status': 'BUILD' # if create_network else "ACTIVE"
3400 db_instance_nets
.append(db_net
)
3402 "instance_action_id": instance_action_id
,
3403 "status": "SCHEDULED",
3404 "task_index": task_index
,
3405 "datacenter_vim_id": myvim_thread_id
,
3406 "action": task_action
,
3407 "item": "instance_nets",
3408 "item_id": net_uuid
,
3409 "related": related_network
,
3410 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3412 net2task_id
['scenario'][sce_net_uuid
][datacenter_id
] = task_index
3414 db_vim_actions
.append(db_vim_action
)
3416 if 'ip_profile' in sce_net
:
3418 'instance_net_id': net_uuid
,
3419 'ip_version': sce_net
['ip_profile']['ip_version'],
3420 'subnet_address': sce_net
['ip_profile']['subnet_address'],
3421 'gateway_address': sce_net
['ip_profile']['gateway_address'],
3422 'dns_address': sce_net
['ip_profile']['dns_address'],
3423 'dhcp_enabled': sce_net
['ip_profile']['dhcp_enabled'],
3424 'dhcp_start_address': sce_net
['ip_profile']['dhcp_start_address'],
3425 'dhcp_count': sce_net
['ip_profile']['dhcp_count'],
3427 db_ip_profiles
.append(db_ip_profile
)
3431 "default_datacenter_id": default_datacenter_id
,
3432 "myvim_threads_id": myvim_threads_id
,
3433 "instance_uuid": instance_uuid
,
3434 "instance_name": instance_name
,
3435 "instance_action_id": instance_action_id
,
3437 "cloud_config": cloud_config
,
3438 "RO_pub_key": tenant
[0].get('RO_pub_key'),
3439 "instance_parameters": instance_dict
,
3442 "task_index": task_index
,
3443 "uuid_list": uuid_list
,
3444 "db_instance_nets": db_instance_nets
,
3445 "db_vim_actions": db_vim_actions
,
3446 "db_ip_profiles": db_ip_profiles
,
3447 "db_instance_vnfs": db_instance_vnfs
,
3448 "db_instance_vms": db_instance_vms
,
3449 "db_instance_interfaces": db_instance_interfaces
,
3450 "net2task_id": net2task_id
,
3451 "sce_net2instance": sce_net2instance
,
3453 # sce_vnf_list = sorted(scenarioDict['vnfs'], key=lambda k: k['name'])
3454 for sce_vnf
in scenarioDict
.get('vnfs', ()): # sce_vnf_list:
3455 instantiate_vnf(mydb
, sce_vnf
, vnf_params
, vnf_params_out
, rollbackList
)
3456 task_index
= vnf_params_out
["task_index"]
3457 uuid_list
= vnf_params_out
["uuid_list"]
3460 # task_depends_on = []
3461 for vnffg
in scenarioDict
.get('vnffgs', ()):
3462 for rsp
in vnffg
['rsps']:
3464 for cp
in rsp
['connection_points']:
3465 count
= mydb
.get_rows(
3467 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_rsp_hops as h "
3468 "on interfaces.uuid=h.ingress_interface_id",
3469 WHERE
={'h.uuid': cp
['uuid']})[0]['count']
3470 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == cp
['sce_vnf_id']), None)
3471 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3473 for instance_vm
in instance_vms
:
3474 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3476 dependencies
.append(action
['task_index'])
3477 # TODO: throw exception if count != len(instance_vms)
3478 # TODO: and action shouldn't ever be None
3480 for i
in range(count
):
3482 sfi_uuid
= str(uuid4())
3484 "ingress_interface_id": cp
["ingress_interface_id"],
3485 "egress_interface_id": cp
["egress_interface_id"]
3487 uuid_list
.append(sfi_uuid
)
3490 "related": sfi_uuid
,
3491 "instance_scenario_id": instance_uuid
,
3492 'sce_rsp_hop_id': cp
['uuid'],
3493 'datacenter_id': datacenter_id
,
3494 'datacenter_tenant_id': myvim_thread_id
,
3495 "vim_sfi_id": None, # vim thread will populate
3497 db_instance_sfis
.append(db_sfi
)
3499 "instance_action_id": instance_action_id
,
3500 "task_index": task_index
,
3501 "datacenter_vim_id": myvim_thread_id
,
3503 "status": "SCHEDULED",
3504 "item": "instance_sfis",
3505 "item_id": sfi_uuid
,
3506 "related": sfi_uuid
,
3507 "extra": yaml
.safe_dump({"params": extra_params
, "depends_on": [dependencies
[i
]]},
3508 default_flow_style
=True, width
=256)
3510 sfis_created
.append(task_index
)
3512 db_vim_actions
.append(db_vim_action
)
3514 sf_uuid
= str(uuid4())
3515 uuid_list
.append(sf_uuid
)
3519 "instance_scenario_id": instance_uuid
,
3520 'sce_rsp_hop_id': cp
['uuid'],
3521 'datacenter_id': datacenter_id
,
3522 'datacenter_tenant_id': myvim_thread_id
,
3523 "vim_sf_id": None, # vim thread will populate
3525 db_instance_sfs
.append(db_sf
)
3527 "instance_action_id": instance_action_id
,
3528 "task_index": task_index
,
3529 "datacenter_vim_id": myvim_thread_id
,
3531 "status": "SCHEDULED",
3532 "item": "instance_sfs",
3535 "extra": yaml
.safe_dump({"params": "", "depends_on": sfis_created
},
3536 default_flow_style
=True, width
=256)
3538 sfs_created
.append(task_index
)
3540 db_vim_actions
.append(db_vim_action
)
3541 classifier
= rsp
['classifier']
3543 # TODO the following ~13 lines can be reused for the sfi case
3544 count
= mydb
.get_rows(
3545 SELECT
=('vms.count'),
3546 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_classifiers as c on interfaces.uuid=c.interface_id",
3547 WHERE
={'c.uuid': classifier
['uuid']})[0]['count']
3548 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == classifier
['sce_vnf_id']), None)
3549 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3551 for instance_vm
in instance_vms
:
3552 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3554 dependencies
.append(action
['task_index'])
3555 # TODO: throw exception if count != len(instance_vms)
3556 # TODO: and action shouldn't ever be None
3557 classifications_created
= []
3558 for i
in range(count
):
3559 for match
in classifier
['matches']:
3560 # create classifications
3561 classification_uuid
= str(uuid4())
3562 uuid_list
.append(classification_uuid
)
3563 db_classification
= {
3564 "uuid": classification_uuid
,
3565 "related": classification_uuid
,
3566 "instance_scenario_id": instance_uuid
,
3567 'sce_classifier_match_id': match
['uuid'],
3568 'datacenter_id': datacenter_id
,
3569 'datacenter_tenant_id': myvim_thread_id
,
3570 "vim_classification_id": None, # vim thread will populate
3572 db_instance_classifications
.append(db_classification
)
3573 classification_params
= {
3574 "ip_proto": match
["ip_proto"],
3575 "source_ip": match
["source_ip"],
3576 "destination_ip": match
["destination_ip"],
3577 "source_port": match
["source_port"],
3578 "destination_port": match
["destination_port"]
3581 "instance_action_id": instance_action_id
,
3582 "task_index": task_index
,
3583 "datacenter_vim_id": myvim_thread_id
,
3585 "status": "SCHEDULED",
3586 "item": "instance_classifications",
3587 "item_id": classification_uuid
,
3588 "related": classification_uuid
,
3589 "extra": yaml
.safe_dump({"params": classification_params
, "depends_on": [dependencies
[i
]]},
3590 default_flow_style
=True, width
=256)
3592 classifications_created
.append(task_index
)
3594 db_vim_actions
.append(db_vim_action
)
3597 sfp_uuid
= str(uuid4())
3598 uuid_list
.append(sfp_uuid
)
3601 "related": sfp_uuid
,
3602 "instance_scenario_id": instance_uuid
,
3603 'sce_rsp_id': rsp
['uuid'],
3604 'datacenter_id': datacenter_id
,
3605 'datacenter_tenant_id': myvim_thread_id
,
3606 "vim_sfp_id": None, # vim thread will populate
3608 db_instance_sfps
.append(db_sfp
)
3610 "instance_action_id": instance_action_id
,
3611 "task_index": task_index
,
3612 "datacenter_vim_id": myvim_thread_id
,
3614 "status": "SCHEDULED",
3615 "item": "instance_sfps",
3616 "item_id": sfp_uuid
,
3617 "related": sfp_uuid
,
3618 "extra": yaml
.safe_dump({"params": "", "depends_on": sfs_created
+ classifications_created
},
3619 default_flow_style
=True, width
=256)
3622 db_vim_actions
.append(db_vim_action
)
3623 db_instance_action
["number_tasks"] = task_index
3626 logger
.debug('wim_usage:\n%s\n\n', pformat(wim_usage
))
3627 wan_links
= wim_engine
.derive_wan_links(wim_usage
, db_instance_nets
, tenant_id
)
3628 wim_actions
= wim_engine
.create_actions(wan_links
)
3629 wim_actions
, db_instance_action
= (
3630 wim_engine
.incorporate_actions(wim_actions
, db_instance_action
))
3633 scenarioDict
["datacenter2tenant"] = myvim_threads_id
3635 db_instance_scenario
['datacenter_tenant_id'] = myvim_threads_id
[default_datacenter_id
]
3636 db_instance_scenario
['datacenter_id'] = default_datacenter_id
3638 {"instance_scenarios": db_instance_scenario
},
3639 {"instance_vnfs": db_instance_vnfs
},
3640 {"instance_nets": db_instance_nets
},
3641 {"ip_profiles": db_ip_profiles
},
3642 {"instance_vms": db_instance_vms
},
3643 {"instance_interfaces": db_instance_interfaces
},
3644 {"instance_actions": db_instance_action
},
3645 {"instance_sfis": db_instance_sfis
},
3646 {"instance_sfs": db_instance_sfs
},
3647 {"instance_classifications": db_instance_classifications
},
3648 {"instance_sfps": db_instance_sfps
},
3649 {"instance_wim_nets": wan_links
},
3650 {"vim_wim_actions": db_vim_actions
+ wim_actions
}
3653 logger
.debug("create_instance done DB tables: %s",
3654 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
3655 mydb
.new_rows(db_tables
, uuid_list
)
3656 for myvim_thread_id
in myvim_threads_id
.values():
3657 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
3659 wim_engine
.dispatch(wim_actions
)
3661 returned_instance
= mydb
.get_instance_scenario(instance_uuid
)
3662 returned_instance
["action_id"] = instance_action_id
3663 return returned_instance
3664 except (NfvoException
, vimconn
.vimconnException
, wimconn
.WimConnectorError
, db_base_Exception
) as e
:
3665 message
= rollback(mydb
, myvims
, rollbackList
)
3666 if isinstance(e
, db_base_Exception
):
3667 error_text
= "database Exception"
3668 elif isinstance(e
, vimconn
.vimconnException
):
3669 error_text
= "VIM Exception"
3670 elif isinstance(e
, wimconn
.WimConnectorError
):
3671 error_text
= "WIM Exception"
3673 error_text
= "Exception"
3674 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
3675 # logger.error("create_instance: %s", error_text)
3677 raise NfvoException(error_text
, e
.http_code
)
3680 def instantiate_vnf(mydb
, sce_vnf
, params
, params_out
, rollbackList
):
3681 default_datacenter_id
= params
["default_datacenter_id"]
3682 myvim_threads_id
= params
["myvim_threads_id"]
3683 instance_uuid
= params
["instance_uuid"]
3684 instance_name
= params
["instance_name"]
3685 instance_action_id
= params
["instance_action_id"]
3686 myvims
= params
["myvims"]
3687 cloud_config
= params
["cloud_config"]
3688 RO_pub_key
= params
["RO_pub_key"]
3690 task_index
= params_out
["task_index"]
3691 uuid_list
= params_out
["uuid_list"]
3692 db_instance_nets
= params_out
["db_instance_nets"]
3693 db_vim_actions
= params_out
["db_vim_actions"]
3694 db_ip_profiles
= params_out
["db_ip_profiles"]
3695 db_instance_vnfs
= params_out
["db_instance_vnfs"]
3696 db_instance_vms
= params_out
["db_instance_vms"]
3697 db_instance_interfaces
= params_out
["db_instance_interfaces"]
3698 net2task_id
= params_out
["net2task_id"]
3699 sce_net2instance
= params_out
["sce_net2instance"]
3701 vnf_net2instance
= {}
3703 # 2. Creating new nets (vnf internal nets) in the VIM"
3704 # For each vnf net, we create it and we add it to instanceNetlist.
3705 if sce_vnf
.get("datacenter"):
3706 datacenter_id
= sce_vnf
["datacenter"]
3707 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3709 datacenter_id
= default_datacenter_id
3710 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3711 for net
in sce_vnf
['nets']:
3713 # descriptor_net = instance_dict.get("vnfs", {}).get(sce_vnf["name"], {})
3714 # net_name = descriptor_net.get("name")
3717 net_name
= "{}-{}".format(instance_name
, net
["name"])
3718 net_name
= net_name
[:255] # limit length
3719 net_type
= net
['type']
3721 if sce_vnf
['uuid'] not in vnf_net2instance
:
3722 vnf_net2instance
[sce_vnf
['uuid']] = {}
3723 if sce_vnf
['uuid'] not in net2task_id
:
3724 net2task_id
[sce_vnf
['uuid']] = {}
3725 net2task_id
[sce_vnf
['uuid']][net
['uuid']] = task_index
3727 # fill database content
3728 net_uuid
= str(uuid4())
3729 uuid_list
.append(net_uuid
)
3730 vnf_net2instance
[sce_vnf
['uuid']][net
['uuid']] = net_uuid
3733 "related": net_uuid
,
3735 "vim_name": net_name
,
3736 "instance_scenario_id": instance_uuid
,
3737 "net_id": net
["uuid"],
3739 'datacenter_id': datacenter_id
,
3740 'datacenter_tenant_id': myvim_thread_id
,
3742 db_instance_nets
.append(db_net
)
3745 if net
.get("vim-network-name"):
3746 lookfor_filter
["name"] = net
["vim-network-name"]
3747 if net
.get("vim-network-id"):
3748 lookfor_filter
["id"] = net
["vim-network-id"]
3750 task_action
= "FIND"
3751 task_extra
= {"params": (lookfor_filter
,)}
3753 task_action
= "CREATE"
3754 task_extra
= {"params": (net_name
, net_type
, net
.get('ip_profile', None))}
3757 "instance_action_id": instance_action_id
,
3758 "task_index": task_index
,
3759 "datacenter_vim_id": myvim_thread_id
,
3760 "status": "SCHEDULED",
3761 "action": task_action
,
3762 "item": "instance_nets",
3763 "item_id": net_uuid
,
3764 "related": net_uuid
,
3765 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3768 db_vim_actions
.append(db_vim_action
)
3770 if 'ip_profile' in net
:
3772 'instance_net_id': net_uuid
,
3773 'ip_version': net
['ip_profile']['ip_version'],
3774 'subnet_address': net
['ip_profile']['subnet_address'],
3775 'gateway_address': net
['ip_profile']['gateway_address'],
3776 'dns_address': net
['ip_profile']['dns_address'],
3777 'dhcp_enabled': net
['ip_profile']['dhcp_enabled'],
3778 'dhcp_start_address': net
['ip_profile']['dhcp_start_address'],
3779 'dhcp_count': net
['ip_profile']['dhcp_count'],
3781 db_ip_profiles
.append(db_ip_profile
)
3783 # print "vnf_net2instance:"
3784 # print yaml.safe_dump(vnf_net2instance, indent=4, default_flow_style=False)
3786 # 3. Creating new vm instances in the VIM
3787 # myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
3789 if sce_vnf
.get('mgmt_access'):
3790 ssh_access
= sce_vnf
['mgmt_access'].get('config-access', {}).get('ssh-access')
3791 vnf_availability_zones
= []
3792 for vm
in sce_vnf
.get('vms'):
3793 vm_av
= vm
.get('availability_zone')
3794 if vm_av
and vm_av
not in vnf_availability_zones
:
3795 vnf_availability_zones
.append(vm_av
)
3797 # check if there is enough availability zones available at vim level.
3798 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
3799 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
3800 raise NfvoException('No enough availability zones at VIM for this deployment', httperrors
.Bad_Request
)
3802 if sce_vnf
.get("datacenter"):
3803 vim
= myvims
[sce_vnf
["datacenter"]]
3804 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3805 datacenter_id
= sce_vnf
["datacenter"]
3807 vim
= myvims
[default_datacenter_id
]
3808 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3809 datacenter_id
= default_datacenter_id
3810 sce_vnf
["datacenter_id"] = datacenter_id
3813 vnf_uuid
= str(uuid4())
3814 uuid_list
.append(vnf_uuid
)
3817 'instance_scenario_id': instance_uuid
,
3818 'vnf_id': sce_vnf
['vnf_id'],
3819 'sce_vnf_id': sce_vnf
['uuid'],
3820 'datacenter_id': datacenter_id
,
3821 'datacenter_tenant_id': myvim_thread_id
,
3823 db_instance_vnfs
.append(db_instance_vnf
)
3825 for vm
in sce_vnf
['vms']:
3827 if vm
.get("pdu_type"):
3831 sce_vnf_name
= sce_vnf
['member_vnf_index'] if sce_vnf
['member_vnf_index'] else sce_vnf
['name']
3832 myVMDict
['name'] = "{}-{}-{}".format(instance_name
[:64], sce_vnf_name
[:64], vm
["name"][:64])
3833 myVMDict
['description'] = myVMDict
['name'][0:99]
3835 # myVMDict['start'] = "no"
3836 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("name"):
3837 myVMDict
['name'] = vm
["instance_parameters"].get("name")
3838 myVMDict
['name'] = myVMDict
['name'][0:255] # limit name length
3839 # create image at vim in case it not exist
3840 image_uuid
= vm
['image_id']
3841 if vm
.get("image_list"):
3842 for alternative_image
in vm
["image_list"]:
3843 if alternative_image
["vim_type"] == vim
["config"]["_vim_type_internal"]:
3844 image_uuid
= alternative_image
['image_id']
3846 image_dict
= mydb
.get_table_by_uuid_name("images", image_uuid
)
3847 image_id
= create_or_use_image(mydb
, {datacenter_id
: vim
}, image_dict
, [], True)
3848 vm
['vim_image_id'] = image_id
3850 # create flavor at vim in case it not exist
3851 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
3852 if flavor_dict
['extended'] != None:
3853 flavor_dict
['extended'] = yaml
.load(flavor_dict
['extended'])
3854 flavor_id
= create_or_use_flavor(mydb
, {datacenter_id
: vim
}, flavor_dict
, rollbackList
, True)
3856 # Obtain information for additional disks
3857 extended_flavor_dict
= mydb
.get_rows(FROM
='datacenters_flavors', SELECT
=('extended',),
3858 WHERE
={'vim_id': flavor_id
})
3859 if not extended_flavor_dict
:
3860 raise NfvoException("flavor '{}' not found".format(flavor_id
), httperrors
.Not_Found
)
3862 # extended_flavor_dict_yaml = yaml.load(extended_flavor_dict[0])
3863 myVMDict
['disks'] = None
3864 extended_info
= extended_flavor_dict
[0]['extended']
3865 if extended_info
!= None:
3866 extended_flavor_dict_yaml
= yaml
.load(extended_info
)
3867 if 'disks' in extended_flavor_dict_yaml
:
3868 myVMDict
['disks'] = extended_flavor_dict_yaml
['disks']
3869 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("devices"):
3870 for disk
in myVMDict
['disks']:
3871 if disk
.get("name") in vm
["instance_parameters"]["devices"]:
3872 disk
.update(vm
["instance_parameters"]["devices"][disk
.get("name")])
3874 vm
['vim_flavor_id'] = flavor_id
3875 myVMDict
['imageRef'] = vm
['vim_image_id']
3876 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
3877 myVMDict
['availability_zone'] = vm
.get('availability_zone')
3878 myVMDict
['networks'] = []
3879 task_depends_on
= []
3880 # TODO ALF. connect_mgmt_interfaces. Connect management interfaces if this is true
3881 is_management_vm
= False
3883 for iface
in vm
['interfaces']:
3885 if iface
['type'] == "data":
3886 netDict
['type'] = iface
['model']
3887 elif "model" in iface
and iface
["model"] != None:
3888 netDict
['model'] = iface
['model']
3889 # TODO in future, remove this because mac_address will not be set, and the type of PV,VF
3890 # is obtained from iterface table model
3891 # discover type of interface looking at flavor
3892 for numa
in flavor_dict
.get('extended', {}).get('numas', []):
3893 for flavor_iface
in numa
.get('interfaces', []):
3894 if flavor_iface
.get('name') == iface
['internal_name']:
3895 if flavor_iface
['dedicated'] == 'yes':
3896 netDict
['type'] = "PF" # passthrough
3897 elif flavor_iface
['dedicated'] == 'no':
3898 netDict
['type'] = "VF" # siov
3899 elif flavor_iface
['dedicated'] == 'yes:sriov':
3900 netDict
['type'] = "VFnotShared" # sriov but only one sriov on the PF
3901 netDict
["mac_address"] = flavor_iface
.get("mac_address")
3903 netDict
["use"] = iface
['type']
3904 if netDict
["use"] == "data" and not netDict
.get("type"):
3905 # print "netDict", netDict
3906 # print "iface", iface
3907 e_text
= "Cannot determine the interface type PF or VF of VNF '{}' VM '{}' iface '{}'".fromat(
3908 sce_vnf
['name'], vm
['name'], iface
['internal_name'])
3909 if flavor_dict
.get('extended') == None:
3910 raise NfvoException(e_text
+ "After database migration some information is not available. \
3911 Try to delete and create the scenarios and VNFs again", httperrors
.Conflict
)
3913 raise NfvoException(e_text
, httperrors
.Internal_Server_Error
)
3914 if netDict
["use"] == "mgmt":
3915 is_management_vm
= True
3916 netDict
["type"] = "virtual"
3917 if netDict
["use"] == "bridge":
3918 netDict
["type"] = "virtual"
3919 if iface
.get("vpci"):
3920 netDict
['vpci'] = iface
['vpci']
3921 if iface
.get("mac"):
3922 netDict
['mac_address'] = iface
['mac']
3923 if iface
.get("mac_address"):
3924 netDict
['mac_address'] = iface
['mac_address']
3925 if iface
.get("ip_address"):
3926 netDict
['ip_address'] = iface
['ip_address']
3927 if iface
.get("port-security") is not None:
3928 netDict
['port_security'] = iface
['port-security']
3929 if iface
.get("floating-ip") is not None:
3930 netDict
['floating_ip'] = iface
['floating-ip']
3931 netDict
['name'] = iface
['internal_name']
3932 if iface
['net_id'] is None:
3933 for vnf_iface
in sce_vnf
["interfaces"]:
3936 if vnf_iface
['interface_id'] == iface
['uuid']:
3937 netDict
['net_id'] = "TASK-{}".format(
3938 net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
3939 instance_net_id
= sce_net2instance
[vnf_iface
['sce_net_id']][datacenter_id
]
3940 task_depends_on
.append(net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
3943 netDict
['net_id'] = "TASK-{}".format(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
3944 instance_net_id
= vnf_net2instance
[sce_vnf
['uuid']][iface
['net_id']]
3945 task_depends_on
.append(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
3946 # skip bridge ifaces not connected to any net
3947 if 'net_id' not in netDict
or netDict
['net_id'] == None:
3949 myVMDict
['networks'].append(netDict
)
3952 # 'instance_vm_id': instance_vm_uuid,
3953 "instance_net_id": instance_net_id
,
3954 'interface_id': iface
['uuid'],
3955 # 'vim_interface_id': ,
3956 'type': 'external' if iface
['external_name'] is not None else 'internal',
3957 'ip_address': iface
.get('ip_address'),
3958 'mac_address': iface
.get('mac'),
3959 'floating_ip': int(iface
.get('floating-ip', False)),
3960 'port_security': int(iface
.get('port-security', True))
3962 db_vm_ifaces
.append(db_vm_iface
)
3963 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3964 # print myVMDict['name']
3965 # print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
3966 # print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
3967 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3969 # We add the RO key to cloud_config if vnf will need ssh access
3970 cloud_config_vm
= cloud_config
3971 if is_management_vm
and params
["instance_parameters"].get("mgmt_keys"):
3972 cloud_config_vm
= unify_cloud_config({"key-pairs": params
["instance_parameters"]["mgmt_keys"]},
3975 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("mgmt_keys"):
3976 cloud_config_vm
= unify_cloud_config({"key-pairs": vm
["instance_parameters"]["mgmt_keys"]},
3978 # if ssh_access and ssh_access['required'] and ssh_access['default-user'] and tenant[0].get('RO_pub_key'):
3979 # RO_key = {"key-pairs": [tenant[0]['RO_pub_key']]}
3980 # cloud_config_vm = unify_cloud_config(cloud_config_vm, RO_key)
3981 if vm
.get("boot_data"):
3982 cloud_config_vm
= unify_cloud_config(vm
["boot_data"], cloud_config_vm
)
3984 if myVMDict
.get('availability_zone'):
3985 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
3988 for vm_index
in range(0, vm
.get('count', 1)):
3989 vm_name
= myVMDict
['name'] + "-" + str(vm_index
+1)
3990 task_params
= (vm_name
, myVMDict
['description'], myVMDict
.get('start', None),
3991 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'], cloud_config_vm
,
3992 myVMDict
['disks'], av_index
, vnf_availability_zones
)
3993 # put interface uuid back to scenario[vnfs][vms[[interfaces]
3994 for net
in myVMDict
['networks']:
3996 for iface
in vm
['interfaces']:
3997 if net
["name"] == iface
["internal_name"]:
3998 iface
["vim_id"] = net
["vim_id"]
4000 vm_uuid
= str(uuid4())
4001 uuid_list
.append(vm_uuid
)
4005 'instance_vnf_id': vnf_uuid
,
4006 # TODO delete "vim_vm_id": vm_id,
4007 "vm_id": vm
["uuid"],
4008 "vim_name": vm_name
,
4011 db_instance_vms
.append(db_vm
)
4014 for db_vm_iface
in db_vm_ifaces
:
4015 iface_uuid
= str(uuid4())
4016 uuid_list
.append(iface_uuid
)
4017 db_vm_iface_instance
= {
4019 "instance_vm_id": vm_uuid
4021 db_vm_iface_instance
.update(db_vm_iface
)
4022 if db_vm_iface_instance
.get("ip_address"): # increment ip_address
4023 ip
= db_vm_iface_instance
.get("ip_address")
4028 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
4029 db_vm_iface_instance
["ip_address"] = ip
4031 db_vm_iface_instance
["ip_address"] = None
4032 db_instance_interfaces
.append(db_vm_iface_instance
)
4033 myVMDict
['networks'][iface_index
]["uuid"] = iface_uuid
4037 "instance_action_id": instance_action_id
,
4038 "task_index": task_index
,
4039 "datacenter_vim_id": myvim_thread_id
,
4041 "status": "SCHEDULED",
4042 "item": "instance_vms",
4045 "extra": yaml
.safe_dump({"params": task_params
, "depends_on": task_depends_on
},
4046 default_flow_style
=True, width
=256)
4049 db_vim_actions
.append(db_vim_action
)
4050 params_out
["task_index"] = task_index
4051 params_out
["uuid_list"] = uuid_list
4054 def delete_instance(mydb
, tenant_id
, instance_id
):
4055 # print "Checking that the instance_id exists and getting the instance dictionary"
4056 instanceDict
= mydb
.get_instance_scenario(instance_id
, tenant_id
)
4057 # print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
4058 tenant_id
= instanceDict
["tenant_id"]
4061 # We need to retrieve the WIM Actions now, before the instance_scenario is
4062 # deleted. The reason for that is that: ON CASCADE rules will delete the
4063 # instance_wim_nets record in the database
4064 wim_actions
= wim_engine
.delete_actions(instance_scenario_id
=instance_id
)
4067 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
4068 # 1. Delete from Database
4069 message
= mydb
.delete_instance_scenario(instance_id
, tenant_id
)
4071 # 2. delete from VIM
4075 vimthread_affected
= {}
4076 net2vm_dependencies
= {}
4079 instance_action_id
= get_task_id()
4081 db_instance_action
= {
4082 "uuid": instance_action_id
, # same uuid for the instance and the action on create
4083 "tenant_id": tenant_id
,
4084 "instance_id": instance_id
,
4085 "description": "DELETE",
4086 # "number_tasks": 0 # filled bellow
4089 # 2.1 deleting VNFFGs
4090 for sfp
in instanceDict
.get('sfps', ()):
4091 vimthread_affected
[sfp
["datacenter_tenant_id"]] = None
4092 datacenter_key
= (sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
4093 if datacenter_key
not in myvims
:
4095 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
4096 except NfvoException
as e
:
4097 logger
.error(str(e
))
4099 myvim_threads
[datacenter_key
] = myvim_thread
4100 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfp
["datacenter_id"],
4101 datacenter_tenant_id
=sfp
["datacenter_tenant_id"])
4103 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfp
["datacenter_id"], sfp
["datacenter_tenant_id"]))
4104 myvims
[datacenter_key
] = None
4106 myvims
[datacenter_key
] = vims
.values()[0]
4107 myvim
= myvims
[datacenter_key
]
4108 myvim_thread
= myvim_threads
[datacenter_key
]
4111 error_msg
+= "\n vim_sfp_id={} cannot be deleted because datacenter={} not found".format(sfp
['vim_sfp_id'], sfp
["datacenter_id"])
4113 extra
= {"params": (sfp
['vim_sfp_id'])}
4115 "instance_action_id": instance_action_id
,
4116 "task_index": task_index
,
4117 "datacenter_vim_id": sfp
["datacenter_tenant_id"],
4119 "status": "SCHEDULED",
4120 "item": "instance_sfps",
4121 "item_id": sfp
["uuid"],
4122 "related": sfp
["related"],
4123 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4126 db_vim_actions
.append(db_vim_action
)
4128 for classification
in instanceDict
['classifications']:
4129 vimthread_affected
[classification
["datacenter_tenant_id"]] = None
4130 datacenter_key
= (classification
["datacenter_id"], classification
["datacenter_tenant_id"])
4131 if datacenter_key
not in myvims
:
4133 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, classification
["datacenter_id"], classification
["datacenter_tenant_id"])
4134 except NfvoException
as e
:
4135 logger
.error(str(e
))
4137 myvim_threads
[datacenter_key
] = myvim_thread
4138 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=classification
["datacenter_id"],
4139 datacenter_tenant_id
=classification
["datacenter_tenant_id"])
4141 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(classification
["datacenter_id"],
4142 classification
["datacenter_tenant_id"]))
4143 myvims
[datacenter_key
] = None
4145 myvims
[datacenter_key
] = vims
.values()[0]
4146 myvim
= myvims
[datacenter_key
]
4147 myvim_thread
= myvim_threads
[datacenter_key
]
4150 error_msg
+= "\n vim_classification_id={} cannot be deleted because datacenter={} not found".format(classification
['vim_classification_id'],
4151 classification
["datacenter_id"])
4153 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
4154 extra
= {"params": (classification
['vim_classification_id']), "depends_on": depends_on
}
4156 "instance_action_id": instance_action_id
,
4157 "task_index": task_index
,
4158 "datacenter_vim_id": classification
["datacenter_tenant_id"],
4160 "status": "SCHEDULED",
4161 "item": "instance_classifications",
4162 "item_id": classification
["uuid"],
4163 "related": classification
["related"],
4164 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4167 db_vim_actions
.append(db_vim_action
)
4169 for sf
in instanceDict
.get('sfs', ()):
4170 vimthread_affected
[sf
["datacenter_tenant_id"]] = None
4171 datacenter_key
= (sf
["datacenter_id"], sf
["datacenter_tenant_id"])
4172 if datacenter_key
not in myvims
:
4174 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sf
["datacenter_id"], sf
["datacenter_tenant_id"])
4175 except NfvoException
as e
:
4176 logger
.error(str(e
))
4178 myvim_threads
[datacenter_key
] = myvim_thread
4179 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sf
["datacenter_id"],
4180 datacenter_tenant_id
=sf
["datacenter_tenant_id"])
4182 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sf
["datacenter_id"], sf
["datacenter_tenant_id"]))
4183 myvims
[datacenter_key
] = None
4185 myvims
[datacenter_key
] = vims
.values()[0]
4186 myvim
= myvims
[datacenter_key
]
4187 myvim_thread
= myvim_threads
[datacenter_key
]
4190 error_msg
+= "\n vim_sf_id={} cannot be deleted because datacenter={} not found".format(sf
['vim_sf_id'], sf
["datacenter_id"])
4192 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
4193 extra
= {"params": (sf
['vim_sf_id']), "depends_on": depends_on
}
4195 "instance_action_id": instance_action_id
,
4196 "task_index": task_index
,
4197 "datacenter_vim_id": sf
["datacenter_tenant_id"],
4199 "status": "SCHEDULED",
4200 "item": "instance_sfs",
4201 "item_id": sf
["uuid"],
4202 "related": sf
["related"],
4203 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4206 db_vim_actions
.append(db_vim_action
)
4208 for sfi
in instanceDict
.get('sfis', ()):
4209 vimthread_affected
[sfi
["datacenter_tenant_id"]] = None
4210 datacenter_key
= (sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
4211 if datacenter_key
not in myvims
:
4213 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
4214 except NfvoException
as e
:
4215 logger
.error(str(e
))
4217 myvim_threads
[datacenter_key
] = myvim_thread
4218 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfi
["datacenter_id"],
4219 datacenter_tenant_id
=sfi
["datacenter_tenant_id"])
4221 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfi
["datacenter_id"], sfi
["datacenter_tenant_id"]))
4222 myvims
[datacenter_key
] = None
4224 myvims
[datacenter_key
] = vims
.values()[0]
4225 myvim
= myvims
[datacenter_key
]
4226 myvim_thread
= myvim_threads
[datacenter_key
]
4229 error_msg
+= "\n vim_sfi_id={} cannot be deleted because datacenter={} not found".format(sfi
['vim_sfi_id'], sfi
["datacenter_id"])
4231 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfs"]
4232 extra
= {"params": (sfi
['vim_sfi_id']), "depends_on": depends_on
}
4234 "instance_action_id": instance_action_id
,
4235 "task_index": task_index
,
4236 "datacenter_vim_id": sfi
["datacenter_tenant_id"],
4238 "status": "SCHEDULED",
4239 "item": "instance_sfis",
4240 "item_id": sfi
["uuid"],
4241 "related": sfi
["related"],
4242 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4245 db_vim_actions
.append(db_vim_action
)
4249 for sce_vnf
in instanceDict
.get('vnfs', ()):
4250 datacenter_key
= (sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4251 vimthread_affected
[sce_vnf
["datacenter_tenant_id"]] = None
4252 if datacenter_key
not in myvims
:
4254 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4255 except NfvoException
as e
:
4256 logger
.error(str(e
))
4258 myvim_threads
[datacenter_key
] = myvim_thread
4259 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sce_vnf
["datacenter_id"],
4260 datacenter_tenant_id
=sce_vnf
["datacenter_tenant_id"])
4262 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf
["datacenter_id"],
4263 sce_vnf
["datacenter_tenant_id"]))
4264 myvims
[datacenter_key
] = None
4266 myvims
[datacenter_key
] = vims
.values()[0]
4267 myvim
= myvims
[datacenter_key
]
4268 myvim_thread
= myvim_threads
[datacenter_key
]
4270 for vm
in sce_vnf
['vms']:
4272 error_msg
+= "\n VM id={} cannot be deleted because datacenter={} not found".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"])
4274 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4276 "instance_action_id": instance_action_id
,
4277 "task_index": task_index
,
4278 "datacenter_vim_id": sce_vnf
["datacenter_tenant_id"],
4280 "status": "SCHEDULED",
4281 "item": "instance_vms",
4282 "item_id": vm
["uuid"],
4283 "related": vm
["related"],
4284 "extra": yaml
.safe_dump({"params": vm
["interfaces"], "depends_on": sfi_dependencies
},
4285 default_flow_style
=True, width
=256)
4287 db_vim_actions
.append(db_vim_action
)
4288 for interface
in vm
["interfaces"]:
4289 if not interface
.get("instance_net_id"):
4291 if interface
["instance_net_id"] not in net2vm_dependencies
:
4292 net2vm_dependencies
[interface
["instance_net_id"]] = []
4293 net2vm_dependencies
[interface
["instance_net_id"]].append(task_index
)
4298 for net
in instanceDict
['nets']:
4299 vimthread_affected
[net
["datacenter_tenant_id"]] = None
4300 datacenter_key
= (net
["datacenter_id"], net
["datacenter_tenant_id"])
4301 if datacenter_key
not in myvims
:
4303 _
,myvim_thread
= get_vim_thread(mydb
, tenant_id
, net
["datacenter_id"], net
["datacenter_tenant_id"])
4304 except NfvoException
as e
:
4305 logger
.error(str(e
))
4307 myvim_threads
[datacenter_key
] = myvim_thread
4308 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=net
["datacenter_id"],
4309 datacenter_tenant_id
=net
["datacenter_tenant_id"])
4311 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net
["datacenter_id"], net
["datacenter_tenant_id"]))
4312 myvims
[datacenter_key
] = None
4314 myvims
[datacenter_key
] = vims
.values()[0]
4315 myvim
= myvims
[datacenter_key
]
4316 myvim_thread
= myvim_threads
[datacenter_key
]
4319 error_msg
+= "\n Net VIM_id={} cannot be deleted because datacenter={} not found".format(net
['vim_net_id'], net
["datacenter_id"])
4321 extra
= {"params": (net
['vim_net_id'], net
['sdn_net_id'])}
4322 if net2vm_dependencies
.get(net
["uuid"]):
4323 extra
["depends_on"] = net2vm_dependencies
[net
["uuid"]]
4324 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4325 if len(sfi_dependencies
) > 0:
4326 if "depends_on" in extra
:
4327 extra
["depends_on"] += sfi_dependencies
4329 extra
["depends_on"] = sfi_dependencies
4331 "instance_action_id": instance_action_id
,
4332 "task_index": task_index
,
4333 "datacenter_vim_id": net
["datacenter_tenant_id"],
4335 "status": "SCHEDULED",
4336 "item": "instance_nets",
4337 "item_id": net
["uuid"],
4338 "related": net
["related"],
4339 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4342 db_vim_actions
.append(db_vim_action
)
4344 db_instance_action
["number_tasks"] = task_index
4347 wim_actions
, db_instance_action
= (
4348 wim_engine
.incorporate_actions(wim_actions
, db_instance_action
))
4352 {"instance_actions": db_instance_action
},
4353 {"vim_wim_actions": db_vim_actions
+ wim_actions
}
4356 logger
.debug("delete_instance done DB tables: %s",
4357 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4358 mydb
.new_rows(db_tables
, ())
4359 for myvim_thread_id
in vimthread_affected
.keys():
4360 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
4362 wim_engine
.dispatch(wim_actions
)
4364 if len(error_msg
) > 0:
4365 return 'action_id={} instance {} deleted but some elements could not be deleted, or already deleted '\
4366 '(error: 404) from VIM: {}'.format(instance_action_id
, message
, error_msg
)
4368 return "action_id={} instance {} deleted".format(instance_action_id
, message
)
4370 def get_instance_id(mydb
, tenant_id
, instance_id
):
4372 #check valid tenant_id
4373 check_tenant(mydb
, tenant_id
)
4376 instance_dict
= mydb
.get_instance_scenario(instance_id
, tenant_id
, verbose
=True)
4377 for net
in instance_dict
["nets"]:
4378 if net
.get("sdn_net_id"):
4379 net_sdn
= ovim
.show_network(net
["sdn_net_id"])
4381 "admin_state_up": net_sdn
.get("admin_state_up"),
4382 "flows": net_sdn
.get("flows"),
4383 "last_error": net_sdn
.get("last_error"),
4384 "ports": net_sdn
.get("ports"),
4385 "type": net_sdn
.get("type"),
4386 "status": net_sdn
.get("status"),
4387 "vlan": net_sdn
.get("vlan"),
4389 return instance_dict
4391 @deprecated("Instance is automatically refreshed by vim_threads")
4392 def refresh_instance(mydb
, nfvo_tenant
, instanceDict
, datacenter
=None, vim_tenant
=None):
4393 '''Refreshes a scenario instance. It modifies instanceDict'''
4395 - result: <0 if there is any unexpected error, n>=0 if no errors where n is the number of vms and nets that couldn't be updated in the database
4398 # # Assumption: nfvo_tenant and instance_id were checked before entering into this function
4399 # #print "nfvo.refresh_instance begins"
4400 # #print json.dumps(instanceDict, indent=4)
4402 # #print "Getting the VIM URL and the VIM tenant_id"
4405 # # 1. Getting VIM vm and net list
4406 # vms_updated = [] #List of VM instance uuids in openmano that were updated
4409 # for sce_vnf in instanceDict['vnfs']:
4410 # datacenter_key = (sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"])
4411 # if datacenter_key not in vm_list:
4412 # vm_list[datacenter_key] = []
4413 # if datacenter_key not in myvims:
4414 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=sce_vnf["datacenter_id"],
4415 # datacenter_tenant_id=sce_vnf["datacenter_tenant_id"])
4416 # if len(vims) == 0:
4417 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"]))
4418 # myvims[datacenter_key] = None
4420 # myvims[datacenter_key] = vims.values()[0]
4421 # for vm in sce_vnf['vms']:
4422 # vm_list[datacenter_key].append(vm['vim_vm_id'])
4423 # vms_notupdated.append(vm["uuid"])
4425 # nets_updated = [] #List of VM instance uuids in openmano that were updated
4426 # nets_notupdated=[]
4428 # for net in instanceDict['nets']:
4429 # datacenter_key = (net["datacenter_id"], net["datacenter_tenant_id"])
4430 # if datacenter_key not in net_list:
4431 # net_list[datacenter_key] = []
4432 # if datacenter_key not in myvims:
4433 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=net["datacenter_id"],
4434 # datacenter_tenant_id=net["datacenter_tenant_id"])
4435 # if len(vims) == 0:
4436 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"]))
4437 # myvims[datacenter_key] = None
4439 # myvims[datacenter_key] = vims.values()[0]
4441 # net_list[datacenter_key].append(net['vim_net_id'])
4442 # nets_notupdated.append(net["uuid"])
4444 # # 1. Getting the status of all VMs
4446 # for datacenter_key in myvims:
4447 # if not vm_list.get(datacenter_key):
4451 # if not myvims[datacenter_key]:
4452 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4455 # vm_dict.update(myvims[datacenter_key].refresh_vms_status(vm_list[datacenter_key]) )
4457 # except vimconn.vimconnException as e:
4458 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4459 # failed_message = str(e)
4461 # for vm in vm_list[datacenter_key]:
4462 # vm_dict[vm] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4464 # # 2. Update the status of VMs in the instanceDict, while collects the VMs whose status changed
4465 # for sce_vnf in instanceDict['vnfs']:
4466 # for vm in sce_vnf['vms']:
4467 # vm_id = vm['vim_vm_id']
4468 # interfaces = vm_dict[vm_id].pop('interfaces', [])
4469 # #2.0 look if contain manamgement interface, and if not change status from ACTIVE:NoMgmtIP to ACTIVE
4470 # has_mgmt_iface = False
4471 # for iface in vm["interfaces"]:
4472 # if iface["type"]=="mgmt":
4473 # has_mgmt_iface = True
4474 # if vm_dict[vm_id]['status'] == "ACTIVE:NoMgmtIP" and not has_mgmt_iface:
4475 # vm_dict[vm_id]['status'] = "ACTIVE"
4476 # if vm_dict[vm_id].get('error_msg') and len(vm_dict[vm_id]['error_msg']) >= 1024:
4477 # vm_dict[vm_id]['error_msg'] = vm_dict[vm_id]['error_msg'][:516] + " ... " + vm_dict[vm_id]['error_msg'][-500:]
4478 # if vm['status'] != vm_dict[vm_id]['status'] or vm.get('error_msg')!=vm_dict[vm_id].get('error_msg') or vm.get('vim_info')!=vm_dict[vm_id].get('vim_info'):
4479 # vm['status'] = vm_dict[vm_id]['status']
4480 # vm['error_msg'] = vm_dict[vm_id].get('error_msg')
4481 # vm['vim_info'] = vm_dict[vm_id].get('vim_info')
4482 # # 2.1. Update in openmano DB the VMs whose status changed
4484 # updates = mydb.update_rows('instance_vms', UPDATE=vm_dict[vm_id], WHERE={'uuid':vm["uuid"]})
4485 # vms_notupdated.remove(vm["uuid"])
4487 # vms_updated.append(vm["uuid"])
4488 # except db_base_Exception as e:
4489 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4490 # # 2.2. Update in openmano DB the interface VMs
4491 # for interface in interfaces:
4492 # #translate from vim_net_id to instance_net_id
4493 # network_id_list=[]
4494 # for net in instanceDict['nets']:
4495 # if net["vim_net_id"] == interface["vim_net_id"]:
4496 # network_id_list.append(net["uuid"])
4497 # if not network_id_list:
4499 # del interface["vim_net_id"]
4501 # for network_id in network_id_list:
4502 # mydb.update_rows('instance_interfaces', UPDATE=interface, WHERE={'instance_vm_id':vm["uuid"], "instance_net_id":network_id})
4503 # except db_base_Exception as e:
4504 # logger.error( "nfvo.refresh_instance error with vm=%s, interface_net_id=%s", vm["uuid"], network_id)
4506 # # 3. Getting the status of all nets
4508 # for datacenter_key in myvims:
4509 # if not net_list.get(datacenter_key):
4512 # failed_message = ""
4513 # if not myvims[datacenter_key]:
4514 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4517 # net_dict.update(myvims[datacenter_key].refresh_nets_status(net_list[datacenter_key]) )
4519 # except vimconn.vimconnException as e:
4520 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4521 # failed_message = str(e)
4523 # for net in net_list[datacenter_key]:
4524 # net_dict[net] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4526 # # 4. Update the status of nets in the instanceDict, while collects the nets whose status changed
4527 # # TODO: update nets inside a vnf
4528 # for net in instanceDict['nets']:
4529 # net_id = net['vim_net_id']
4530 # if net_dict[net_id].get('error_msg') and len(net_dict[net_id]['error_msg']) >= 1024:
4531 # net_dict[net_id]['error_msg'] = net_dict[net_id]['error_msg'][:516] + " ... " + net_dict[vm_id]['error_msg'][-500:]
4532 # if net['status'] != net_dict[net_id]['status'] or net.get('error_msg')!=net_dict[net_id].get('error_msg') or net.get('vim_info')!=net_dict[net_id].get('vim_info'):
4533 # net['status'] = net_dict[net_id]['status']
4534 # net['error_msg'] = net_dict[net_id].get('error_msg')
4535 # net['vim_info'] = net_dict[net_id].get('vim_info')
4536 # # 5.1. Update in openmano DB the nets whose status changed
4538 # updated = mydb.update_rows('instance_nets', UPDATE=net_dict[net_id], WHERE={'uuid':net["uuid"]})
4539 # nets_notupdated.remove(net["uuid"])
4541 # nets_updated.append(net["uuid"])
4542 # except db_base_Exception as e:
4543 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4545 # # Returns appropriate output
4546 # #print "nfvo.refresh_instance finishes"
4547 # logger.debug("VMs updated in the database: %s; nets updated in the database %s; VMs not updated: %s; nets not updated: %s",
4548 # str(vms_updated), str(nets_updated), str(vms_notupdated), str(nets_notupdated))
4549 instance_id
= instanceDict
['uuid']
4550 # if len(vms_notupdated)+len(nets_notupdated)>0:
4551 # error_msg = "VMs not updated: " + str(vms_notupdated) + "; nets not updated: " + str(nets_notupdated)
4552 # return len(vms_notupdated)+len(nets_notupdated), 'Scenario instance ' + instance_id + ' refreshed but some elements could not be updated in the database: ' + error_msg
4554 return 0, 'Scenario instance ' + instance_id
+ ' refreshed.'
4556 def instance_action(mydb
,nfvo_tenant
,instance_id
, action_dict
):
4557 #print "Checking that the instance_id exists and getting the instance dictionary"
4558 instanceDict
= mydb
.get_instance_scenario(instance_id
, nfvo_tenant
)
4559 #print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
4561 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
4562 vims
= get_vim(mydb
, nfvo_tenant
, instanceDict
['datacenter_id'])
4564 raise NfvoException("datacenter '{}' not found".format(str(instanceDict
['datacenter_id'])), httperrors
.Not_Found
)
4565 myvim
= vims
.values()[0]
4570 myvim_threads_id
= {}
4571 if action_dict
.get("vdu-scaling"):
4572 db_instance_vms
= []
4574 db_instance_interfaces
= []
4575 instance_action_id
= get_task_id()
4576 db_instance_action
= {
4577 "uuid": instance_action_id
, # same uuid for the instance and the action on create
4578 "tenant_id": nfvo_tenant
,
4579 "instance_id": instance_id
,
4580 "description": "SCALE",
4582 vm_result
["instance_action_id"] = instance_action_id
4583 vm_result
["created"] = []
4584 vm_result
["deleted"] = []
4586 for vdu
in action_dict
["vdu-scaling"]:
4587 vdu_id
= vdu
.get("vdu-id")
4588 osm_vdu_id
= vdu
.get("osm_vdu_id")
4589 member_vnf_index
= vdu
.get("member-vnf-index")
4590 vdu_count
= vdu
.get("count", 1)
4592 target_vms
= mydb
.get_rows(
4593 FROM
="instance_vms as vms join instance_vnfs as vnfs on vms.instance_vnf_id=vnfs.uuid",
4594 WHERE
={"vms.uuid": vdu_id
},
4595 ORDER_BY
="vms.created_at"
4598 raise NfvoException("Cannot find the vdu with id {}".format(vdu_id
), httperrors
.Not_Found
)
4600 if not osm_vdu_id
and not member_vnf_index
:
4601 raise NfvoException("Invalid input vdu parameters. Must supply either 'vdu-id' of 'osm_vdu_id','member-vnf-index'")
4602 target_vms
= mydb
.get_rows(
4603 # SELECT=("ivms.uuid", "ivnfs.datacenter_id", "ivnfs.datacenter_tenant_id"),
4604 FROM
="instance_vms as ivms join instance_vnfs as ivnfs on ivms.instance_vnf_id=ivnfs.uuid"\
4605 " join sce_vnfs as svnfs on ivnfs.sce_vnf_id=svnfs.uuid"\
4606 " join vms on ivms.vm_id=vms.uuid",
4607 WHERE
={"vms.osm_id": osm_vdu_id
, "svnfs.member_vnf_index": member_vnf_index
,
4608 "ivnfs.instance_scenario_id": instance_id
},
4609 ORDER_BY
="ivms.created_at"
4612 raise NfvoException("Cannot find the vdu with osm_vdu_id {} and member-vnf-index {}".format(osm_vdu_id
, member_vnf_index
), httperrors
.Not_Found
)
4613 vdu_id
= target_vms
[-1]["uuid"]
4614 target_vm
= target_vms
[-1]
4615 datacenter
= target_vm
["datacenter_id"]
4616 myvim_threads_id
[datacenter
], _
= get_vim_thread(mydb
, nfvo_tenant
, datacenter
)
4618 if vdu
["type"] == "delete":
4619 for index
in range(0, vdu_count
):
4620 target_vm
= target_vms
[-1-index
]
4621 vdu_id
= target_vm
["uuid"]
4623 vm_interfaces
= None
4624 for sce_vnf
in instanceDict
['vnfs']:
4625 for vm
in sce_vnf
['vms']:
4626 if vm
["uuid"] == vdu_id
:
4627 # TODO revise this should not be vm["uuid"] instance_vms["vm_id"]
4628 vm_interfaces
= vm
["interfaces"]
4632 "instance_action_id": instance_action_id
,
4633 "task_index": task_index
,
4634 "datacenter_vim_id": target_vm
["datacenter_tenant_id"],
4636 "status": "SCHEDULED",
4637 "item": "instance_vms",
4639 "related": target_vm
["related"],
4640 "extra": yaml
.safe_dump({"params": vm_interfaces
},
4641 default_flow_style
=True, width
=256)
4644 db_vim_actions
.append(db_vim_action
)
4645 vm_result
["deleted"].append(vdu_id
)
4646 # delete from database
4647 db_instance_vms
.append({"TO-DELETE": vdu_id
})
4649 else: # vdu["type"] == "create":
4651 where
= {"item": "instance_vms", "item_id": target_vm
["uuid"], "action": "CREATE"}
4653 vim_action_to_clone
= mydb
.get_rows(FROM
="vim_wim_actions", WHERE
=where
)
4654 if not vim_action_to_clone
:
4655 raise NfvoException("Cannot find the vim_action at database with {}".format(where
), httperrors
.Internal_Server_Error
)
4656 vim_action_to_clone
= vim_action_to_clone
[0]
4657 extra
= yaml
.safe_load(vim_action_to_clone
["extra"])
4659 # generate a new depends_on. Convert format TASK-Y into new format TASK-ACTION-XXXX.XXXX.Y
4660 # TODO do the same for flavor and image when available
4661 task_depends_on
= []
4662 task_params
= extra
["params"]
4663 task_params_networks
= deepcopy(task_params
[5])
4664 for iface
in task_params
[5]:
4665 if iface
["net_id"].startswith("TASK-"):
4666 if "." not in iface
["net_id"]:
4667 task_depends_on
.append("{}.{}".format(vim_action_to_clone
["instance_action_id"],
4668 iface
["net_id"][5:]))
4669 iface
["net_id"] = "TASK-{}.{}".format(vim_action_to_clone
["instance_action_id"],
4670 iface
["net_id"][5:])
4672 task_depends_on
.append(iface
["net_id"][5:])
4673 if "mac_address" in iface
:
4674 del iface
["mac_address"]
4676 vm_ifaces_to_clone
= mydb
.get_rows(FROM
="instance_interfaces", WHERE
={"instance_vm_id": target_vm
["uuid"]})
4677 for index
in range(0, vdu_count
):
4678 vm_uuid
= str(uuid4())
4679 vm_name
= target_vm
.get('vim_name')
4681 suffix
= vm_name
.rfind("-")
4682 vm_name
= vm_name
[:suffix
+1] + str(index
+ 1 + int(vm_name
[suffix
+1:]))
4688 'instance_vnf_id': target_vm
['instance_vnf_id'],
4689 'vm_id': target_vm
['vm_id'],
4690 'vim_name': vm_name
,
4692 db_instance_vms
.append(db_instance_vm
)
4694 for vm_iface
in vm_ifaces_to_clone
:
4695 iface_uuid
= str(uuid4())
4696 iface2iface
[vm_iface
["uuid"]] = iface_uuid
4699 'instance_vm_id': vm_uuid
,
4700 "instance_net_id": vm_iface
["instance_net_id"],
4701 'interface_id': vm_iface
['interface_id'],
4702 'type': vm_iface
['type'],
4703 'floating_ip': vm_iface
['floating_ip'],
4704 'port_security': vm_iface
['port_security']
4706 db_instance_interfaces
.append(db_vm_iface
)
4707 task_params_copy
= deepcopy(task_params
)
4708 for iface
in task_params_copy
[5]:
4709 iface
["uuid"] = iface2iface
[iface
["uuid"]]
4710 # increment ip_address
4711 if "ip_address" in iface
:
4712 ip
= iface
.get("ip_address")
4717 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
4718 iface
["ip_address"] = ip
4720 iface
["ip_address"] = None
4722 task_params_copy
[0] = vm_name
4724 "instance_action_id": instance_action_id
,
4725 "task_index": task_index
,
4726 "datacenter_vim_id": vim_action_to_clone
["datacenter_vim_id"],
4728 "status": "SCHEDULED",
4729 "item": "instance_vms",
4734 # TODO examinar parametros, quitar MAC o incrementar. Incrementar IP y colocar las dependencias con ACTION-asdfasd.
4737 "extra": yaml
.safe_dump({"params": task_params_copy
, "depends_on": task_depends_on
}, default_flow_style
=True, width
=256)
4740 db_vim_actions
.append(db_vim_action
)
4741 vm_result
["created"].append(vm_uuid
)
4743 db_instance_action
["number_tasks"] = task_index
4745 {"instance_vms": db_instance_vms
},
4746 {"instance_interfaces": db_instance_interfaces
},
4747 {"instance_actions": db_instance_action
},
4749 # {"instance_sfis": db_instance_sfis},
4750 # {"instance_sfs": db_instance_sfs},
4751 # {"instance_classifications": db_instance_classifications},
4752 # {"instance_sfps": db_instance_sfps},
4753 {"vim_wim_actions": db_vim_actions
}
4755 logger
.debug("create_vdu done DB tables: %s",
4756 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4757 mydb
.new_rows(db_tables
, [])
4758 for myvim_thread
in myvim_threads_id
.values():
4759 vim_threads
["running"][myvim_thread
].insert_task(db_vim_actions
)
4763 input_vnfs
= action_dict
.pop("vnfs", [])
4764 input_vms
= action_dict
.pop("vms", [])
4765 action_over_all
= True if not input_vnfs
and not input_vms
else False
4766 for sce_vnf
in instanceDict
['vnfs']:
4767 for vm
in sce_vnf
['vms']:
4768 if not action_over_all
and sce_vnf
['uuid'] not in input_vnfs
and sce_vnf
['vnf_name'] not in input_vnfs
and \
4769 sce_vnf
['member_vnf_index'] not in input_vnfs
and \
4770 vm
['uuid'] not in input_vms
and vm
['name'] not in input_vms
:
4773 if "add_public_key" in action_dict
:
4775 if sce_vnf
.get('mgmt_access'):
4776 mgmt_access
= yaml
.load(sce_vnf
['mgmt_access'])
4777 ssh_access
= mgmt_access
['config-access']['ssh-access']
4778 tenant
= mydb
.get_rows_by_id('nfvo_tenants', nfvo_tenant
)
4780 if ssh_access
['required'] and ssh_access
['default-user']:
4781 if 'ip_address' in vm
:
4782 mgmt_ip
= vm
['ip_address'].split(';')
4783 password
= mgmt_access
['config-access'].get('password')
4784 priv_RO_key
= decrypt_key(tenant
[0]['encrypted_RO_priv_key'], tenant
[0]['uuid'])
4785 myvim
.inject_user_key(mgmt_ip
[0], ssh_access
['default-user'],
4786 action_dict
['add_public_key'],
4787 password
=password
, ro_key
=priv_RO_key
)
4789 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4790 httperrors
.Internal_Server_Error
)
4792 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4793 httperrors
.Internal_Server_Error
)
4795 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4796 httperrors
.Internal_Server_Error
)
4798 data
= myvim
.action_vminstance(vm
['vim_vm_id'], action_dict
)
4799 if "console" in action_dict
:
4800 if not global_config
["http_console_proxy"]:
4801 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
4802 "description": "{protocol}//{ip}:{port}/{suffix}".format(
4803 protocol
=data
["protocol"],
4804 ip
= data
["server"],
4805 port
= data
["port"],
4806 suffix
= data
["suffix"]),
4810 elif data
["server"]=="127.0.0.1" or data
["server"]=="localhost":
4811 vm_result
[ vm
['uuid'] ] = {"vim_result": -httperrors
.Unauthorized
,
4812 "description": "this console is only reachable by local interface",
4817 #print "console data", data
4819 console_thread
= create_or_use_console_proxy_thread(data
["server"], data
["port"])
4820 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
4821 "description": "{protocol}//{ip}:{port}/{suffix}".format(
4822 protocol
=data
["protocol"],
4823 ip
= global_config
["http_console_host"],
4824 port
= console_thread
.port
,
4825 suffix
= data
["suffix"]),
4829 except NfvoException
as e
:
4830 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
4834 vm_result
[ vm
['uuid'] ] = {"vim_result": 200, "description": "ok", "name":vm
['name']}
4836 except vimconn
.vimconnException
as e
:
4837 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
4840 if vm_ok
==0: #all goes wrong
4845 def instance_action_get(mydb
, nfvo_tenant
, instance_id
, action_id
):
4847 if nfvo_tenant
and nfvo_tenant
!= "any":
4848 filter["tenant_id"] = nfvo_tenant
4849 if instance_id
and instance_id
!= "any":
4850 filter["instance_id"] = instance_id
4852 filter["uuid"] = action_id
4853 rows
= mydb
.get_rows(FROM
="instance_actions", WHERE
=filter)
4856 raise NfvoException("Not found any action with this criteria", httperrors
.Not_Found
)
4857 vim_wim_actions
= mydb
.get_rows(FROM
="vim_wim_actions", WHERE
={"instance_action_id": action_id
})
4858 rows
[0]["vim_wim_actions"] = vim_wim_actions
4859 # for backward compatibility set vim_actions = vim_wim_actions
4860 rows
[0]["vim_actions"] = vim_wim_actions
4861 return {"actions": rows
}
4864 def create_or_use_console_proxy_thread(console_server
, console_port
):
4865 #look for a non-used port
4866 console_thread_key
= console_server
+ ":" + str(console_port
)
4867 if console_thread_key
in global_config
["console_thread"]:
4868 #global_config["console_thread"][console_thread_key].start_timeout()
4869 return global_config
["console_thread"][console_thread_key
]
4871 for port
in global_config
["console_port_iterator"]():
4872 #print "create_or_use_console_proxy_thread() port:", port
4873 if port
in global_config
["console_ports"]:
4876 clithread
= cli
.ConsoleProxyThread(global_config
['http_host'], port
, console_server
, console_port
)
4878 global_config
["console_thread"][console_thread_key
] = clithread
4879 global_config
["console_ports"][port
] = console_thread_key
4881 except cli
.ConsoleProxyExceptionPortUsed
as e
:
4882 #port used, try with onoher
4884 except cli
.ConsoleProxyException
as e
:
4885 raise NfvoException(str(e
), httperrors
.Bad_Request
)
4886 raise NfvoException("Not found any free 'http_console_ports'", httperrors
.Conflict
)
4889 def check_tenant(mydb
, tenant_id
):
4890 '''check that tenant exists at database'''
4891 tenant
= mydb
.get_rows(FROM
='nfvo_tenants', SELECT
=('uuid',), WHERE
={'uuid': tenant_id
})
4893 raise NfvoException("tenant '{}' not found".format(tenant_id
), httperrors
.Not_Found
)
4896 def new_tenant(mydb
, tenant_dict
):
4898 tenant_uuid
= str(uuid4())
4899 tenant_dict
['uuid'] = tenant_uuid
4901 pub_key
, priv_key
= create_RO_keypair(tenant_uuid
)
4902 tenant_dict
['RO_pub_key'] = pub_key
4903 tenant_dict
['encrypted_RO_priv_key'] = priv_key
4904 mydb
.new_row("nfvo_tenants", tenant_dict
, confidential_data
=True)
4905 except db_base_Exception
as e
:
4906 raise NfvoException("Error creating the new tenant: {} ".format(tenant_dict
['name']) + str(e
), e
.http_code
)
4909 def delete_tenant(mydb
, tenant
):
4910 #get nfvo_tenant info
4912 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant
, 'tenant')
4913 mydb
.delete_row_by_id("nfvo_tenants", tenant_dict
['uuid'])
4914 return tenant_dict
['uuid'] + " " + tenant_dict
["name"]
4917 def new_datacenter(mydb
, datacenter_descriptor
):
4918 sdn_port_mapping
= None
4919 if "config" in datacenter_descriptor
:
4920 sdn_port_mapping
= datacenter_descriptor
["config"].pop("sdn-port-mapping", None)
4921 datacenter_descriptor
["config"] = yaml
.safe_dump(datacenter_descriptor
["config"], default_flow_style
=True,
4923 # Check that datacenter-type is correct
4924 datacenter_type
= datacenter_descriptor
.get("type", "openvim");
4925 # module_info = None
4927 module
= "vimconn_" + datacenter_type
4928 pkg
= __import__("osm_ro." + module
)
4929 # vim_conn = getattr(pkg, module)
4930 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
4931 except (IOError, ImportError):
4932 # if module_info and module_info[0]:
4933 # file.close(module_info[0])
4934 raise NfvoException("Incorrect datacenter type '{}'. Plugin '{}.py' not installed".format(datacenter_type
,
4936 httperrors
.Bad_Request
)
4938 datacenter_id
= mydb
.new_row("datacenters", datacenter_descriptor
, add_uuid
=True, confidential_data
=True)
4939 if sdn_port_mapping
:
4941 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, sdn_port_mapping
)
4942 except Exception as e
:
4943 mydb
.delete_row_by_id("datacenters", datacenter_id
) # Rollback
4945 return datacenter_id
4948 def edit_datacenter(mydb
, datacenter_id_name
, datacenter_descriptor
):
4949 # obtain data, check that only one exist
4950 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id_name
)
4953 datacenter_id
= datacenter
['uuid']
4954 where
= {'uuid': datacenter
['uuid']}
4955 remove_port_mapping
= False
4956 new_sdn_port_mapping
= None
4957 if "config" in datacenter_descriptor
:
4958 if datacenter_descriptor
['config'] != None:
4960 new_config_dict
= datacenter_descriptor
["config"]
4961 if "sdn-port-mapping" in new_config_dict
:
4962 remove_port_mapping
= True
4963 new_sdn_port_mapping
= new_config_dict
.pop("sdn-port-mapping")
4964 # delete null fields
4966 for k
in new_config_dict
:
4967 if new_config_dict
[k
] is None:
4969 if k
== 'sdn-controller':
4970 remove_port_mapping
= True
4972 config_text
= datacenter
.get("config")
4975 config_dict
= yaml
.load(config_text
)
4976 config_dict
.update(new_config_dict
)
4977 # delete null fields
4980 except Exception as e
:
4981 raise NfvoException("Bad format at datacenter:config " + str(e
), httperrors
.Bad_Request
)
4983 datacenter_descriptor
["config"] = yaml
.safe_dump(config_dict
, default_flow_style
=True, width
=256)
4985 datacenter_descriptor
["config"] = None
4986 if remove_port_mapping
:
4988 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_id
)
4989 except ovimException
as e
:
4990 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
), httperrors
.Conflict
)
4992 mydb
.update_rows('datacenters', datacenter_descriptor
, where
)
4993 if new_sdn_port_mapping
:
4995 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, new_sdn_port_mapping
)
4996 except ovimException
as e
:
4998 mydb
.update_rows('datacenters', datacenter
, where
)
4999 raise NfvoException("Error adding datacenter-port-mapping " + str(e
), httperrors
.Conflict
)
5000 return datacenter_id
5003 def delete_datacenter(mydb
, datacenter
):
5004 #get nfvo_tenant info
5005 datacenter_dict
= mydb
.get_table_by_uuid_name('datacenters', datacenter
, 'datacenter')
5006 mydb
.delete_row_by_id("datacenters", datacenter_dict
['uuid'])
5008 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_dict
['uuid'])
5009 except ovimException
as e
:
5010 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
))
5011 return datacenter_dict
['uuid'] + " " + datacenter_dict
['name']
5014 def create_vim_account(mydb
, nfvo_tenant
, datacenter_id
, name
=None, vim_id
=None, vim_tenant
=None, vim_tenant_name
=None,
5015 vim_username
=None, vim_password
=None, config
=None):
5016 # get datacenter info
5018 if not datacenter_id
:
5020 raise NfvoException("You must provide 'vim_id", http_code
=httperrors
.Bad_Request
)
5021 datacenter_id
= vim_id
5022 datacenter_id
, datacenter_name
= get_datacenter_uuid(mydb
, None, datacenter_id
)
5024 create_vim_tenant
= True if not vim_tenant
and not vim_tenant_name
else False
5026 # get nfvo_tenant info
5027 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', nfvo_tenant
)
5028 if vim_tenant_name
==None:
5029 vim_tenant_name
=tenant_dict
['name']
5031 tenants_datacenter_dict
={"nfvo_tenant_id":tenant_dict
['uuid'], "datacenter_id":datacenter_id
}
5032 # #check that this association does not exist before
5033 # tenants_datacenters = mydb.get_rows(FROM='tenants_datacenters', WHERE=tenants_datacenter_dict)
5034 # if len(tenants_datacenters)>0:
5035 # raise NfvoException("datacenter '{}' and tenant'{}' are already attached".format(datacenter_id, tenant_dict['uuid']), httperrors.Conflict)
5037 vim_tenant_id_exist_atdb
=False
5038 if not create_vim_tenant
:
5039 where_
={"datacenter_id": datacenter_id
}
5040 if vim_tenant
!=None:
5041 where_
["vim_tenant_id"] = vim_tenant
5042 if vim_tenant_name
!=None:
5043 where_
["vim_tenant_name"] = vim_tenant_name
5044 #check if vim_tenant_id is already at database
5045 datacenter_tenants_dict
= mydb
.get_rows(FROM
='datacenter_tenants', WHERE
=where_
)
5046 if len(datacenter_tenants_dict
)>=1:
5047 datacenter_tenants_dict
= datacenter_tenants_dict
[0]
5048 vim_tenant_id_exist_atdb
=True
5049 #TODO check if a field has changed and edit entry at datacenter_tenants at DB
5051 datacenter_tenants_dict
= {}
5052 #insert at table datacenter_tenants
5053 else: #if vim_tenant==None:
5054 #create tenant at VIM if not provided
5056 _
, myvim
= get_datacenter_by_name_uuid(mydb
, None, datacenter
, vim_user
=vim_username
,
5057 vim_passwd
=vim_password
)
5058 datacenter_name
= myvim
["name"]
5059 vim_tenant
= myvim
.new_tenant(vim_tenant_name
, "created by openmano for datacenter "+datacenter_name
)
5060 except vimconn
.vimconnException
as e
:
5061 raise NfvoException("Not possible to create vim_tenant {} at VIM: {}".format(vim_tenant_id
, str(e
)), httperrors
.Internal_Server_Error
)
5062 datacenter_tenants_dict
= {}
5063 datacenter_tenants_dict
["created"]="true"
5065 #fill datacenter_tenants table
5066 if not vim_tenant_id_exist_atdb
:
5067 datacenter_tenants_dict
["vim_tenant_id"] = vim_tenant
5068 datacenter_tenants_dict
["vim_tenant_name"] = vim_tenant_name
5069 datacenter_tenants_dict
["user"] = vim_username
5070 datacenter_tenants_dict
["passwd"] = vim_password
5071 datacenter_tenants_dict
["datacenter_id"] = datacenter_id
5073 datacenter_tenants_dict
["name"] = name
5075 datacenter_tenants_dict
["name"] = datacenter_name
5077 datacenter_tenants_dict
["config"] = yaml
.safe_dump(config
, default_flow_style
=True, width
=256)
5078 id_
= mydb
.new_row('datacenter_tenants', datacenter_tenants_dict
, add_uuid
=True, confidential_data
=True)
5079 datacenter_tenants_dict
["uuid"] = id_
5081 #fill tenants_datacenters table
5082 datacenter_tenant_id
= datacenter_tenants_dict
["uuid"]
5083 tenants_datacenter_dict
["datacenter_tenant_id"] = datacenter_tenant_id
5084 mydb
.new_row('tenants_datacenters', tenants_datacenter_dict
)
5087 thread_name
= get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_dict
['name'], tenant_dict
['uuid'])
5088 new_thread
= vim_thread
.vim_thread(task_lock
, thread_name
, datacenter_name
, datacenter_tenant_id
,
5089 db
=db
, db_lock
=db_lock
, ovim
=ovim
)
5091 thread_id
= datacenter_tenants_dict
["uuid"]
5092 vim_threads
["running"][thread_id
] = new_thread
5094 except vimconn
.vimconnException
as e
:
5095 raise NfvoException(str(e
), httperrors
.Bad_Request
)
5098 def edit_vim_account(mydb
, nfvo_tenant
, datacenter_tenant_id
, datacenter_id
=None, name
=None, vim_tenant
=None,
5099 vim_tenant_name
=None, vim_username
=None, vim_password
=None, config
=None):
5101 # get vim_account; check is valid for this tenant
5102 from_
= "datacenter_tenants as dt JOIN tenants_datacenters as td ON dt.uuid=td.datacenter_tenant_id"
5103 where_
= {"td.nfvo_tenant_id": nfvo_tenant
}
5104 if datacenter_tenant_id
:
5105 where_
["dt.uuid"] = datacenter_tenant_id
5107 where_
["dt.datacenter_id"] = datacenter_id
5108 vim_accounts
= mydb
.get_rows(SELECT
="dt.uuid as uuid, config", FROM
=from_
, WHERE
=where_
)
5109 if not vim_accounts
:
5110 raise NfvoException("vim_account not found for this tenant", http_code
=httperrors
.Not_Found
)
5111 elif len(vim_accounts
) > 1:
5112 raise NfvoException("found more than one vim_account for this tenant", http_code
=httperrors
.Conflict
)
5113 datacenter_tenant_id
= vim_accounts
[0]["uuid"]
5114 original_config
= vim_accounts
[0]["config"]
5118 original_config_dict
= yaml
.load(original_config
)
5119 original_config_dict
.update(config
)
5120 update
["config"] = yaml
.safe_dump(original_config_dict
, default_flow_style
=True, width
=256)
5122 update_
['name'] = name
5124 update_
['vim_tenant_id'] = vim_tenant
5126 update_
['vim_tenant_name'] = vim_tenant_name
5128 update_
['user'] = vim_username
5130 update_
['passwd'] = vim_password
5132 mydb
.update_rows("datacenter_tenants", UPDATE
=update_
, WHERE
={"uuid": datacenter_tenant_id
})
5134 vim_threads
["running"][datacenter_tenant_id
].insert_task("reload")
5135 return datacenter_tenant_id
5137 def delete_vim_account(mydb
, tenant_id
, vim_account_id
, datacenter
=None):
5138 #get nfvo_tenant info
5139 if not tenant_id
or tenant_id
=="any":
5142 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant_id
)
5143 tenant_uuid
= tenant_dict
['uuid']
5145 #check that this association exist before
5146 tenants_datacenter_dict
= {}
5148 datacenter_id
, _
= get_datacenter_uuid(mydb
, tenant_uuid
, datacenter
)
5149 tenants_datacenter_dict
["datacenter_id"] = datacenter_id
5150 elif vim_account_id
:
5151 tenants_datacenter_dict
["datacenter_tenant_id"] = vim_account_id
5153 tenants_datacenter_dict
["nfvo_tenant_id"] = tenant_uuid
5154 tenant_datacenter_list
= mydb
.get_rows(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
5155 if len(tenant_datacenter_list
)==0 and tenant_uuid
:
5156 raise NfvoException("datacenter '{}' and tenant '{}' are not attached".format(datacenter_id
, tenant_dict
['uuid']), httperrors
.Not_Found
)
5158 #delete this association
5159 mydb
.delete_row(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
5161 #get vim_tenant info and deletes
5163 for tenant_datacenter_item
in tenant_datacenter_list
:
5164 vim_tenant_dict
= mydb
.get_table_by_uuid_name('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
5165 #try to delete vim:tenant
5167 mydb
.delete_row_by_id('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
5168 if vim_tenant_dict
['created']=='true':
5169 #delete tenant at VIM if created by NFVO
5171 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5172 myvim
.delete_tenant(vim_tenant_dict
['vim_tenant_id'])
5173 except vimconn
.vimconnException
as e
:
5174 warning
= "Not possible to delete vim_tenant_id {} from VIM: {} ".format(vim_tenant_dict
['vim_tenant_id'], str(e
))
5175 logger
.warn(warning
)
5176 except db_base_Exception
as e
:
5177 logger
.error("Cannot delete datacenter_tenants " + str(e
))
5178 pass # the error will be caused because dependencies, vim_tenant can not be deleted
5179 thread_id
= tenant_datacenter_item
["datacenter_tenant_id"]
5180 thread
= vim_threads
["running"].get(thread_id
)
5182 thread
.insert_task("exit")
5183 vim_threads
["deleting"][thread_id
] = thread
5184 return "datacenter {} detached. {}".format(datacenter_id
, warning
)
5187 def datacenter_action(mydb
, tenant_id
, datacenter
, action_dict
):
5189 #get datacenter info
5190 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5192 if 'net-update' in action_dict
:
5194 nets
= myvim
.get_network_list(filter_dict
={'shared': True, 'admin_state_up': True, 'status': 'ACTIVE'})
5196 except vimconn
.vimconnException
as e
:
5197 #logger.error("nfvo.datacenter_action() Not possible to get_network_list from VIM: %s ", str(e))
5198 raise NfvoException(str(e
), httperrors
.Internal_Server_Error
)
5199 #update nets Change from VIM format to NFVO format
5202 net_nfvo
={'datacenter_id': datacenter_id
}
5203 net_nfvo
['name'] = net
['name']
5204 #net_nfvo['description']= net['name']
5205 net_nfvo
['vim_net_id'] = net
['id']
5206 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
5207 net_nfvo
['shared'] = net
['shared']
5208 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
5209 net_list
.append(net_nfvo
)
5210 inserted
, deleted
= mydb
.update_datacenter_nets(datacenter_id
, net_list
)
5211 logger
.info("Inserted %d nets, deleted %d old nets", inserted
, deleted
)
5213 elif 'net-edit' in action_dict
:
5214 net
= action_dict
['net-edit'].pop('net')
5215 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
5216 result
= mydb
.update_rows('datacenter_nets', action_dict
['net-edit'],
5217 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
5219 elif 'net-delete' in action_dict
:
5220 net
= action_dict
['net-deelte'].get('net')
5221 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
5222 result
= mydb
.delete_row(FROM
='datacenter_nets',
5223 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
5227 raise NfvoException("Unknown action " + str(action_dict
), httperrors
.Bad_Request
)
5230 def datacenter_edit_netmap(mydb
, tenant_id
, datacenter
, netmap
, action_dict
):
5231 #get datacenter info
5232 datacenter_id
, _
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5234 what
= 'uuid' if utils
.check_valid_uuid(netmap
) else 'name'
5235 result
= mydb
.update_rows('datacenter_nets', action_dict
['netmap'],
5236 WHERE
={'datacenter_id':datacenter_id
, what
: netmap
})
5240 def datacenter_new_netmap(mydb
, tenant_id
, datacenter
, action_dict
=None):
5241 #get datacenter info
5242 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5245 action_dict
= action_dict
["netmap"]
5246 if 'vim_id' in action_dict
:
5247 filter_dict
["id"] = action_dict
['vim_id']
5248 if 'vim_name' in action_dict
:
5249 filter_dict
["name"] = action_dict
['vim_name']
5251 filter_dict
["shared"] = True
5254 vim_nets
= myvim
.get_network_list(filter_dict
=filter_dict
)
5255 except vimconn
.vimconnException
as e
:
5256 #logger.error("nfvo.datacenter_new_netmap() Not possible to get_network_list from VIM: %s ", str(e))
5257 raise NfvoException(str(e
), httperrors
.Internal_Server_Error
)
5258 if len(vim_nets
)>1 and action_dict
:
5259 raise NfvoException("more than two networks found, specify with vim_id", httperrors
.Conflict
)
5260 elif len(vim_nets
)==0: # and action_dict:
5261 raise NfvoException("Not found a network at VIM with " + str(filter_dict
), httperrors
.Not_Found
)
5263 for net
in vim_nets
:
5264 net_nfvo
={'datacenter_id': datacenter_id
}
5265 if action_dict
and "name" in action_dict
:
5266 net_nfvo
['name'] = action_dict
['name']
5268 net_nfvo
['name'] = net
['name']
5269 #net_nfvo['description']= net['name']
5270 net_nfvo
['vim_net_id'] = net
['id']
5271 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
5272 net_nfvo
['shared'] = net
['shared']
5273 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
5275 net_id
= mydb
.new_row("datacenter_nets", net_nfvo
, add_uuid
=True)
5276 net_nfvo
["status"] = "OK"
5277 net_nfvo
["uuid"] = net_id
5278 except db_base_Exception
as e
:
5282 net_nfvo
["status"] = "FAIL: " + str(e
)
5283 net_list
.append(net_nfvo
)
5286 def get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
):
5287 # obtain all network data
5289 if utils
.check_valid_uuid(network_id
):
5290 filter_dict
= {"id": network_id
}
5292 filter_dict
= {"name": network_id
}
5294 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5295 network
= myvim
.get_network_list(filter_dict
=filter_dict
)
5296 except vimconn
.vimconnException
as e
:
5297 raise NfvoException("Not possible to get_sdn_net_id from VIM: {}".format(str(e
)), e
.http_code
)
5299 # ensure the network is defined
5300 if len(network
) == 0:
5301 raise NfvoException("Network {} is not present in the system".format(network_id
),
5302 httperrors
.Bad_Request
)
5304 # ensure there is only one network with the provided name
5305 if len(network
) > 1:
5306 raise NfvoException("Multiple networks present in vim identified by {}".format(network_id
), httperrors
.Bad_Request
)
5308 # ensure it is a dataplane network
5309 if network
[0]['type'] != 'data':
5312 # ensure we use the id
5313 network_id
= network
[0]['id']
5315 # search in dabase mano_db in table instance nets for the sdn_net_id that corresponds to the vim_net_id==network_id
5316 # and with instance_scenario_id==NULL
5317 #search_dict = {'vim_net_id': network_id, 'instance_scenario_id': None}
5318 search_dict
= {'vim_net_id': network_id
}
5321 #sdn_network_id = mydb.get_rows(SELECT=('sdn_net_id',), FROM='instance_nets', WHERE=search_dict)[0]['sdn_net_id']
5322 result
= mydb
.get_rows(SELECT
=('sdn_net_id',), FROM
='instance_nets', WHERE
=search_dict
)
5323 except db_base_Exception
as e
:
5324 raise NfvoException("db_base_Exception obtaining SDN network to associated to vim network {}".format(
5325 network_id
) + str(e
), e
.http_code
)
5329 if net
['sdn_net_id'] != None:
5331 sdn_net_id
= net
['sdn_net_id']
5333 if sdn_net_counter
== 0:
5335 elif sdn_net_counter
== 1:
5338 raise NfvoException("More than one SDN network is associated to vim network {}".format(
5339 network_id
), httperrors
.Internal_Server_Error
)
5341 def get_sdn_controller_id(mydb
, datacenter
):
5342 # Obtain sdn controller id
5343 config
= mydb
.get_rows(SELECT
=('config',), FROM
='datacenters', WHERE
={'uuid': datacenter
})[0].get('config', '{}')
5347 return yaml
.load(config
).get('sdn-controller')
5349 def vim_net_sdn_attach(mydb
, tenant_id
, datacenter
, network_id
, descriptor
):
5351 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5352 if not sdn_network_id
:
5353 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
), httperrors
.Internal_Server_Error
)
5355 #Obtain sdn controller id
5356 controller_id
= get_sdn_controller_id(mydb
, datacenter
)
5357 if not controller_id
:
5358 raise NfvoException("No SDN controller is set for datacenter {}".format(datacenter
), httperrors
.Internal_Server_Error
)
5360 #Obtain sdn controller info
5361 sdn_controller
= ovim
.show_of_controller(controller_id
)
5364 'name': 'external_port',
5365 'net_id': sdn_network_id
,
5366 'ofc_id': controller_id
,
5367 'switch_dpid': sdn_controller
['dpid'],
5368 'switch_port': descriptor
['port']
5371 if 'vlan' in descriptor
:
5372 port_data
['vlan'] = descriptor
['vlan']
5373 if 'mac' in descriptor
:
5374 port_data
['mac'] = descriptor
['mac']
5376 result
= ovim
.new_port(port_data
)
5377 except ovimException
as e
:
5378 raise NfvoException("ovimException attaching SDN network {} to vim network {}".format(
5379 sdn_network_id
, network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5380 except db_base_Exception
as e
:
5381 raise NfvoException("db_base_Exception attaching SDN network to vim network {}".format(
5382 network_id
) + str(e
), e
.http_code
)
5384 return 'Port uuid: '+ result
5386 def vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, network_id
, port_id
=None):
5388 filter = {'uuid': port_id
}
5390 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5391 if not sdn_network_id
:
5392 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
),
5393 httperrors
.Internal_Server_Error
)
5394 #in case no port_id is specified only ports marked as 'external_port' will be detached
5395 filter = {'name': 'external_port', 'net_id': sdn_network_id
}
5398 port_list
= ovim
.get_ports(columns
={'uuid'}, filter=filter)
5399 except ovimException
as e
:
5400 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
5401 httperrors
.Internal_Server_Error
)
5403 if len(port_list
) == 0:
5404 raise NfvoException("No ports attached to the network {} were found with the requested criteria".format(network_id
),
5405 httperrors
.Bad_Request
)
5408 for port
in port_list
:
5410 port_uuid_list
.append(port
['uuid'])
5411 ovim
.delete_port(port
['uuid'])
5412 except ovimException
as e
:
5413 raise NfvoException("ovimException deleting port {} for net {}. ".format(port
['uuid'], network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5415 return 'Detached ports uuid: {}'.format(','.join(port_uuid_list
))
5417 def vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
):
5418 #get datacenter info
5419 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5422 if utils
.check_valid_uuid(name
):
5423 filter_dict
["id"] = name
5425 filter_dict
["name"] = name
5427 if item
=="networks":
5428 #filter_dict['tenant_id'] = myvim['tenant_id']
5429 content
= myvim
.get_network_list(filter_dict
=filter_dict
)
5431 if len(content
) == 0:
5432 raise NfvoException("Network {} is not present in the system. ".format(name
),
5433 httperrors
.Bad_Request
)
5435 #Update the networks with the attached ports
5437 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, net
['id'])
5438 if sdn_network_id
!= None:
5440 #port_list = ovim.get_ports(columns={'uuid', 'switch_port', 'vlan'}, filter={'name': 'external_port', 'net_id': sdn_network_id})
5441 port_list
= ovim
.get_ports(columns
={'uuid', 'switch_port', 'vlan','name'}, filter={'net_id': sdn_network_id
})
5442 except ovimException
as e
:
5443 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5444 #Remove field name and if port name is external_port save it as 'type'
5445 for port
in port_list
:
5446 if port
['name'] == 'external_port':
5447 port
['type'] = "External"
5449 net
['sdn_network_id'] = sdn_network_id
5450 net
['sdn_attached_ports'] = port_list
5452 elif item
=="tenants":
5453 content
= myvim
.get_tenant_list(filter_dict
=filter_dict
)
5454 elif item
== "images":
5456 content
= myvim
.get_image_list(filter_dict
=filter_dict
)
5458 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5459 logger
.debug("vim_action response %s", content
) #update nets Change from VIM format to NFVO format
5460 if name
and len(content
)==1:
5461 return {item
[:-1]: content
[0]}
5462 elif name
and len(content
)==0:
5463 raise NfvoException("No {} found with ".format(item
[:-1]) + " and ".join(map(lambda x
: str(x
[0])+": "+str(x
[1]), filter_dict
.iteritems())),
5466 return {item
: content
}
5467 except vimconn
.vimconnException
as e
:
5468 print "vim_action Not possible to get_%s_list from VIM: %s " % (item
, str(e
))
5469 raise NfvoException("Not possible to get_{}_list from VIM: {}".format(item
, str(e
)), e
.http_code
)
5472 def vim_action_delete(mydb
, tenant_id
, datacenter
, item
, name
):
5473 #get datacenter info
5474 if tenant_id
== "any":
5477 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5479 content
= vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
)
5480 logger
.debug("vim_action_delete vim response: " + str(content
))
5481 items
= content
.values()[0]
5482 if type(items
)==list and len(items
)==0:
5483 raise NfvoException("Not found " + item
, httperrors
.Not_Found
)
5484 elif type(items
)==list and len(items
)>1:
5485 raise NfvoException("Found more than one {} with this name. Use uuid.".format(item
), httperrors
.Not_Found
)
5486 else: # it is a dict
5487 item_id
= items
["id"]
5488 item_name
= str(items
.get("name"))
5491 if item
=="networks":
5492 # If there is a SDN network associated to the vim-network, proceed to clear the relationship and delete it
5493 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, item_id
)
5494 if sdn_network_id
!= None:
5495 #Delete any port attachment to this network
5497 port_list
= ovim
.get_ports(columns
={'uuid'}, filter={'net_id': sdn_network_id
})
5498 except ovimException
as e
:
5499 raise NfvoException(
5500 "ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
5501 httperrors
.Internal_Server_Error
)
5503 # By calling one by one all ports to be detached we ensure that not only the external_ports get detached
5504 for port
in port_list
:
5505 vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, item_id
, port
['uuid'])
5507 #Delete from 'instance_nets' the correspondence between the vim-net-id and the sdn-net-id
5509 mydb
.delete_row(FROM
='instance_nets', WHERE
={'instance_scenario_id': None, 'sdn_net_id': sdn_network_id
, 'vim_net_id': item_id
})
5510 except db_base_Exception
as e
:
5511 raise NfvoException("Error deleting correspondence for VIM/SDN dataplane networks{}: ".format(correspondence
) +
5512 str(e
), e
.http_code
)
5514 #Delete the SDN network
5516 ovim
.delete_network(sdn_network_id
)
5517 except ovimException
as e
:
5518 logger
.error("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
), exc_info
=True)
5519 raise NfvoException("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
),
5520 httperrors
.Internal_Server_Error
)
5522 content
= myvim
.delete_network(item_id
)
5523 elif item
=="tenants":
5524 content
= myvim
.delete_tenant(item_id
)
5525 elif item
== "images":
5526 content
= myvim
.delete_image(item_id
)
5528 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5529 except vimconn
.vimconnException
as e
:
5530 #logger.error( "vim_action Not possible to delete_{} {}from VIM: {} ".format(item, name, str(e)))
5531 raise NfvoException("Not possible to delete_{} {} from VIM: {}".format(item
, name
, str(e
)), e
.http_code
)
5533 return "{} {} {} deleted".format(item
[:-1], item_id
,item_name
)
5536 def vim_action_create(mydb
, tenant_id
, datacenter
, item
, descriptor
):
5537 #get datacenter info
5538 logger
.debug("vim_action_create descriptor %s", str(descriptor
))
5539 if tenant_id
== "any":
5541 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5543 if item
=="networks":
5544 net
= descriptor
["network"]
5545 net_name
= net
.pop("name")
5546 net_type
= net
.pop("type", "bridge")
5547 net_public
= net
.pop("shared", False)
5548 net_ipprofile
= net
.pop("ip_profile", None)
5549 net_vlan
= net
.pop("vlan", None)
5550 content
, _
= myvim
.new_network(net_name
, net_type
, net_ipprofile
, shared
=net_public
, vlan
=net_vlan
) #, **net)
5552 #If the datacenter has a SDN controller defined and the network is of dataplane type, then create the sdn network
5553 if get_sdn_controller_id(mydb
, datacenter
) != None and (net_type
== 'data' or net_type
== 'ptp'):
5554 #obtain datacenter_tenant_id
5555 datacenter_tenant_id
= mydb
.get_rows(SELECT
=('uuid',),
5556 FROM
='datacenter_tenants',
5557 WHERE
={'datacenter_id': datacenter
})[0]['uuid']
5560 sdn_network
['vlan'] = net_vlan
5561 sdn_network
['type'] = net_type
5562 sdn_network
['name'] = net_name
5563 sdn_network
['region'] = datacenter_tenant_id
5564 ovim_content
= ovim
.new_network(sdn_network
)
5565 except ovimException
as e
:
5566 logger
.error("ovimException creating SDN network={} ".format(
5567 sdn_network
) + str(e
), exc_info
=True)
5568 raise NfvoException("ovimException creating SDN network={} ".format(sdn_network
) + str(e
),
5569 httperrors
.Internal_Server_Error
)
5571 # Save entry in in dabase mano_db in table instance_nets to stablish a dictionary vim_net_id <->sdn_net_id
5572 # use instance_scenario_id=None to distinguish from real instaces of nets
5573 correspondence
= {'instance_scenario_id': None,
5574 'sdn_net_id': ovim_content
,
5575 'vim_net_id': content
,
5576 'datacenter_tenant_id': datacenter_tenant_id
5579 mydb
.new_row('instance_nets', correspondence
, add_uuid
=True)
5580 except db_base_Exception
as e
:
5581 raise NfvoException("Error saving correspondence for VIM/SDN dataplane networks{}: {}".format(
5582 correspondence
, e
), e
.http_code
)
5583 elif item
=="tenants":
5584 tenant
= descriptor
["tenant"]
5585 content
= myvim
.new_tenant(tenant
["name"], tenant
.get("description"))
5587 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5588 except vimconn
.vimconnException
as e
:
5589 raise NfvoException("Not possible to create {} at VIM: {}".format(item
, str(e
)), e
.http_code
)
5591 return vim_action_get(mydb
, tenant_id
, datacenter
, item
, content
)
5593 def sdn_controller_create(mydb
, tenant_id
, sdn_controller
):
5594 data
= ovim
.new_of_controller(sdn_controller
)
5595 logger
.debug('New SDN controller created with uuid {}'.format(data
))
5598 def sdn_controller_update(mydb
, tenant_id
, controller_id
, sdn_controller
):
5599 data
= ovim
.edit_of_controller(controller_id
, sdn_controller
)
5600 msg
= 'SDN controller {} updated'.format(data
)
5604 def sdn_controller_list(mydb
, tenant_id
, controller_id
=None):
5605 if controller_id
== None:
5606 data
= ovim
.get_of_controllers()
5608 data
= ovim
.show_of_controller(controller_id
)
5610 msg
= 'SDN controller list:\n {}'.format(data
)
5614 def sdn_controller_delete(mydb
, tenant_id
, controller_id
):
5615 select_
= ('uuid', 'config')
5616 datacenters
= mydb
.get_rows(FROM
='datacenters', SELECT
=select_
)
5617 for datacenter
in datacenters
:
5618 if datacenter
['config']:
5619 config
= yaml
.load(datacenter
['config'])
5620 if 'sdn-controller' in config
and config
['sdn-controller'] == controller_id
:
5621 raise NfvoException("SDN controller {} is in use by datacenter {}".format(controller_id
, datacenter
['uuid']), httperrors
.Conflict
)
5623 data
= ovim
.delete_of_controller(controller_id
)
5624 msg
= 'SDN controller {} deleted'.format(data
)
5628 def datacenter_sdn_port_mapping_set(mydb
, tenant_id
, datacenter_id
, sdn_port_mapping
):
5629 controller
= mydb
.get_rows(FROM
="datacenters", SELECT
=("config",), WHERE
={"uuid":datacenter_id
})
5630 if len(controller
) < 1:
5631 raise NfvoException("Datacenter {} not present in the database".format(datacenter_id
), httperrors
.Not_Found
)
5634 sdn_controller_id
= yaml
.load(controller
[0]["config"])["sdn-controller"]
5636 raise NfvoException("The datacenter {} has not an SDN controller associated".format(datacenter_id
), httperrors
.Bad_Request
)
5638 sdn_controller
= ovim
.show_of_controller(sdn_controller_id
)
5639 switch_dpid
= sdn_controller
["dpid"]
5642 for compute_node
in sdn_port_mapping
:
5643 #element = {"ofc_id": sdn_controller_id, "region": datacenter_id, "switch_dpid": switch_dpid}
5645 element
["compute_node"] = compute_node
["compute_node"]
5646 for port
in compute_node
["ports"]:
5647 pci
= port
.get("pci")
5648 element
["switch_port"] = port
.get("switch_port")
5649 element
["switch_mac"] = port
.get("switch_mac")
5650 if not element
["switch_port"] and not element
["switch_mac"]:
5651 raise NfvoException ("The mapping must contain 'switch_port' or 'switch_mac'", httperrors
.Bad_Request
)
5652 for pci_expanded
in utils
.expand_brackets(pci
):
5653 element
["pci"] = pci_expanded
5654 maps
.append(dict(element
))
5656 return ovim
.set_of_port_mapping(maps
, ofc_id
=sdn_controller_id
, switch_dpid
=switch_dpid
, region
=datacenter_id
)
5658 def datacenter_sdn_port_mapping_list(mydb
, tenant_id
, datacenter_id
):
5659 maps
= ovim
.get_of_port_mappings(db_filter
={"region": datacenter_id
})
5662 "sdn-controller": None,
5663 "datacenter-id": datacenter_id
,
5665 "ports_mapping": list()
5668 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id
)
5669 if datacenter
['config']:
5670 config
= yaml
.load(datacenter
['config'])
5671 if 'sdn-controller' in config
:
5672 controller_id
= config
['sdn-controller']
5673 sdn_controller
= sdn_controller_list(mydb
, tenant_id
, controller_id
)
5674 result
["sdn-controller"] = controller_id
5675 result
["dpid"] = sdn_controller
["dpid"]
5677 if result
["sdn-controller"] == None:
5678 raise NfvoException("SDN controller is not defined for datacenter {}".format(datacenter_id
), httperrors
.Bad_Request
)
5679 if result
["dpid"] == None:
5680 raise NfvoException("It was not possible to determine DPID for SDN controller {}".format(result
["sdn-controller"]),
5681 httperrors
.Internal_Server_Error
)
5686 ports_correspondence_dict
= dict()
5688 if result
["sdn-controller"] != link
["ofc_id"]:
5689 raise NfvoException("The sdn-controller specified for different port mappings differ", httperrors
.Internal_Server_Error
)
5690 if result
["dpid"] != link
["switch_dpid"]:
5691 raise NfvoException("The dpid specified for different port mappings differ", httperrors
.Internal_Server_Error
)
5693 element
["pci"] = link
["pci"]
5694 if link
["switch_port"]:
5695 element
["switch_port"] = link
["switch_port"]
5696 if link
["switch_mac"]:
5697 element
["switch_mac"] = link
["switch_mac"]
5699 if not link
["compute_node"] in ports_correspondence_dict
:
5701 content
["compute_node"] = link
["compute_node"]
5702 content
["ports"] = list()
5703 ports_correspondence_dict
[link
["compute_node"]] = content
5705 ports_correspondence_dict
[link
["compute_node"]]["ports"].append(element
)
5707 for key
in sorted(ports_correspondence_dict
):
5708 result
["ports_mapping"].append(ports_correspondence_dict
[key
])
5712 def datacenter_sdn_port_mapping_delete(mydb
, tenant_id
, datacenter_id
):
5713 return ovim
.clear_of_port_mapping(db_filter
={"region":datacenter_id
})
5715 def create_RO_keypair(tenant_id
):
5717 Creates a public / private keys for a RO tenant and returns their values
5719 tenant_id: ID of the tenant
5721 public_key: Public key for the RO tenant
5722 private_key: Encrypted private key for RO tenant
5726 key
= RSA
.generate(bits
)
5728 public_key
= key
.publickey().exportKey('OpenSSH')
5729 if isinstance(public_key
, ValueError):
5730 raise NfvoException("Unable to create public key: {}".format(public_key
), httperrors
.Internal_Server_Error
)
5731 private_key
= key
.exportKey(passphrase
=tenant_id
, pkcs
=8)
5732 except (ValueError, NameError) as e
:
5733 raise NfvoException("Unable to create private key: {}".format(e
), httperrors
.Internal_Server_Error
)
5734 return public_key
, private_key
5736 def decrypt_key (key
, tenant_id
):
5738 Decrypts an encrypted RSA key
5740 key: Private key to be decrypted
5741 tenant_id: ID of the tenant
5743 unencrypted_key: Unencrypted private key for RO tenant
5746 key
= RSA
.importKey(key
,tenant_id
)
5747 unencrypted_key
= key
.exportKey('PEM')
5748 if isinstance(unencrypted_key
, ValueError):
5749 raise NfvoException("Unable to decrypt the private key: {}".format(unencrypted_key
), httperrors
.Internal_Server_Error
)
5750 except ValueError as e
:
5751 raise NfvoException("Unable to decrypt the private key: {}".format(e
), httperrors
.Internal_Server_Error
)
5752 return unencrypted_key