1 # -*- coding: utf-8 -*-
4 # Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U.
5 # This file is part of openmano
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
12 # http://www.apache.org/licenses/LICENSE-2.0
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
25 NFVO engine, implementing all the methods for the creation, deletion and management of vnfs, scenarios and instances
27 __author__
="Alfonso Tierno, Gerardo Garcia, Pablo Montes"
28 __date__
="$16-sep-2014 22:05:01$"
34 from utils
import deprecated
36 from db_base
import HTTP_Unauthorized
, HTTP_Bad_Request
, HTTP_Internal_Server_Error
, HTTP_Not_Found
,\
37 HTTP_Conflict
, HTTP_Method_Not_Allowed
38 import console_proxy_thread
as cli
43 from uuid
import uuid4
44 from db_base
import db_base_Exception
47 from threading
import Lock
49 from lib_osm_openvim
import ovim
as ovim_module
50 from lib_osm_openvim
.ovim
import ovimException
51 from Crypto
.PublicKey
import RSA
53 import osm_im
.vnfd
as vnfd_catalog
54 import osm_im
.nsd
as nsd_catalog
55 from pyangbind
.lib
.serialise
import pybindJSONDecoder
56 from copy
import deepcopy
60 global vimconn_imported
62 global default_volume_size
63 default_volume_size
= '5' #size in GB
68 vimconn_imported
= {} # dictionary with VIM type as key, loaded module as value
69 vim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-VIMs
70 vim_persistent_info
= {}
71 logger
= logging
.getLogger('openmano.nfvo')
77 class NfvoException(Exception):
78 def __init__(self
, message
, http_code
):
79 self
.http_code
= http_code
80 Exception.__init
__(self
, message
)
86 if task_id
<= last_task_id
:
87 task_id
= last_task_id
+ 0.000001
88 last_task_id
= task_id
89 return "ACTION-{:.6f}".format(task_id
)
90 # return (t.strftime("%Y%m%dT%H%M%S.{}%Z", t.localtime(task_id))).format(int((task_id % 1)*1e6))
93 def new_task(name
, params
, depends
=None):
95 task_id
= get_task_id()
96 task
= {"status": "enqueued", "id": task_id
, "name": name
, "params": params
}
98 task
["depends"] = depends
103 return True if id[:5] == "TASK-" else False
106 def get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_name
, tenant_id
):
107 name
= datacenter_name
[:16]
108 if name
not in vim_threads
["names"]:
109 vim_threads
["names"].append(name
)
111 name
= datacenter_name
[:16] + "." + tenant_name
[:16]
112 if name
not in vim_threads
["names"]:
113 vim_threads
["names"].append(name
)
115 name
= datacenter_id
+ "-" + tenant_id
116 vim_threads
["names"].append(name
)
120 def start_service(mydb
):
121 global db
, global_config
122 db
= nfvo_db
.nfvo_db()
123 db
.connect(global_config
['db_host'], global_config
['db_user'], global_config
['db_passwd'], global_config
['db_name'])
126 # Initialize openvim for SDN control
127 # TODO: Avoid static configuration by adding new parameters to openmanod.cfg
128 # TODO: review ovim.py to delete not needed configuration
129 ovim_configuration
= {
130 'logger_name': 'openmano.ovim',
131 'network_vlan_range_start': 1000,
132 'network_vlan_range_end': 4096,
133 'db_name': global_config
["db_ovim_name"],
134 'db_host': global_config
["db_ovim_host"],
135 'db_user': global_config
["db_ovim_user"],
136 'db_passwd': global_config
["db_ovim_passwd"],
139 'network_type': 'bridge',
140 #TODO: log_level_of should not be needed. To be modified in ovim
141 'log_level_of': 'DEBUG'
144 # starts ovim library
145 ovim
= ovim_module
.ovim(ovim_configuration
)
148 #delete old unneeded vim_actions
152 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join '\
153 'datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
154 select_
= ('type', 'd.config as config', 'd.uuid as datacenter_id', 'vim_url', 'vim_url_admin',
155 'd.name as datacenter_name', 'dt.uuid as datacenter_tenant_id',
156 'dt.vim_tenant_name as vim_tenant_name', 'dt.vim_tenant_id as vim_tenant_id',
157 'user', 'passwd', 'dt.config as dt_config', 'nfvo_tenant_id')
158 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
)
160 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
161 'datacenter_id': vim
.get('datacenter_id')}
163 extra
.update(yaml
.load(vim
["config"]))
164 if vim
.get('dt_config'):
165 extra
.update(yaml
.load(vim
["dt_config"]))
166 if vim
["type"] not in vimconn_imported
:
169 module
= "vimconn_" + vim
["type"]
170 pkg
= __import__("osm_ro." + module
)
171 vim_conn
= getattr(pkg
, module
)
172 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
173 # vim_conn = imp.load_module(vim["type"], *module_info)
174 vimconn_imported
[vim
["type"]] = vim_conn
175 except (IOError, ImportError) as e
:
176 # if module_info and module_info[0]:
177 # file.close(module_info[0])
178 raise NfvoException("Unknown vim type '{}'. Cannot open file '{}.py'; {}: {}".format(
179 vim
["type"], module
, type(e
).__name
__, str(e
)), HTTP_Bad_Request
)
181 thread_id
= vim
['datacenter_tenant_id']
182 vim_persistent_info
[thread_id
] = {}
185 # return -HTTP_Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
186 myvim
= vimconn_imported
[ vim
["type"] ].vimconnector(
187 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
188 tenant_id
=vim
['vim_tenant_id'], tenant_name
=vim
['vim_tenant_name'],
189 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
190 user
=vim
['user'], passwd
=vim
['passwd'],
191 config
=extra
, persistent_info
=vim_persistent_info
[thread_id
]
193 except vimconn
.vimconnException
as e
:
195 logger
.error("Cannot launch thread for VIM {} '{}': {}".format(vim
['datacenter_name'],
196 vim
['datacenter_id'], e
))
197 except Exception as e
:
198 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, e
),
199 HTTP_Internal_Server_Error
)
200 thread_name
= get_non_used_vim_name(vim
['datacenter_name'], vim
['vim_tenant_id'], vim
['vim_tenant_name'],
201 vim
['vim_tenant_id'])
202 new_thread
= vim_thread
.vim_thread(task_lock
, thread_name
, vim
['datacenter_name'],
203 vim
['datacenter_tenant_id'], db
=db
, db_lock
=db_lock
, ovim
=ovim
)
205 vim_threads
["running"][thread_id
] = new_thread
206 except db_base_Exception
as e
:
207 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
208 except ovim_module
.ovimException
as e
:
210 if message
[:22] == "DATABASE wrong version":
211 message
= "DATABASE wrong version of lib_osm_openvim {msg} -d{dbname} -u{dbuser} -p{dbpass} {ver}' "\
212 "at host {dbhost}".format(
213 msg
=message
[22:-3], dbname
=global_config
["db_ovim_name"],
214 dbuser
=global_config
["db_ovim_user"], dbpass
=global_config
["db_ovim_passwd"],
215 ver
=message
[-3:-1], dbhost
=global_config
["db_ovim_host"])
216 raise NfvoException(message
, HTTP_Bad_Request
)
220 global ovim
, global_config
223 for thread_id
,thread
in vim_threads
["running"].items():
224 thread
.insert_task("exit")
225 vim_threads
["deleting"][thread_id
] = thread
226 vim_threads
["running"] = {}
227 if global_config
and global_config
.get("console_thread"):
228 for thread
in global_config
["console_thread"]:
229 thread
.terminate
= True
232 return ("openmanod version {} {}\n(c) Copyright Telefonica".format(global_config
["version"],
233 global_config
["version_date"] ))
237 Clean unused or old entries at database to avoid unlimited growing
238 :param mydb: database connector
241 # get and delete unused vim_actions: all elements deleted, one week before, instance not present
242 now
= t
.time()-3600*24*7
243 instance_action_id
= None
246 actions_to_delete
= mydb
.get_rows(
247 SELECT
=("item", "item_id", "instance_action_id"),
248 FROM
="vim_actions as va join instance_actions as ia on va.instance_action_id=ia.uuid "
249 "left join instance_scenarios as i on ia.instance_id=i.uuid",
250 WHERE
={"va.action": "DELETE", "va.modified_at<": now
, "i.uuid": None,
251 "va.status": ("DONE", "SUPERSEDED")},
254 for to_delete
in actions_to_delete
:
255 mydb
.delete_row(FROM
="vim_actions", WHERE
=to_delete
)
256 if instance_action_id
!= to_delete
["instance_action_id"]:
257 instance_action_id
= to_delete
["instance_action_id"]
258 mydb
.delete_row(FROM
="instance_actions", WHERE
={"uuid": instance_action_id
})
259 nb_deleted
+= len(actions_to_delete
)
260 if len(actions_to_delete
) < 100:
263 logger
.debug("Removed {} unused vim_actions".format(nb_deleted
))
267 def get_flavorlist(mydb
, vnf_id
, nfvo_tenant
=None):
269 return result, content:
270 <0, error_text upon error
271 nb_records, flavor_list on success
274 WHERE_dict
['vnf_id'] = vnf_id
275 if nfvo_tenant
is not None:
276 WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
278 #result, content = mydb.get_table(FROM='vms join vnfs on vms.vnf_id = vnfs.uuid',SELECT=('uuid'),WHERE=WHERE_dict )
279 #result, content = mydb.get_table(FROM='vms',SELECT=('vim_flavor_id',),WHERE=WHERE_dict )
280 flavors
= mydb
.get_rows(FROM
='vms join flavors on vms.flavor_id=flavors.uuid',SELECT
=('flavor_id',),WHERE
=WHERE_dict
)
281 #print "get_flavor_list result:", result
282 #print "get_flavor_list content:", content
284 for flavor
in flavors
:
285 flavorList
.append(flavor
['flavor_id'])
289 def get_imagelist(mydb
, vnf_id
, nfvo_tenant
=None):
291 Get used images of all vms belonging to this VNFD
292 :param mydb: database conector
293 :param vnf_id: vnfd uuid
294 :param nfvo_tenant: tenant, not used
295 :return: The list of image uuid used
298 vms
= mydb
.get_rows(SELECT
=('image_id','image_list'), FROM
='vms', WHERE
={'vnf_id': vnf_id
})
300 if vm
["image_id"] not in image_list
:
301 image_list
.append(vm
["image_id"])
303 vm_image_list
= yaml
.load(vm
["image_list"])
304 for image_dict
in vm_image_list
:
305 if image_dict
["image_id"] not in image_list
:
306 image_list
.append(image_dict
["image_id"])
310 def get_vim(mydb
, nfvo_tenant
=None, datacenter_id
=None, datacenter_name
=None, datacenter_tenant_id
=None,
311 vim_tenant
=None, vim_tenant_name
=None, vim_user
=None, vim_passwd
=None, ignore_errors
=False):
312 '''Obtain a dictionary of VIM (datacenter) classes with some of the input parameters
313 return dictionary with {datacenter_id: vim_class, ... }. vim_class contain:
314 'nfvo_tenant_id','datacenter_id','vim_tenant_id','vim_url','vim_url_admin','datacenter_name','type','user','passwd'
315 raise exception upon error
318 if nfvo_tenant
is not None: WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
319 if datacenter_id
is not None: WHERE_dict
['d.uuid'] = datacenter_id
320 if datacenter_tenant_id
is not None: WHERE_dict
['datacenter_tenant_id'] = datacenter_tenant_id
321 if datacenter_name
is not None: WHERE_dict
['d.name'] = datacenter_name
322 if vim_tenant
is not None: WHERE_dict
['dt.vim_tenant_id'] = vim_tenant
323 if vim_tenant_name
is not None: WHERE_dict
['vim_tenant_name'] = vim_tenant_name
324 if nfvo_tenant
or vim_tenant
or vim_tenant_name
or datacenter_tenant_id
:
325 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
326 select_
= ('type','d.config as config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name',
327 'dt.uuid as datacenter_tenant_id','dt.vim_tenant_name as vim_tenant_name','dt.vim_tenant_id as vim_tenant_id',
328 'user','passwd', 'dt.config as dt_config')
330 from_
= 'datacenters as d'
331 select_
= ('type','config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name')
333 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
, WHERE
=WHERE_dict
)
336 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
337 'datacenter_id': vim
.get('datacenter_id'),
338 '_vim_type_internal': vim
.get('type')}
340 extra
.update(yaml
.load(vim
["config"]))
341 if vim
.get('dt_config'):
342 extra
.update(yaml
.load(vim
["dt_config"]))
343 if vim
["type"] not in vimconn_imported
:
346 module
= "vimconn_" + vim
["type"]
347 pkg
= __import__("osm_ro." + module
)
348 vim_conn
= getattr(pkg
, module
)
349 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
350 # vim_conn = imp.load_module(vim["type"], *module_info)
351 vimconn_imported
[vim
["type"]] = vim_conn
352 except (IOError, ImportError) as e
:
353 # if module_info and module_info[0]:
354 # file.close(module_info[0])
356 logger
.error("Unknown vim type '{}'. Can not open file '{}.py'; {}: {}".format(
357 vim
["type"], module
, type(e
).__name
__, str(e
)))
359 raise NfvoException("Unknown vim type '{}'. Can not open file '{}.py'; {}: {}".format(
360 vim
["type"], module
, type(e
).__name
__, str(e
)), HTTP_Bad_Request
)
363 if 'datacenter_tenant_id' in vim
:
364 thread_id
= vim
["datacenter_tenant_id"]
365 if thread_id
not in vim_persistent_info
:
366 vim_persistent_info
[thread_id
] = {}
367 persistent_info
= vim_persistent_info
[thread_id
]
371 # return -HTTP_Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
372 vim_dict
[ vim
['datacenter_id'] ] = vimconn_imported
[ vim
["type"] ].vimconnector(
373 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
374 tenant_id
=vim
.get('vim_tenant_id',vim_tenant
),
375 tenant_name
=vim
.get('vim_tenant_name',vim_tenant_name
),
376 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
377 user
=vim
.get('user',vim_user
), passwd
=vim
.get('passwd',vim_passwd
),
378 config
=extra
, persistent_info
=persistent_info
380 except Exception as e
:
382 logger
.error("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)))
384 http_code
= HTTP_Internal_Server_Error
385 if isinstance(e
, vimconn
.vimconnException
):
386 http_code
= e
.http_code
387 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)), http_code
)
389 except db_base_Exception
as e
:
390 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
393 def rollback(mydb
, vims
, rollback_list
):
395 #delete things by reverse order
396 for i
in range(len(rollback_list
)-1, -1, -1):
397 item
= rollback_list
[i
]
398 if item
["where"]=="vim":
399 if item
["vim_id"] not in vims
:
401 if is_task_id(item
["uuid"]):
403 vim
= vims
[item
["vim_id"]]
405 if item
["what"]=="image":
406 vim
.delete_image(item
["uuid"])
407 mydb
.delete_row(FROM
="datacenters_images", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
408 elif item
["what"]=="flavor":
409 vim
.delete_flavor(item
["uuid"])
410 mydb
.delete_row(FROM
="datacenters_flavors", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
411 elif item
["what"]=="network":
412 vim
.delete_network(item
["uuid"])
413 elif item
["what"]=="vm":
414 vim
.delete_vminstance(item
["uuid"])
415 except vimconn
.vimconnException
as e
:
416 logger
.error("Error in rollback. Not possible to delete VIM %s '%s'. Message: %s", item
['what'], item
["uuid"], str(e
))
417 undeleted_items
.append("{} {} from VIM {}".format(item
['what'], item
["uuid"], vim
["name"]))
418 except db_base_Exception
as e
:
419 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB.datacenters Message: %s", item
['what'], item
["uuid"], str(e
))
423 if item
["what"]=="image":
424 mydb
.delete_row(FROM
="images", WHERE
={"uuid": item
["uuid"]})
425 elif item
["what"]=="flavor":
426 mydb
.delete_row(FROM
="flavors", WHERE
={"uuid": item
["uuid"]})
427 except db_base_Exception
as e
:
428 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB. Message: %s", item
['what'], item
["uuid"], str(e
))
429 undeleted_items
.append("{} '{}'".format(item
['what'], item
["uuid"]))
430 if len(undeleted_items
)==0:
431 return True," Rollback successful."
433 return False," Rollback fails to delete: " + str(undeleted_items
)
436 def check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1):
438 #create a dictionary with vnfc-name: vnfc:interface-list key:values pairs
440 for vnfc
in vnf_descriptor
["vnf"]["VNFC"]:
442 #dataplane interfaces
443 for numa
in vnfc
.get("numas",() ):
444 for interface
in numa
.get("interfaces",()):
445 if interface
["name"] in name_dict
:
447 "Error at vnf:VNFC[name:'{}']:numas:interfaces:name, interface name '{}' already used in this VNFC".format(
448 vnfc
["name"], interface
["name"]),
450 name_dict
[ interface
["name"] ] = "underlay"
452 for interface
in vnfc
.get("bridge-ifaces",() ):
453 if interface
["name"] in name_dict
:
455 "Error at vnf:VNFC[name:'{}']:bridge-ifaces:name, interface name '{}' already used in this VNFC".format(
456 vnfc
["name"], interface
["name"]),
458 name_dict
[ interface
["name"] ] = "overlay"
459 vnfc_interfaces
[ vnfc
["name"] ] = name_dict
460 # check bood-data info
461 # if "boot-data" in vnfc:
462 # # check that user-data is incompatible with users and config-files
463 # if (vnfc["boot-data"].get("users") or vnfc["boot-data"].get("config-files")) and vnfc["boot-data"].get("user-data"):
464 # raise NfvoException(
465 # "Error at vnf:VNFC:boot-data, fields 'users' and 'config-files' are not compatible with 'user-data'",
468 #check if the info in external_connections matches with the one in the vnfcs
470 for external_connection
in vnf_descriptor
["vnf"].get("external-connections",() ):
471 if external_connection
["name"] in name_list
:
473 "Error at vnf:external-connections:name, value '{}' already used as an external-connection".format(
474 external_connection
["name"]),
476 name_list
.append(external_connection
["name"])
477 if external_connection
["VNFC"] not in vnfc_interfaces
:
479 "Error at vnf:external-connections[name:'{}']:VNFC, value '{}' does not match any VNFC".format(
480 external_connection
["name"], external_connection
["VNFC"]),
483 if external_connection
["local_iface_name"] not in vnfc_interfaces
[ external_connection
["VNFC"] ]:
485 "Error at vnf:external-connections[name:'{}']:local_iface_name, value '{}' does not match any interface of this VNFC".format(
486 external_connection
["name"],
487 external_connection
["local_iface_name"]),
490 #check if the info in internal_connections matches with the one in the vnfcs
492 for internal_connection
in vnf_descriptor
["vnf"].get("internal-connections",() ):
493 if internal_connection
["name"] in name_list
:
495 "Error at vnf:internal-connections:name, value '%s' already used as an internal-connection".format(
496 internal_connection
["name"]),
498 name_list
.append(internal_connection
["name"])
499 #We should check that internal-connections of type "ptp" have only 2 elements
501 if len(internal_connection
["elements"])>2 and (internal_connection
.get("type") == "ptp" or internal_connection
.get("type") == "e-line"):
503 "Error at 'vnf:internal-connections[name:'{}']:elements', size must be 2 for a '{}' type. Consider change it to '{}' type".format(
504 internal_connection
["name"],
505 'ptp' if vnf_descriptor_version
==1 else 'e-line',
506 'data' if vnf_descriptor_version
==1 else "e-lan"),
508 for port
in internal_connection
["elements"]:
510 iface
= port
["local_iface_name"]
511 if vnf
not in vnfc_interfaces
:
513 "Error at vnf:internal-connections[name:'{}']:elements[]:VNFC, value '{}' does not match any VNFC".format(
514 internal_connection
["name"], vnf
),
516 if iface
not in vnfc_interfaces
[ vnf
]:
518 "Error at vnf:internal-connections[name:'{}']:elements[]:local_iface_name, value '{}' does not match any interface of this VNFC".format(
519 internal_connection
["name"], iface
),
521 return -HTTP_Bad_Request
,
522 if vnf_descriptor_version
==1 and "type" not in internal_connection
:
523 if vnfc_interfaces
[vnf
][iface
] == "overlay":
524 internal_connection
["type"] = "bridge"
526 internal_connection
["type"] = "data"
527 if vnf_descriptor_version
==2 and "implementation" not in internal_connection
:
528 if vnfc_interfaces
[vnf
][iface
] == "overlay":
529 internal_connection
["implementation"] = "overlay"
531 internal_connection
["implementation"] = "underlay"
532 if (internal_connection
.get("type") == "data" or internal_connection
.get("type") == "ptp" or \
533 internal_connection
.get("implementation") == "underlay") and vnfc_interfaces
[vnf
][iface
] == "overlay":
535 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
536 internal_connection
["name"],
537 iface
, 'bridge' if vnf_descriptor_version
==1 else 'overlay',
538 'data' if vnf_descriptor_version
==1 else 'underlay'),
540 if (internal_connection
.get("type") == "bridge" or internal_connection
.get("implementation") == "overlay") and \
541 vnfc_interfaces
[vnf
][iface
] == "underlay":
543 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
544 internal_connection
["name"], iface
,
545 'data' if vnf_descriptor_version
==1 else 'underlay',
546 'bridge' if vnf_descriptor_version
==1 else 'overlay'),
550 def create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=None):
552 if only_create_at_vim
:
553 image_mano_id
= image_dict
['uuid']
554 if return_on_error
== None:
555 return_on_error
= True
557 if image_dict
['location']:
558 images
= mydb
.get_rows(FROM
="images", WHERE
={'location':image_dict
['location'], 'metadata':image_dict
['metadata']})
560 images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name':image_dict
['universal_name'], 'checksum':image_dict
['checksum']})
562 image_mano_id
= images
[0]['uuid']
564 #create image in MANO DB
565 temp_image_dict
={'name':image_dict
['name'], 'description':image_dict
.get('description',None),
566 'location':image_dict
['location'], 'metadata':image_dict
.get('metadata',None),
567 'universal_name':image_dict
['universal_name'] , 'checksum':image_dict
['checksum']
569 #temp_image_dict['location'] = image_dict.get('new_location') if image_dict['location'] is None
570 image_mano_id
= mydb
.new_row('images', temp_image_dict
, add_uuid
=True)
571 rollback_list
.append({"where":"mano", "what":"image","uuid":image_mano_id
})
572 #create image at every vim
573 for vim_id
,vim
in vims
.iteritems():
574 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
575 image_created
="false"
577 image_db
= mydb
.get_rows(FROM
="datacenters_images",
578 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'image_id': image_mano_id
})
579 #look at VIM if this image exist
581 if image_dict
['location'] is not None:
582 image_vim_id
= vim
.get_image_id_from_path(image_dict
['location'])
585 filter_dict
['name'] = image_dict
['universal_name']
586 if image_dict
.get('checksum') != None:
587 filter_dict
['checksum'] = image_dict
['checksum']
588 #logger.debug('>>>>>>>> Filter dict: %s', str(filter_dict))
589 vim_images
= vim
.get_image_list(filter_dict
)
590 #logger.debug('>>>>>>>> VIM images: %s', str(vim_images))
591 if len(vim_images
) > 1:
592 raise vimconn
.vimconnException("More than one candidate VIM image found for filter: {}".format(str(filter_dict
)), HTTP_Conflict
)
593 elif len(vim_images
) == 0:
594 raise vimconn
.vimconnNotFoundException("Image not found at VIM with filter: '{}'".format(str(filter_dict
)))
596 #logger.debug('>>>>>>>> VIM image 0: %s', str(vim_images[0]))
597 image_vim_id
= vim_images
[0]['id']
599 except vimconn
.vimconnNotFoundException
as e
:
600 #Create the image in VIM only if image_dict['location'] or image_dict['new_location'] is not None
602 #image_dict['location']=image_dict.get('new_location') if image_dict['location'] is None
603 if image_dict
['location']:
604 image_vim_id
= vim
.new_image(image_dict
)
605 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"image","uuid":image_vim_id
})
608 #If we reach this point, then the image has image name, and optionally checksum, and could not be found
609 raise vimconn
.vimconnException(str(e
))
610 except vimconn
.vimconnException
as e
:
612 logger
.error("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
615 logger
.warn("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
617 except vimconn
.vimconnException
as e
:
619 logger
.error("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
621 logger
.warn("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
624 #if we reach here, the image has been created or existed
626 #add new vim_id at datacenters_images
627 mydb
.new_row('datacenters_images', {'datacenter_vim_id': datacenter_vim_id
,
628 'image_id':image_mano_id
,
629 'vim_id': image_vim_id
,
630 'created':image_created
})
631 elif image_db
[0]["vim_id"]!=image_vim_id
:
632 #modify existing vim_id at datacenters_images
633 mydb
.update_rows('datacenters_images', UPDATE
={'vim_id':image_vim_id
}, WHERE
={'datacenter_vim_id':vim_id
, 'image_id':image_mano_id
})
635 return image_vim_id
if only_create_at_vim
else image_mano_id
638 def create_or_use_flavor(mydb
, vims
, flavor_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
= None):
639 temp_flavor_dict
= {'disk':flavor_dict
.get('disk',0),
640 'ram':flavor_dict
.get('ram'),
641 'vcpus':flavor_dict
.get('vcpus'),
643 if 'extended' in flavor_dict
and flavor_dict
['extended']==None:
644 del flavor_dict
['extended']
645 if 'extended' in flavor_dict
:
646 temp_flavor_dict
['extended']=yaml
.safe_dump(flavor_dict
['extended'],default_flow_style
=True,width
=256)
648 #look if flavor exist
649 if only_create_at_vim
:
650 flavor_mano_id
= flavor_dict
['uuid']
651 if return_on_error
== None:
652 return_on_error
= True
654 flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
656 flavor_mano_id
= flavors
[0]['uuid']
659 #create one by one the images of aditional disks
660 dev_image_list
=[] #list of images
661 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None:
663 for device
in flavor_dict
['extended'].get('devices',[]):
664 if "image" not in device
and "image name" not in device
:
667 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
668 image_dict
['universal_name']=device
.get('image name')
669 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
670 image_dict
['location']=device
.get('image')
671 #image_dict['new_location']=vnfc.get('image location')
672 image_dict
['checksum']=device
.get('image checksum')
673 image_metadata_dict
= device
.get('image metadata', None)
674 image_metadata_str
= None
675 if image_metadata_dict
!= None:
676 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
677 image_dict
['metadata']=image_metadata_str
678 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
679 #print "Additional disk image id for VNFC %s: %s" % (flavor_dict['name']+str(dev_nb)+"-img", image_id)
680 dev_image_list
.append(image_id
)
682 temp_flavor_dict
['name'] = flavor_dict
['name']
683 temp_flavor_dict
['description'] = flavor_dict
.get('description',None)
684 content
= mydb
.new_row('flavors', temp_flavor_dict
, add_uuid
=True)
685 flavor_mano_id
= content
686 rollback_list
.append({"where":"mano", "what":"flavor","uuid":flavor_mano_id
})
687 #create flavor at every vim
688 if 'uuid' in flavor_dict
:
689 del flavor_dict
['uuid']
691 for vim_id
,vim
in vims
.items():
692 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
693 flavor_created
="false"
695 flavor_db
= mydb
.get_rows(FROM
="datacenters_flavors",
696 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
697 #look at VIM if this flavor exist SKIPPED
698 #res_vim, flavor_vim_id = vim.get_flavor_id_from_path(flavor_dict['location'])
700 # print "Error contacting VIM to know if the flavor %s existed previously." %flavor_vim_id
704 # Create the flavor in VIM
705 # Translate images at devices from MANO id to VIM id
707 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None and "devices" in flavor_dict
['extended']:
708 # make a copy of original devices
711 for device
in flavor_dict
["extended"].get("devices",[]):
714 devices_original
.append(dev
)
715 if 'image' in device
:
717 if 'image metadata' in device
:
718 del device
['image metadata']
719 if 'image checksum' in device
:
720 del device
['image checksum']
722 for index
in range(0,len(devices_original
)) :
723 device
=devices_original
[index
]
724 if "image" not in device
and "image name" not in device
:
725 # if 'size' in device:
726 disk_list
.append({'size': device
.get('size', default_volume_size
), 'name': device
.get('name')})
729 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
730 image_dict
['universal_name']=device
.get('image name')
731 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
732 image_dict
['location']=device
.get('image')
733 # image_dict['new_location']=device.get('image location')
734 image_dict
['checksum']=device
.get('image checksum')
735 image_metadata_dict
= device
.get('image metadata', None)
736 image_metadata_str
= None
737 if image_metadata_dict
!= None:
738 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
739 image_dict
['metadata']=image_metadata_str
740 image_mano_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=return_on_error
)
741 image_dict
["uuid"]=image_mano_id
742 image_vim_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=True, return_on_error
=return_on_error
)
744 #save disk information (image must be based on and size
745 disk_list
.append({'image_id': image_vim_id
, 'size': device
.get('size', default_volume_size
)})
747 flavor_dict
["extended"]["devices"][index
]['imageRef']=image_vim_id
750 #check that this vim_id exist in VIM, if not create
751 flavor_vim_id
=flavor_db
[0]["vim_id"]
753 vim
.get_flavor(flavor_vim_id
)
754 continue #flavor exist
755 except vimconn
.vimconnException
:
757 #create flavor at vim
758 logger
.debug("nfvo.create_or_use_flavor() adding flavor to VIM %s", vim
["name"])
761 flavor_vim_id
=vim
.get_flavor_id_from_data(flavor_dict
)
762 flavor_create
="false"
763 except vimconn
.vimconnException
as e
:
766 if not flavor_vim_id
:
767 flavor_vim_id
= vim
.new_flavor(flavor_dict
)
768 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"flavor","uuid":flavor_vim_id
})
769 flavor_created
="true"
770 except vimconn
.vimconnException
as e
:
772 logger
.error("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
774 logger
.warn("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
777 #if reach here the flavor has been create or exist
778 if len(flavor_db
)==0:
779 #add new vim_id at datacenters_flavors
780 extended_devices_yaml
= None
781 if len(disk_list
) > 0:
782 extended_devices
= dict()
783 extended_devices
['disks'] = disk_list
784 extended_devices_yaml
= yaml
.safe_dump(extended_devices
,default_flow_style
=True,width
=256)
785 mydb
.new_row('datacenters_flavors',
786 {'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
, 'vim_id': flavor_vim_id
,
787 'created': flavor_created
, 'extended': extended_devices_yaml
})
788 elif flavor_db
[0]["vim_id"]!=flavor_vim_id
:
789 #modify existing vim_id at datacenters_flavors
790 mydb
.update_rows('datacenters_flavors', UPDATE
={'vim_id':flavor_vim_id
},
791 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
793 return flavor_vim_id
if only_create_at_vim
else flavor_mano_id
796 def get_str(obj
, field
, length
):
798 Obtain the str value,
803 value
= obj
.get(field
)
804 if value
is not None:
805 value
= str(value
)[:length
]
808 def _lookfor_or_create_image(db_image
, mydb
, descriptor
):
810 fill image content at db_image dictionary. Check if the image with this image and checksum exist
811 :param db_image: dictionary to insert data
812 :param mydb: database connector
813 :param descriptor: yang descriptor
814 :return: uuid if the image exist at DB, or None if a new image must be created with the data filled at db_image
817 db_image
["name"] = get_str(descriptor
, "image", 255)
818 db_image
["checksum"] = get_str(descriptor
, "image-checksum", 32)
819 if not db_image
["checksum"]: # Ensure that if empty string, None is stored
820 db_image
["checksum"] = None
821 if db_image
["name"].startswith("/"):
822 db_image
["location"] = db_image
["name"]
823 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'location': db_image
["location"]})
825 db_image
["universal_name"] = db_image
["name"]
826 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name': db_image
['universal_name'],
827 'checksum': db_image
['checksum']})
829 return existing_images
[0]["uuid"]
831 image_uuid
= str(uuid4())
832 db_image
["uuid"] = image_uuid
835 def new_vnfd_v3(mydb
, tenant_id
, vnf_descriptor
):
837 Parses an OSM IM vnfd_catalog and insert at DB
840 :param vnf_descriptor:
841 :return: The list of cretated vnf ids
844 myvnfd
= vnfd_catalog
.vnfd()
846 pybindJSONDecoder
.load_ietf_json(vnf_descriptor
, None, None, obj
=myvnfd
, path_helper
=True)
847 except Exception as e
:
848 raise NfvoException("Error. Invalid VNF descriptor format " + str(e
), HTTP_Bad_Request
)
856 db_ip_profiles_index
= 0
860 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd:vnfd-catalog")
861 if not vnfd_catalog_descriptor
:
862 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd-catalog")
863 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd")
864 if not vnfd_descriptor_list
:
865 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd:vnfd")
866 for vnfd_yang
in myvnfd
.vnfd_catalog
.vnfd
.itervalues():
867 vnfd
= vnfd_yang
.get()
870 vnf_uuid
= str(uuid4())
871 uuid_list
.append(vnf_uuid
)
872 vnfd_uuid_list
.append(vnf_uuid
)
873 vnfd_id
= get_str(vnfd
, "id", 255)
877 "name": get_str(vnfd
, "name", 255),
878 "description": get_str(vnfd
, "description", 255),
879 "tenant_id": tenant_id
,
880 "vendor": get_str(vnfd
, "vendor", 255),
881 "short_name": get_str(vnfd
, "short-name", 255),
882 "descriptor": str(vnf_descriptor
)[:60000]
885 for vnfd_descriptor
in vnfd_descriptor_list
:
886 if vnfd_descriptor
["id"] == str(vnfd
["id"]):
889 # table ip_profiles (ip-profiles)
890 ip_profile_name2db_table_index
= {}
891 for ip_profile
in vnfd
.get("ip-profiles").itervalues():
893 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
894 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
895 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
896 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
897 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
898 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
901 for dns
in ip_profile
["ip-profile-params"]["dns-server"].itervalues():
902 dns_list
.append(str(dns
.get("address")))
903 db_ip_profile
["dns_address"] = ";".join(dns_list
)
904 if ip_profile
["ip-profile-params"].get('security-group'):
905 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
906 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
907 db_ip_profiles_index
+= 1
908 db_ip_profiles
.append(db_ip_profile
)
910 # table nets (internal-vld)
911 net_id2uuid
= {} # for mapping interface with network
912 for vld
in vnfd
.get("internal-vld").itervalues():
913 net_uuid
= str(uuid4())
914 uuid_list
.append(net_uuid
)
916 "name": get_str(vld
, "name", 255),
919 "description": get_str(vld
, "description", 255),
920 "osm_id": get_str(vld
, "id", 255),
921 "type": "bridge", # TODO adjust depending on connection point type
923 net_id2uuid
[vld
.get("id")] = net_uuid
924 db_nets
.append(db_net
)
925 # ip-profile, link db_ip_profile with db_sce_net
926 if vld
.get("ip-profile-ref"):
927 ip_profile_name
= vld
.get("ip-profile-ref")
928 if ip_profile_name
not in ip_profile_name2db_table_index
:
929 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vld[{}]':'ip-profile-ref':"
930 "'{}'. Reference to a non-existing 'ip_profiles'".format(
931 str(vnfd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
933 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["net_id"] = net_uuid
934 else: #check no ip-address has been defined
935 for icp
in vld
.get("internal-connection-point").itervalues():
936 if icp
.get("ip-address"):
937 raise NfvoException("Error at 'vnfd[{}]':'vld[{}]':'internal-connection-point[{}]' "
938 "contains an ip-address but no ip-profile has been defined at VLD".format(
939 str(vnfd
["id"]), str(vld
["id"]), str(icp
["id"])),
942 # connection points vaiable declaration
943 cp_name2iface_uuid
= {}
945 cp_name2db_interface
= {}
949 vdu_id2db_table_index
= {}
950 for vdu
in vnfd
.get("vdu").itervalues():
952 for vdu_descriptor
in vnfd_descriptor
["vdu"]:
953 if vdu_descriptor
["id"] == str(vdu
["id"]):
955 vm_uuid
= str(uuid4())
956 uuid_list
.append(vm_uuid
)
957 vdu_id
= get_str(vdu
, "id", 255)
961 "name": get_str(vdu
, "name", 255),
962 "description": get_str(vdu
, "description", 255),
965 vdu_id2uuid
[db_vm
["osm_id"]] = vm_uuid
966 vdu_id2db_table_index
[db_vm
["osm_id"]] = db_vms_index
968 db_vm
["count"] = int(vdu
["count"])
971 image_present
= False
975 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, vdu
)
977 image_uuid
= db_image
["uuid"]
978 db_images
.append(db_image
)
979 db_vm
["image_id"] = image_uuid
980 if vdu
.get("alternative-images"):
981 vm_alternative_images
= []
982 for alt_image
in vdu
.get("alternative-images").itervalues():
984 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, alt_image
)
986 image_uuid
= db_image
["uuid"]
987 db_images
.append(db_image
)
988 vm_alternative_images
.append({
989 "image_id": image_uuid
,
990 "vim_type": str(alt_image
["vim-type"]),
991 # "universal_name": str(alt_image["image"]),
992 # "checksum": str(alt_image["image-checksum"]) if alt_image.get("image-checksum") else None
995 db_vm
["image_list"] = yaml
.safe_dump(vm_alternative_images
, default_flow_style
=True, width
=256)
999 if vdu
.get("volumes"):
1000 for volume_key
in vdu
["volumes"]:
1001 volume
= vdu
["volumes"][volume_key
]
1002 if not image_present
:
1003 # Convert the first volume to vnfc.image
1004 image_present
= True
1006 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, volume
)
1008 image_uuid
= db_image
["uuid"]
1009 db_images
.append(db_image
)
1010 db_vm
["image_id"] = image_uuid
1012 # Add Openmano devices
1013 device
= {"name": str(volume
.get("name"))}
1014 device
["type"] = str(volume
.get("device-type"))
1015 if volume
.get("size"):
1016 device
["size"] = int(volume
["size"])
1017 if volume
.get("image"):
1018 device
["image name"] = str(volume
["image"])
1019 if volume
.get("image-checksum"):
1020 device
["image checksum"] = str(volume
["image-checksum"])
1022 devices
.append(device
)
1026 if vdu
.get("cloud-init"):
1027 boot_data
["user-data"] = str(vdu
["cloud-init"])
1028 elif vdu
.get("cloud-init-file"):
1029 # TODO Where this file content is present???
1030 # boot_data["user-data"] = vnfd_yang.files[vdu["cloud-init-file"]]
1031 boot_data
["user-data"] = str(vdu
["cloud-init-file"])
1033 if vdu
.get("supplemental-boot-data"):
1034 if vdu
["supplemental-boot-data"].get('boot-data-drive'):
1035 boot_data
['boot-data-drive'] = True
1036 if vdu
["supplemental-boot-data"].get('config-file'):
1037 om_cfgfile_list
= list()
1038 for custom_config_file
in vdu
["supplemental-boot-data"]['config-file'].itervalues():
1039 # TODO Where this file content is present???
1040 cfg_source
= str(custom_config_file
["source"])
1041 om_cfgfile_list
.append({"dest": custom_config_file
["dest"],
1042 "content": cfg_source
})
1043 boot_data
['config-files'] = om_cfgfile_list
1045 db_vm
["boot_data"] = yaml
.safe_dump(boot_data
, default_flow_style
=True, width
=256)
1047 db_vms
.append(db_vm
)
1050 # table interfaces (internal/external interfaces)
1051 flavor_epa_interfaces
= []
1052 vdu_id2cp_name
= {} # stored only when one external connection point is presented at this VDU
1053 # for iface in chain(vdu.get("internal-interface").itervalues(), vdu.get("external-interface").itervalues()):
1054 for iface
in vdu
.get("interface").itervalues():
1055 flavor_epa_interface
= {}
1056 iface_uuid
= str(uuid4())
1057 uuid_list
.append(iface_uuid
)
1060 "internal_name": get_str(iface
, "name", 255),
1063 flavor_epa_interface
["name"] = db_interface
["internal_name"]
1064 if iface
.get("virtual-interface").get("vpci"):
1065 db_interface
["vpci"] = get_str(iface
.get("virtual-interface"), "vpci", 12)
1066 flavor_epa_interface
["vpci"] = db_interface
["vpci"]
1068 if iface
.get("virtual-interface").get("bandwidth"):
1069 bps
= int(iface
.get("virtual-interface").get("bandwidth"))
1070 db_interface
["bw"] = int(math
.ceil(bps
/1000000.0))
1071 flavor_epa_interface
["bandwidth"] = "{} Mbps".format(db_interface
["bw"])
1073 if iface
.get("virtual-interface").get("type") == "OM-MGMT":
1074 db_interface
["type"] = "mgmt"
1075 elif iface
.get("virtual-interface").get("type") in ("VIRTIO", "E1000", "PARAVIRT"):
1076 db_interface
["type"] = "bridge"
1077 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1078 elif iface
.get("virtual-interface").get("type") in ("SR-IOV", "PCI-PASSTHROUGH"):
1079 db_interface
["type"] = "data"
1080 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1081 flavor_epa_interface
["dedicated"] = "no" if iface
["virtual-interface"]["type"] == "SR-IOV" \
1083 flavor_epa_interfaces
.append(flavor_epa_interface
)
1085 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vdu[{}]':'interface':'virtual"
1086 "-interface':'type':'{}'. Interface type is not supported".format(
1087 vnfd_id
, vdu_id
, iface
.get("virtual-interface").get("type")),
1090 if iface
.get("mgmt-interface"):
1091 db_interface
["type"] = "mgmt"
1093 if iface
.get("external-connection-point-ref"):
1095 cp
= vnfd
.get("connection-point")[iface
.get("external-connection-point-ref")]
1096 db_interface
["external_name"] = get_str(cp
, "name", 255)
1097 cp_name2iface_uuid
[db_interface
["external_name"]] = iface_uuid
1098 cp_name2vm_uuid
[db_interface
["external_name"]] = vm_uuid
1099 cp_name2db_interface
[db_interface
["external_name"]] = db_interface
1100 for cp_descriptor
in vnfd_descriptor
["connection-point"]:
1101 if cp_descriptor
["name"] == db_interface
["external_name"]:
1106 if vdu_id
in vdu_id2cp_name
:
1107 vdu_id2cp_name
[vdu_id
] = None # more than two connecdtion point for this VDU
1109 vdu_id2cp_name
[vdu_id
] = db_interface
["external_name"]
1112 if str(cp_descriptor
.get("port-security-enabled")).lower() == "false":
1113 db_interface
["port_security"] = 0
1114 elif str(cp_descriptor
.get("port-security-enabled")).lower() == "true":
1115 db_interface
["port_security"] = 1
1117 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1118 "'interface[{iface}]':'vnfd-connection-point-ref':'{cp}' is not present"
1119 " at connection-point".format(
1120 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1121 cp
=iface
.get("vnfd-connection-point-ref")),
1123 elif iface
.get("internal-connection-point-ref"):
1125 for icp_descriptor
in vdu_descriptor
["internal-connection-point"]:
1126 if icp_descriptor
["id"] == str(iface
.get("internal-connection-point-ref")):
1129 raise KeyError("does not exist at vdu:internal-connection-point")
1132 for vld
in vnfd
.get("internal-vld").itervalues():
1133 for cp
in vld
.get("internal-connection-point").itervalues():
1134 if cp
.get("id-ref") == iface
.get("internal-connection-point-ref"):
1136 raise KeyError("is referenced by more than one 'internal-vld'")
1140 raise KeyError("is not referenced by any 'internal-vld'")
1142 db_interface
["net_id"] = net_id2uuid
[icp_vld
.get("id")]
1143 if str(icp_descriptor
.get("port-security-enabled")).lower() == "false":
1144 db_interface
["port_security"] = 0
1145 elif str(icp_descriptor
.get("port-security-enabled")).lower() == "true":
1146 db_interface
["port_security"] = 1
1147 if icp
.get("ip-address"):
1148 if not icp_vld
.get("ip-profile-ref"):
1150 db_interface
["ip_address"] = str(icp
.get("ip-address"))
1151 except KeyError as e
:
1152 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1153 "'interface[{iface}]':'internal-connection-point-ref':'{cp}'"
1155 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1156 cp
=iface
.get("internal-connection-point-ref"), msg
=str(e
)),
1158 if iface
.get("position"):
1159 db_interface
["created_at"] = int(iface
.get("position")) * 50
1160 if iface
.get("mac-address"):
1161 db_interface
["mac"] = str(iface
.get("mac-address"))
1162 db_interfaces
.append(db_interface
)
1166 "name": get_str(vdu
, "name", 250) + "-flv",
1167 "vcpus": int(vdu
["vm-flavor"].get("vcpu-count", 1)),
1168 "ram": int(vdu
["vm-flavor"].get("memory-mb", 1)),
1169 "disk": int(vdu
["vm-flavor"].get("storage-gb", 0)),
1171 # TODO revise the case of several numa-node-policy node
1175 extended
["devices"] = devices
1176 if flavor_epa_interfaces
:
1177 numa
["interfaces"] = flavor_epa_interfaces
1178 if vdu
.get("guest-epa"): # TODO or dedicated_int:
1179 epa_vcpu_set
= False
1180 if vdu
["guest-epa"].get("numa-node-policy"): # TODO or dedicated_int:
1181 numa_node_policy
= vdu
["guest-epa"].get("numa-node-policy")
1182 if numa_node_policy
.get("node"):
1183 numa_node
= numa_node_policy
["node"].values()[0]
1184 if numa_node
.get("num-cores"):
1185 numa
["cores"] = numa_node
["num-cores"]
1187 if numa_node
.get("paired-threads"):
1188 if numa_node
["paired-threads"].get("num-paired-threads"):
1189 numa
["paired-threads"] = int(numa_node
["paired-threads"]["num-paired-threads"])
1191 if len(numa_node
["paired-threads"].get("paired-thread-ids")):
1192 numa
["paired-threads-id"] = []
1193 for pair
in numa_node
["paired-threads"]["paired-thread-ids"].itervalues():
1194 numa
["paired-threads-id"].append(
1195 (str(pair
["thread-a"]), str(pair
["thread-b"]))
1197 if numa_node
.get("num-threads"):
1198 numa
["threads"] = int(numa_node
["num-threads"])
1200 if numa_node
.get("memory-mb"):
1201 numa
["memory"] = max(int(numa_node
["memory-mb"] / 1024), 1)
1202 if vdu
["guest-epa"].get("mempage-size"):
1203 if vdu
["guest-epa"]["mempage-size"] != "SMALL":
1204 numa
["memory"] = max(int(db_flavor
["ram"] / 1024), 1)
1205 if vdu
["guest-epa"].get("cpu-pinning-policy") and not epa_vcpu_set
:
1206 if vdu
["guest-epa"]["cpu-pinning-policy"] == "DEDICATED":
1207 if vdu
["guest-epa"].get("cpu-thread-pinning-policy") and \
1208 vdu
["guest-epa"]["cpu-thread-pinning-policy"] != "PREFER":
1209 numa
["cores"] = max(db_flavor
["vcpus"], 1)
1211 numa
["threads"] = max(db_flavor
["vcpus"], 1)
1213 extended
["numas"] = [numa
]
1215 extended_text
= yaml
.safe_dump(extended
, default_flow_style
=True, width
=256)
1216 db_flavor
["extended"] = extended_text
1217 # look if flavor exist
1218 temp_flavor_dict
= {'disk': db_flavor
.get('disk', 0),
1219 'ram': db_flavor
.get('ram'),
1220 'vcpus': db_flavor
.get('vcpus'),
1221 'extended': db_flavor
.get('extended')
1223 existing_flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
1224 if existing_flavors
:
1225 flavor_uuid
= existing_flavors
[0]["uuid"]
1227 flavor_uuid
= str(uuid4())
1228 uuid_list
.append(flavor_uuid
)
1229 db_flavor
["uuid"] = flavor_uuid
1230 db_flavors
.append(db_flavor
)
1231 db_vm
["flavor_id"] = flavor_uuid
1233 # VNF affinity and antiaffinity
1234 for pg
in vnfd
.get("placement-groups").itervalues():
1235 pg_name
= get_str(pg
, "name", 255)
1236 for vdu
in pg
.get("member-vdus").itervalues():
1237 vdu_id
= get_str(vdu
, "member-vdu-ref", 255)
1238 if vdu_id
not in vdu_id2db_table_index
:
1239 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'placement-groups[{pg}]':"
1240 "'member-vdus':'{vdu}'. Reference to a non-existing vdu".format(
1241 vnf
=vnfd_id
, pg
=pg_name
, vdu
=vdu_id
),
1243 db_vms
[vdu_id2db_table_index
[vdu_id
]]["availability_zone"] = pg_name
1244 # TODO consider the case of isolation and not colocation
1245 # if pg.get("strategy") == "ISOLATION":
1247 # VNF mgmt configuration
1249 if vnfd
["mgmt-interface"].get("vdu-id"):
1250 mgmt_vdu_id
= get_str(vnfd
["mgmt-interface"], "vdu-id", 255)
1251 if mgmt_vdu_id
not in vdu_id2uuid
:
1252 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'vdu-id':"
1253 "'{vdu}'. Reference to a non-existing vdu".format(
1254 vnf
=vnfd_id
, vdu
=mgmt_vdu_id
),
1256 mgmt_access
["vm_id"] = vdu_id2uuid
[vnfd
["mgmt-interface"]["vdu-id"]]
1257 # if only one cp is defined by this VDU, mark this interface as of type "mgmt"
1258 if vdu_id2cp_name
.get(mgmt_vdu_id
):
1259 cp_name2db_interface
[vdu_id2cp_name
[mgmt_vdu_id
]]["type"] = "mgmt"
1261 if vnfd
["mgmt-interface"].get("ip-address"):
1262 mgmt_access
["ip-address"] = str(vnfd
["mgmt-interface"].get("ip-address"))
1263 if vnfd
["mgmt-interface"].get("cp"):
1264 if vnfd
["mgmt-interface"]["cp"] not in cp_name2iface_uuid
:
1265 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'cp':'{cp}'. "
1266 "Reference to a non-existing connection-point".format(
1267 vnf
=vnfd_id
, cp
=vnfd
["mgmt-interface"]["cp"]),
1269 mgmt_access
["vm_id"] = cp_name2vm_uuid
[vnfd
["mgmt-interface"]["cp"]]
1270 mgmt_access
["interface_id"] = cp_name2iface_uuid
[vnfd
["mgmt-interface"]["cp"]]
1271 # mark this interface as of type mgmt
1272 cp_name2db_interface
[vnfd
["mgmt-interface"]["cp"]]["type"] = "mgmt"
1274 default_user
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1278 mgmt_access
["default_user"] = default_user
1279 required
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1282 mgmt_access
["required"] = required
1285 db_vnf
["mgmt_access"] = yaml
.safe_dump(mgmt_access
, default_flow_style
=True, width
=256)
1287 db_vnfs
.append(db_vnf
)
1291 {"images": db_images
},
1292 {"flavors": db_flavors
},
1293 {"ip_profiles": db_ip_profiles
},
1295 {"interfaces": db_interfaces
},
1298 logger
.debug("create_vnf Deployment done vnfDict: %s",
1299 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
1300 mydb
.new_rows(db_tables
, uuid_list
)
1301 return vnfd_uuid_list
1302 except NfvoException
:
1304 except Exception as e
:
1305 logger
.error("Exception {}".format(e
))
1306 raise # NfvoException("Exception {}".format(e), HTTP_Bad_Request)
1309 @deprecated("Use new_vnfd_v3")
1310 def new_vnf(mydb
, tenant_id
, vnf_descriptor
):
1311 global global_config
1313 # Step 1. Check the VNF descriptor
1314 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1)
1315 # Step 2. Check tenant exist
1317 if tenant_id
!= "any":
1318 check_tenant(mydb
, tenant_id
)
1319 if "tenant_id" in vnf_descriptor
["vnf"]:
1320 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1321 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1324 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1325 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1326 if global_config
["auto_push_VNF_to_VIMs"]:
1327 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1329 # Step 4. Review the descriptor and add missing fields
1330 #print vnf_descriptor
1331 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1332 vnf_name
= vnf_descriptor
['vnf']['name']
1333 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1334 if "physical" in vnf_descriptor
['vnf']:
1335 del vnf_descriptor
['vnf']['physical']
1336 #print vnf_descriptor
1338 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1339 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1340 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1342 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1343 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1344 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1346 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1347 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1349 VNFCitem
["name"] = vnfc
['name']
1350 VNFCitem
["availability_zone"] = vnfc
.get('availability_zone')
1351 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1353 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1356 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1357 myflavorDict
["description"] = VNFCitem
["description"]
1358 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1359 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1360 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1361 myflavorDict
["extended"] = {}
1363 devices
= vnfc
.get("devices")
1365 myflavorDict
["extended"]["devices"] = devices
1368 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1369 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1371 # Previous code has been commented
1372 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1373 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1374 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1375 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1377 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1379 # print "Error creating flavor: unknown processor model. Rollback successful."
1380 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1382 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1383 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1385 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1386 myflavorDict
['extended']['numas'] = vnfc
['numas']
1390 # Step 6.2 New flavors are created in the VIM
1391 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1393 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1394 VNFCitem
["flavor_id"] = flavor_id
1395 VNFCDict
[vnfc
['name']] = VNFCitem
1397 logger
.debug("Creating new images in the VIM for each VNFC")
1398 # Step 6.3 New images are created in the VIM
1399 #For each VNFC, we must create the appropriate image.
1400 #This "for" loop might be integrated with the previous one
1401 #In case this integration is made, the VNFCDict might become a VNFClist.
1402 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1403 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1405 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1406 image_dict
['universal_name']=vnfc
.get('image name')
1407 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1408 image_dict
['location']=vnfc
.get('VNFC image')
1409 #image_dict['new_location']=vnfc.get('image location')
1410 image_dict
['checksum']=vnfc
.get('image checksum')
1411 image_metadata_dict
= vnfc
.get('image metadata', None)
1412 image_metadata_str
= None
1413 if image_metadata_dict
is not None:
1414 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1415 image_dict
['metadata']=image_metadata_str
1416 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1417 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1418 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1419 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1420 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1421 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1422 if vnfc
.get("boot-data"):
1423 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1426 # Step 7. Storing the VNF descriptor in the repository
1427 if "descriptor" not in vnf_descriptor
["vnf"]:
1428 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1430 # Step 8. Adding the VNF to the NFVO DB
1431 vnf_id
= mydb
.new_vnf_as_a_whole(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1433 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1434 _
, message
= rollback(mydb
, vims
, rollback_list
)
1435 if isinstance(e
, db_base_Exception
):
1436 error_text
= "Exception at database"
1437 elif isinstance(e
, KeyError):
1438 error_text
= "KeyError exception "
1439 e
.http_code
= HTTP_Internal_Server_Error
1441 error_text
= "Exception at VIM"
1442 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1443 #logger.error("start_scenario %s", error_text)
1444 raise NfvoException(error_text
, e
.http_code
)
1447 @deprecated("Use new_vnfd_v3")
1448 def new_vnf_v02(mydb
, tenant_id
, vnf_descriptor
):
1449 global global_config
1451 # Step 1. Check the VNF descriptor
1452 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=2)
1453 # Step 2. Check tenant exist
1455 if tenant_id
!= "any":
1456 check_tenant(mydb
, tenant_id
)
1457 if "tenant_id" in vnf_descriptor
["vnf"]:
1458 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1459 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1462 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1463 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1464 if global_config
["auto_push_VNF_to_VIMs"]:
1465 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1467 # Step 4. Review the descriptor and add missing fields
1468 #print vnf_descriptor
1469 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1470 vnf_name
= vnf_descriptor
['vnf']['name']
1471 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1472 if "physical" in vnf_descriptor
['vnf']:
1473 del vnf_descriptor
['vnf']['physical']
1474 #print vnf_descriptor
1476 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1477 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1478 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1480 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1481 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1482 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1484 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1485 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1487 VNFCitem
["name"] = vnfc
['name']
1488 VNFCitem
["description"] = vnfc
.get("description", 'VM %s of the VNF %s' %(vnfc
['name'],vnf_name
))
1490 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1493 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1494 myflavorDict
["description"] = VNFCitem
["description"]
1495 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1496 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1497 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1498 myflavorDict
["extended"] = {}
1500 devices
= vnfc
.get("devices")
1502 myflavorDict
["extended"]["devices"] = devices
1505 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1506 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1508 # Previous code has been commented
1509 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1510 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1511 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1512 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1514 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1516 # print "Error creating flavor: unknown processor model. Rollback successful."
1517 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1519 # return -HTTP_Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1520 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1522 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1523 myflavorDict
['extended']['numas'] = vnfc
['numas']
1527 # Step 6.2 New flavors are created in the VIM
1528 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1530 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1531 VNFCitem
["flavor_id"] = flavor_id
1532 VNFCDict
[vnfc
['name']] = VNFCitem
1534 logger
.debug("Creating new images in the VIM for each VNFC")
1535 # Step 6.3 New images are created in the VIM
1536 #For each VNFC, we must create the appropriate image.
1537 #This "for" loop might be integrated with the previous one
1538 #In case this integration is made, the VNFCDict might become a VNFClist.
1539 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1540 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1542 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1543 image_dict
['universal_name']=vnfc
.get('image name')
1544 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1545 image_dict
['location']=vnfc
.get('VNFC image')
1546 #image_dict['new_location']=vnfc.get('image location')
1547 image_dict
['checksum']=vnfc
.get('image checksum')
1548 image_metadata_dict
= vnfc
.get('image metadata', None)
1549 image_metadata_str
= None
1550 if image_metadata_dict
is not None:
1551 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1552 image_dict
['metadata']=image_metadata_str
1553 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1554 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1555 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1556 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1557 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1558 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1559 if vnfc
.get("boot-data"):
1560 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1562 # Step 7. Storing the VNF descriptor in the repository
1563 if "descriptor" not in vnf_descriptor
["vnf"]:
1564 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1566 # Step 8. Adding the VNF to the NFVO DB
1567 vnf_id
= mydb
.new_vnf_as_a_whole2(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1569 except (db_base_Exception
, vimconn
.vimconnException
, KeyError) as e
:
1570 _
, message
= rollback(mydb
, vims
, rollback_list
)
1571 if isinstance(e
, db_base_Exception
):
1572 error_text
= "Exception at database"
1573 elif isinstance(e
, KeyError):
1574 error_text
= "KeyError exception "
1575 e
.http_code
= HTTP_Internal_Server_Error
1577 error_text
= "Exception at VIM"
1578 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1579 #logger.error("start_scenario %s", error_text)
1580 raise NfvoException(error_text
, e
.http_code
)
1583 def get_vnf_id(mydb
, tenant_id
, vnf_id
):
1584 #check valid tenant_id
1585 check_tenant(mydb
, tenant_id
)
1588 if tenant_id
!= "any":
1589 where_or
["tenant_id"] = tenant_id
1590 where_or
["public"] = True
1591 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1593 vnf_id
= vnf
["uuid"]
1594 filter_keys
= ('uuid', 'name', 'description', 'public', "tenant_id", "osm_id", "created_at")
1595 filtered_content
= dict( (k
,v
) for k
,v
in vnf
.iteritems() if k
in filter_keys
)
1596 #change_keys_http2db(filtered_content, http2db_vnf, reverse=True)
1597 data
={'vnf' : filtered_content
}
1599 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id',
1600 SELECT
=('vms.uuid as uuid', 'vms.osm_id as osm_id', 'vms.name as name', 'vms.description as description',
1602 WHERE
={'vnfs.uuid': vnf_id
} )
1604 #raise NfvoException("vnf '{}' not found".format(vnf_id), HTTP_Not_Found)
1605 # change boot_data into boot-data
1607 if vm
.get("boot_data"):
1608 vm
["boot-data"] = yaml
.safe_load(vm
["boot_data"])
1611 data
['vnf']['VNFC'] = content
1612 #TODO: GET all the information from a VNFC and include it in the output.
1615 content
= mydb
.get_rows(FROM
='vnfs join nets on vnfs.uuid=nets.vnf_id',
1616 SELECT
=('nets.uuid as uuid','nets.name as name','nets.description as description', 'nets.type as type', 'nets.multipoint as multipoint'),
1617 WHERE
={'vnfs.uuid': vnf_id
} )
1618 data
['vnf']['nets'] = content
1620 #GET ip-profile for each net
1621 for net
in data
['vnf']['nets']:
1622 ipprofiles
= mydb
.get_rows(FROM
='ip_profiles',
1623 SELECT
=('ip_version','subnet_address','gateway_address','dns_address','dhcp_enabled','dhcp_start_address','dhcp_count'),
1624 WHERE
={'net_id': net
["uuid"]} )
1625 if len(ipprofiles
)==1:
1626 net
["ip_profile"] = ipprofiles
[0]
1627 elif len(ipprofiles
)>1:
1628 raise NfvoException("More than one ip-profile found with this criteria: net_id='{}'".format(net
['uuid']), HTTP_Bad_Request
)
1631 #TODO: For each net, GET its elements and relevant info per element (VNFC, iface, ip_address) and include them in the output.
1633 #GET External Interfaces
1634 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces on vms.uuid=interfaces.vm_id',\
1635 SELECT
=('interfaces.uuid as uuid','interfaces.external_name as external_name', 'vms.name as vm_name', 'interfaces.vm_id as vm_id', \
1636 'interfaces.internal_name as internal_name', 'interfaces.type as type', 'interfaces.vpci as vpci','interfaces.bw as bw'),\
1637 WHERE
={'vnfs.uuid': vnf_id
, 'interfaces.external_name<>': None} )
1639 data
['vnf']['external-connections'] = content
1644 def delete_vnf(mydb
,tenant_id
,vnf_id
,datacenter
=None,vim_tenant
=None):
1645 # Check tenant exist
1646 if tenant_id
!= "any":
1647 check_tenant(mydb
, tenant_id
)
1648 # Get the URL of the VIM from the nfvo_tenant and the datacenter
1649 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1653 # Checking if it is a valid uuid and, if not, getting the uuid assuming that the name was provided"
1655 if tenant_id
!= "any":
1656 where_or
["tenant_id"] = tenant_id
1657 where_or
["public"] = True
1658 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1659 vnf_id
= vnf
["uuid"]
1661 # "Getting the list of flavors and tenants of the VNF"
1662 flavorList
= get_flavorlist(mydb
, vnf_id
)
1663 if len(flavorList
)==0:
1664 logger
.warn("delete_vnf error. No flavors found for the VNF id '%s'", vnf_id
)
1666 imageList
= get_imagelist(mydb
, vnf_id
)
1667 if len(imageList
)==0:
1668 logger
.warn( "delete_vnf error. No images found for the VNF id '%s'", vnf_id
)
1670 deleted
= mydb
.delete_row_by_id('vnfs', vnf_id
)
1672 raise NfvoException("vnf '{}' not found".format(vnf_id
), HTTP_Not_Found
)
1675 for flavor
in flavorList
:
1676 #check if flavor is used by other vnf
1678 c
= mydb
.get_rows(FROM
='vms', WHERE
={'flavor_id':flavor
} )
1680 logger
.debug("Flavor '%s' not deleted because it is being used by another VNF", flavor
)
1682 #flavor not used, must be deleted
1684 c
= mydb
.get_rows(FROM
='datacenters_flavors', WHERE
={'flavor_id': flavor
})
1685 for flavor_vim
in c
:
1686 if not flavor_vim
['created']: # skip this flavor because not created by openmano
1690 for vim
in vims
.values():
1691 if vim
["config"]["datacenter_tenant_id"] == flavor_vim
["datacenter_vim_id"]:
1697 myvim
.delete_flavor(flavor_vim
["vim_id"])
1698 except vimconn
.vimconnNotFoundException
:
1699 logger
.warn("VIM flavor %s not exist at datacenter %s", flavor_vim
["vim_id"],
1700 flavor_vim
["datacenter_vim_id"] )
1701 except vimconn
.vimconnException
as e
:
1702 logger
.error("Not possible to delete VIM flavor %s from datacenter %s: %s %s",
1703 flavor_vim
["vim_id"], flavor_vim
["datacenter_vim_id"], type(e
).__name
__, str(e
))
1704 undeletedItems
.append("flavor {} from VIM {}".format(flavor_vim
["vim_id"],
1705 flavor_vim
["datacenter_vim_id"]))
1706 # delete flavor from Database, using table flavors and with cascade foreign key also at datacenters_flavors
1707 mydb
.delete_row_by_id('flavors', flavor
)
1708 except db_base_Exception
as e
:
1709 logger
.error("delete_vnf_error. Not possible to get flavor details and delete '%s'. %s", flavor
, str(e
))
1710 undeletedItems
.append("flavor {}".format(flavor
))
1713 for image
in imageList
:
1715 #check if image is used by other vnf
1716 c
= mydb
.get_rows(FROM
='vms', WHERE
=[{'image_id': image
}, {'image_list LIKE ': '%' + image
+ '%'}])
1718 logger
.debug("Image '%s' not deleted because it is being used by another VNF", image
)
1720 #image not used, must be deleted
1722 c
= mydb
.get_rows(FROM
='datacenters_images', WHERE
={'image_id':image
})
1724 if image_vim
["datacenter_vim_id"] not in vims
: # TODO change to datacenter_tenant_id
1726 if image_vim
['created']=='false': #skip this image because not created by openmano
1728 myvim
=vims
[ image_vim
["datacenter_id"] ]
1730 myvim
.delete_image(image_vim
["vim_id"])
1731 except vimconn
.vimconnNotFoundException
as e
:
1732 logger
.warn("VIM image %s not exist at datacenter %s", image_vim
["vim_id"], image_vim
["datacenter_id"] )
1733 except vimconn
.vimconnException
as e
:
1734 logger
.error("Not possible to delete VIM image %s from datacenter %s: %s %s",
1735 image_vim
["vim_id"], image_vim
["datacenter_id"], type(e
).__name
__, str(e
))
1736 undeletedItems
.append("image {} from VIM {}".format(image_vim
["vim_id"], image_vim
["datacenter_id"] ))
1737 #delete image from Database, using table images and with cascade foreign key also at datacenters_images
1738 mydb
.delete_row_by_id('images', image
)
1739 except db_base_Exception
as e
:
1740 logger
.error("delete_vnf_error. Not possible to get image details and delete '%s'. %s", image
, str(e
))
1741 undeletedItems
.append("image %s" % image
)
1743 return vnf_id
+ " " + vnf
["name"]
1745 # return "delete_vnf. Undeleted: %s" %(undeletedItems)
1748 @deprecated("Not used")
1749 def get_hosts_info(mydb
, nfvo_tenant_id
, datacenter_name
=None):
1750 result
, vims
= get_vim(mydb
, nfvo_tenant_id
, None, datacenter_name
)
1754 return -HTTP_Not_Found
, "datacenter '%s' not found" % datacenter_name
1755 myvim
= vims
.values()[0]
1756 result
,servers
= myvim
.get_hosts_info()
1758 return result
, servers
1759 topology
= {'name':myvim
['name'] , 'servers': servers
}
1760 return result
, topology
1763 def get_hosts(mydb
, nfvo_tenant_id
):
1764 vims
= get_vim(mydb
, nfvo_tenant_id
)
1766 raise NfvoException("No datacenter found for tenant '{}'".format(str(nfvo_tenant_id
)), HTTP_Not_Found
)
1768 #print "nfvo.datacenter_action() error. Several datacenters found"
1769 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
1770 myvim
= vims
.values()[0]
1772 hosts
= myvim
.get_hosts()
1773 logger
.debug('VIM hosts response: '+ yaml
.safe_dump(hosts
, indent
=4, default_flow_style
=False))
1775 datacenter
= {'Datacenters': [ {'name':myvim
['name'],'servers':[]} ] }
1777 server
={'name':host
['name'], 'vms':[]}
1778 for vm
in host
['instances']:
1779 #get internal name and model
1781 c
= mydb
.get_rows(SELECT
=('name',), FROM
='instance_vms as iv join vms on iv.vm_id=vms.uuid',\
1782 WHERE
={'vim_vm_id':vm
['id']} )
1784 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' not found at tidnfvo".format(vm
['id']))
1786 server
['vms'].append( {'name':vm
['name'] , 'model':c
[0]['name']} )
1788 except db_base_Exception
as e
:
1789 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' error {}".format(vm
['id'], str(e
)))
1790 datacenter
['Datacenters'][0]['servers'].append(server
)
1791 #return -400, "en construccion"
1793 #print 'datacenters '+ json.dumps(datacenter, indent=4)
1795 except vimconn
.vimconnException
as e
:
1796 raise NfvoException("Not possible to get_host_list from VIM: {}".format(str(e
)), e
.http_code
)
1799 @deprecated("Use new_nsd_v3")
1800 def new_scenario(mydb
, tenant_id
, topo
):
1802 # result, vims = get_vim(mydb, tenant_id)
1804 # return result, vims
1806 if tenant_id
!= "any":
1807 check_tenant(mydb
, tenant_id
)
1808 if "tenant_id" in topo
:
1809 if topo
["tenant_id"] != tenant_id
:
1810 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(topo
["tenant_id"], tenant_id
),
1815 #1.1: get VNFs and external_networks (other_nets).
1817 other_nets
={} #external_networks, bridge_networks and data_networkds
1818 nodes
= topo
['topology']['nodes']
1819 for k
in nodes
.keys():
1820 if nodes
[k
]['type'] == 'VNF':
1822 vnfs
[k
]['ifaces'] = {}
1823 elif nodes
[k
]['type'] == 'other_network' or nodes
[k
]['type'] == 'external_network':
1824 other_nets
[k
] = nodes
[k
]
1825 other_nets
[k
]['external']=True
1826 elif nodes
[k
]['type'] == 'network':
1827 other_nets
[k
] = nodes
[k
]
1828 other_nets
[k
]['external']=False
1831 #1.2: Check that VNF are present at database table vnfs. Insert uuid, description and external interfaces
1832 for name
,vnf
in vnfs
.items():
1833 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
1835 error_pos
= "'topology':'nodes':'" + name
+ "'"
1837 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
1838 where
['uuid'] = vnf
['vnf_id']
1839 if 'VNF model' in vnf
:
1840 error_text
+= " 'VNF model' " + vnf
['VNF model']
1841 where
['name'] = vnf
['VNF model']
1843 raise NfvoException("Descriptor need a 'vnf_id' or 'VNF model' field at " + error_pos
, HTTP_Bad_Request
)
1845 vnf_db
= mydb
.get_rows(SELECT
=('uuid','name','description'),
1849 raise NfvoException("unknown" + error_text
+ " at " + error_pos
, HTTP_Not_Found
)
1851 raise NfvoException("more than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", HTTP_Conflict
)
1852 vnf
['uuid']=vnf_db
[0]['uuid']
1853 vnf
['description']=vnf_db
[0]['description']
1854 #get external interfaces
1855 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name','i.uuid as iface_uuid', 'i.type as type'),
1856 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
1857 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
1858 for ext_iface
in ext_ifaces
:
1859 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type':ext_iface
['type']}
1861 #1.4 get list of connections
1862 conections
= topo
['topology']['connections']
1863 conections_list
= []
1864 conections_list_name
= []
1865 for k
in conections
.keys():
1866 if type(conections
[k
]['nodes'])==dict: #dict with node:iface pairs
1867 ifaces_list
= conections
[k
]['nodes'].items()
1868 elif type(conections
[k
]['nodes'])==list: #list with dictionary
1870 conection_pair_list
= map(lambda x
: x
.items(), conections
[k
]['nodes'] )
1871 for k2
in conection_pair_list
:
1874 con_type
= conections
[k
].get("type", "link")
1875 if con_type
!= "link":
1877 raise NfvoException("Format error. Reapeted network name at 'topology':'connections':'{}'".format(str(k
)), HTTP_Bad_Request
)
1878 other_nets
[k
] = {'external': False}
1879 if conections
[k
].get("graph"):
1880 other_nets
[k
]["graph"] = conections
[k
]["graph"]
1881 ifaces_list
.append( (k
, None) )
1884 if con_type
== "external_network":
1885 other_nets
[k
]['external'] = True
1886 if conections
[k
].get("model"):
1887 other_nets
[k
]["model"] = conections
[k
]["model"]
1889 other_nets
[k
]["model"] = k
1890 if con_type
== "dataplane_net" or con_type
== "bridge_net":
1891 other_nets
[k
]["model"] = con_type
1893 conections_list_name
.append(k
)
1894 conections_list
.append(set(ifaces_list
)) #from list to set to operate as a set (this conversion removes elements that are repeated in a list)
1895 #print set(ifaces_list)
1896 #check valid VNF and iface names
1897 for iface
in ifaces_list
:
1898 if iface
[0] not in vnfs
and iface
[0] not in other_nets
:
1899 raise NfvoException("format error. Invalid VNF name at 'topology':'connections':'{}':'nodes':'{}'".format(
1900 str(k
), iface
[0]), HTTP_Not_Found
)
1901 if iface
[0] in vnfs
and iface
[1] not in vnfs
[ iface
[0] ]['ifaces']:
1902 raise NfvoException("format error. Invalid interface name at 'topology':'connections':'{}':'nodes':'{}':'{}'".format(
1903 str(k
), iface
[0], iface
[1]), HTTP_Not_Found
)
1905 #1.5 unify connections from the pair list to a consolidated list
1907 while index
< len(conections_list
):
1909 while index2
< len(conections_list
):
1910 if len(conections_list
[index
] & conections_list
[index2
])>0: #common interface, join nets
1911 conections_list
[index
] |
= conections_list
[index2
]
1912 del conections_list
[index2
]
1913 del conections_list_name
[index2
]
1916 conections_list
[index
] = list(conections_list
[index
]) # from set to list again
1918 #for k in conections_list:
1923 #1.6 Delete non external nets
1924 # for k in other_nets.keys():
1925 # if other_nets[k]['model']=='bridge' or other_nets[k]['model']=='dataplane_net' or other_nets[k]['model']=='bridge_net':
1926 # for con in conections_list:
1928 # for index in range(0,len(con)):
1929 # if con[index][0] == k: delete_indexes.insert(0,index) #order from higher to lower
1930 # for index in delete_indexes:
1933 #1.7: Check external_ports are present at database table datacenter_nets
1934 for k
,net
in other_nets
.items():
1935 error_pos
= "'topology':'nodes':'" + k
+ "'"
1936 if net
['external']==False:
1937 if 'name' not in net
:
1939 if 'model' not in net
:
1940 raise NfvoException("needed a 'model' at " + error_pos
, HTTP_Bad_Request
)
1941 if net
['model']=='bridge_net':
1942 net
['type']='bridge';
1943 elif net
['model']=='dataplane_net':
1946 raise NfvoException("unknown 'model' '"+ net
['model'] +"' at " + error_pos
, HTTP_Not_Found
)
1948 #IF we do not want to check that external network exist at datacenter
1953 # if 'net_id' in net:
1954 # error_text += " 'net_id' " + net['net_id']
1955 # WHERE_['uuid'] = net['net_id']
1956 # if 'model' in net:
1957 # error_text += " 'model' " + net['model']
1958 # WHERE_['name'] = net['model']
1959 # if len(WHERE_) == 0:
1960 # return -HTTP_Bad_Request, "needed a 'net_id' or 'model' at " + error_pos
1961 # r,net_db = mydb.get_table(SELECT=('uuid','name','description','type','shared'),
1962 # FROM='datacenter_nets', WHERE=WHERE_ )
1964 # print "nfvo.new_scenario Error getting datacenter_nets",r,net_db
1966 # print "nfvo.new_scenario Error" +error_text+ " is not present at database"
1967 # return -HTTP_Bad_Request, "unknown " +error_text+ " at " + error_pos
1969 # print "nfvo.new_scenario Error more than one external_network for " +error_text+ " is present at database"
1970 # return -HTTP_Bad_Request, "more than one external_network for " +error_text+ "at "+ error_pos + " Concrete with 'net_id'"
1971 # other_nets[k].update(net_db[0])
1974 net_nb
=0 #Number of nets
1975 for con
in conections_list
:
1976 #check if this is connected to a external net
1980 for index
in range(0,len(con
)):
1981 #check if this is connected to a external net
1982 for net_key
in other_nets
.keys():
1983 if con
[index
][0]==net_key
:
1984 if other_net_index
>=0:
1985 error_text
="There is some interface connected both to net '%s' and net '%s'" % (con
[other_net_index
][0], net_key
)
1986 #print "nfvo.new_scenario " + error_text
1987 raise NfvoException(error_text
, HTTP_Bad_Request
)
1989 other_net_index
= index
1990 net_target
= net_key
1992 #print "other_net_index", other_net_index
1994 if other_net_index
>=0:
1995 del con
[other_net_index
]
1996 #IF we do not want to check that external network exist at datacenter
1997 if other_nets
[net_target
]['external'] :
1998 if "name" not in other_nets
[net_target
]:
1999 other_nets
[net_target
]['name'] = other_nets
[net_target
]['model']
2000 if other_nets
[net_target
]["type"] == "external_network":
2001 if vnfs
[ con
[0][0] ]['ifaces'][ con
[0][1] ]["type"] == "data":
2002 other_nets
[net_target
]["type"] = "data"
2004 other_nets
[net_target
]["type"] = "bridge"
2006 # if other_nets[net_target]['external'] :
2007 # type_='data' if len(con)>1 else 'ptp' #an external net is connected to a external port, so it is ptp if only one connection is done to this net
2008 # if type_=='data' and other_nets[net_target]['type']=="ptp":
2009 # error_text = "Error connecting %d nodes on a not multipoint net %s" % (len(con), net_target)
2010 # print "nfvo.new_scenario " + error_text
2011 # return -HTTP_Bad_Request, error_text
2014 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2017 net_type_bridge
=False
2019 net_target
= "__-__net"+str(net_nb
)
2020 net_list
[net_target
] = {'name': conections_list_name
[net_nb
], #"net-"+str(net_nb),
2021 'description':"net-%s in scenario %s" %(net_nb
,topo
['name']),
2024 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2025 iface_type
= vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['type']
2026 if iface_type
=='mgmt' or iface_type
=='bridge':
2027 net_type_bridge
= True
2029 net_type_data
= True
2030 if net_type_bridge
and net_type_data
:
2031 error_text
= "Error connection interfaces of bridge type with data type. Firs node %s, iface %s" % (iface
[0], iface
[1])
2032 #print "nfvo.new_scenario " + error_text
2033 raise NfvoException(error_text
, HTTP_Bad_Request
)
2034 elif net_type_bridge
:
2037 type_
='data' if len(con
)>2 else 'ptp'
2038 net_list
[net_target
]['type'] = type_
2041 error_text
= "Error connection node %s : %s does not match any VNF or interface" % (iface
[0], iface
[1])
2042 #print "nfvo.new_scenario " + error_text
2044 raise NfvoException(error_text
, HTTP_Bad_Request
)
2046 #1.8: Connect to management net all not already connected interfaces of type 'mgmt'
2047 #1.8.1 obtain management net
2048 mgmt_net
= mydb
.get_rows(SELECT
=('uuid','name','description','type','shared'),
2049 FROM
='datacenter_nets', WHERE
={'name':'mgmt'} )
2050 #1.8.2 check all interfaces from all vnfs
2052 add_mgmt_net
= False
2053 for vnf
in vnfs
.values():
2054 for iface
in vnf
['ifaces'].values():
2055 if iface
['type']=='mgmt' and 'net_key' not in iface
:
2056 #iface not connected
2057 iface
['net_key'] = 'mgmt'
2059 if add_mgmt_net
and 'mgmt' not in net_list
:
2060 net_list
['mgmt']=mgmt_net
[0]
2061 net_list
['mgmt']['external']=True
2062 net_list
['mgmt']['graph']={'visible':False}
2064 net_list
.update(other_nets
)
2066 #print 'net_list', net_list
2071 #2: insert scenario. filling tables scenarios,sce_vnfs,sce_interfaces,sce_nets
2072 c
= mydb
.new_scenario( { 'vnfs':vnfs
, 'nets':net_list
,
2073 'tenant_id':tenant_id
, 'name':topo
['name'],
2074 'description':topo
.get('description',topo
['name']),
2075 'public': topo
.get('public', False)
2081 @deprecated("Use new_nsd_v3")
2082 def new_scenario_v02(mydb
, tenant_id
, scenario_dict
, version
):
2083 """ This creates a new scenario for version 0.2 and 0.3"""
2084 scenario
= scenario_dict
["scenario"]
2085 if tenant_id
!= "any":
2086 check_tenant(mydb
, tenant_id
)
2087 if "tenant_id" in scenario
:
2088 if scenario
["tenant_id"] != tenant_id
:
2089 # print "nfvo.new_scenario_v02() tenant '%s' not found" % tenant_id
2090 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(
2091 scenario
["tenant_id"], tenant_id
), HTTP_Unauthorized
)
2095 # 1: Check that VNF are present at database table vnfs and update content into scenario dict
2096 for name
,vnf
in scenario
["vnfs"].iteritems():
2097 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
2099 error_pos
= "'scenario':'vnfs':'" + name
+ "'"
2101 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
2102 where
['uuid'] = vnf
['vnf_id']
2103 if 'vnf_name' in vnf
:
2104 error_text
+= " 'vnf_name' " + vnf
['vnf_name']
2105 where
['name'] = vnf
['vnf_name']
2107 raise NfvoException("Needed a 'vnf_id' or 'vnf_name' at " + error_pos
, HTTP_Bad_Request
)
2108 vnf_db
= mydb
.get_rows(SELECT
=('uuid', 'name', 'description'),
2111 if len(vnf_db
) == 0:
2112 raise NfvoException("Unknown" + error_text
+ " at " + error_pos
, HTTP_Not_Found
)
2113 elif len(vnf_db
) > 1:
2114 raise NfvoException("More than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", HTTP_Conflict
)
2115 vnf
['uuid'] = vnf_db
[0]['uuid']
2116 vnf
['description'] = vnf_db
[0]['description']
2118 # get external interfaces
2119 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name', 'i.uuid as iface_uuid', 'i.type as type'),
2120 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
2121 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
2122 for ext_iface
in ext_ifaces
:
2123 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type': ext_iface
['type']}
2124 # TODO? get internal-connections from db.nets and their profiles, and update scenario[vnfs][internal-connections] accordingly
2126 # 2: Insert net_key and ip_address at every vnf interface
2127 for net_name
, net
in scenario
["networks"].items():
2128 net_type_bridge
= False
2129 net_type_data
= False
2130 for iface_dict
in net
["interfaces"]:
2131 if version
== "0.2":
2132 temp_dict
= iface_dict
2134 elif version
== "0.3":
2135 temp_dict
= {iface_dict
["vnf"] : iface_dict
["vnf_interface"]}
2136 ip_address
= iface_dict
.get('ip_address', None)
2137 for vnf
, iface
in temp_dict
.items():
2138 if vnf
not in scenario
["vnfs"]:
2139 error_text
= "Error at 'networks':'{}':'interfaces' VNF '{}' not match any VNF at 'vnfs'".format(
2141 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2142 raise NfvoException(error_text
, HTTP_Not_Found
)
2143 if iface
not in scenario
["vnfs"][vnf
]['ifaces']:
2144 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface not match any VNF interface"\
2145 .format(net_name
, iface
)
2146 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2147 raise NfvoException(error_text
, HTTP_Bad_Request
)
2148 if "net_key" in scenario
["vnfs"][vnf
]['ifaces'][iface
]:
2149 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface already connected at network"\
2150 "'{}'".format(net_name
, iface
,scenario
["vnfs"][vnf
]['ifaces'][iface
]['net_key'])
2151 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2152 raise NfvoException(error_text
, HTTP_Bad_Request
)
2153 scenario
["vnfs"][vnf
]['ifaces'][ iface
]['net_key'] = net_name
2154 scenario
["vnfs"][vnf
]['ifaces'][iface
]['ip_address'] = ip_address
2155 iface_type
= scenario
["vnfs"][vnf
]['ifaces'][iface
]['type']
2156 if iface_type
== 'mgmt' or iface_type
== 'bridge':
2157 net_type_bridge
= True
2159 net_type_data
= True
2161 if net_type_bridge
and net_type_data
:
2162 error_text
= "Error connection interfaces of 'bridge' type and 'data' type at 'networks':'{}':'interfaces'"\
2164 # logger.debug("nfvo.new_scenario " + error_text)
2165 raise NfvoException(error_text
, HTTP_Bad_Request
)
2166 elif net_type_bridge
:
2169 type_
= 'data' if len(net
["interfaces"]) > 2 else 'ptp'
2171 if net
.get("implementation"): # for v0.3
2172 if type_
== "bridge" and net
["implementation"] == "underlay":
2173 error_text
= "Error connecting interfaces of data type to a network declared as 'underlay' at "\
2174 "'network':'{}'".format(net_name
)
2175 # logger.debug(error_text)
2176 raise NfvoException(error_text
, HTTP_Bad_Request
)
2177 elif type_
!= "bridge" and net
["implementation"] == "overlay":
2178 error_text
= "Error connecting interfaces of data type to a network declared as 'overlay' at "\
2179 "'network':'{}'".format(net_name
)
2180 # logger.debug(error_text)
2181 raise NfvoException(error_text
, HTTP_Bad_Request
)
2182 net
.pop("implementation")
2183 if "type" in net
and version
== "0.3": # for v0.3
2184 if type_
== "data" and net
["type"] == "e-line":
2185 error_text
= "Error connecting more than 2 interfaces of data type to a network declared as type "\
2186 "'e-line' at 'network':'{}'".format(net_name
)
2187 # logger.debug(error_text)
2188 raise NfvoException(error_text
, HTTP_Bad_Request
)
2189 elif type_
== "ptp" and net
["type"] == "e-lan":
2193 net
['name'] = net_name
2194 net
['external'] = net
.get('external', False)
2196 # 3: insert at database
2197 scenario
["nets"] = scenario
["networks"]
2198 scenario
['tenant_id'] = tenant_id
2199 scenario_id
= mydb
.new_scenario(scenario
)
2203 def new_nsd_v3(mydb
, tenant_id
, nsd_descriptor
):
2205 Parses an OSM IM nsd_catalog and insert at DB
2208 :param nsd_descriptor:
2209 :return: The list of created NSD ids
2212 mynsd
= nsd_catalog
.nsd()
2214 pybindJSONDecoder
.load_ietf_json(nsd_descriptor
, None, None, obj
=mynsd
)
2215 except Exception as e
:
2216 raise NfvoException("Error. Invalid NS descriptor format: " + str(e
), HTTP_Bad_Request
)
2220 db_sce_interfaces
= []
2223 db_sce_rsp_hops
= []
2224 db_sce_classifiers
= []
2225 db_sce_classifier_matches
= []
2227 db_ip_profiles_index
= 0
2230 for nsd_yang
in mynsd
.nsd_catalog
.nsd
.itervalues():
2231 nsd
= nsd_yang
.get()
2234 scenario_uuid
= str(uuid4())
2235 uuid_list
.append(scenario_uuid
)
2236 nsd_uuid_list
.append(scenario_uuid
)
2238 "uuid": scenario_uuid
,
2239 "osm_id": get_str(nsd
, "id", 255),
2240 "name": get_str(nsd
, "name", 255),
2241 "description": get_str(nsd
, "description", 255),
2242 "tenant_id": tenant_id
,
2243 "vendor": get_str(nsd
, "vendor", 255),
2244 "short_name": get_str(nsd
, "short-name", 255),
2245 "descriptor": str(nsd_descriptor
)[:60000],
2247 db_scenarios
.append(db_scenario
)
2249 # table sce_vnfs (constituent-vnfd)
2250 vnf_index2scevnf_uuid
= {}
2251 vnf_index2vnf_uuid
= {}
2252 for vnf
in nsd
.get("constituent-vnfd").itervalues():
2253 existing_vnf
= mydb
.get_rows(FROM
="vnfs", WHERE
={'osm_id': str(vnf
["vnfd-id-ref"])[:255],
2254 'tenant_id': tenant_id
})
2255 if not existing_vnf
:
2256 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'constituent-vnfd':'vnfd-id-ref':"
2257 "'{}'. Reference to a non-existing VNFD in the catalog".format(
2258 str(nsd
["id"]), str(vnf
["vnfd-id-ref"])[:255]),
2260 sce_vnf_uuid
= str(uuid4())
2261 uuid_list
.append(sce_vnf_uuid
)
2263 "uuid": sce_vnf_uuid
,
2264 "scenario_id": scenario_uuid
,
2265 # "name": get_str(vnf, "member-vnf-index", 255),
2266 "name": existing_vnf
[0]["name"][:200] + "." + get_str(vnf
, "member-vnf-index", 50),
2267 "vnf_id": existing_vnf
[0]["uuid"],
2268 "member_vnf_index": str(vnf
["member-vnf-index"]),
2269 # TODO 'start-by-default': True
2271 vnf_index2scevnf_uuid
[str(vnf
['member-vnf-index'])] = sce_vnf_uuid
2272 vnf_index2vnf_uuid
[str(vnf
['member-vnf-index'])] = existing_vnf
[0]["uuid"]
2273 db_sce_vnfs
.append(db_sce_vnf
)
2275 # table ip_profiles (ip-profiles)
2276 ip_profile_name2db_table_index
= {}
2277 for ip_profile
in nsd
.get("ip-profiles").itervalues():
2279 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
2280 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
2281 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
2282 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
2283 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
2284 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
2287 for dns
in ip_profile
["ip-profile-params"]["dns-server"].itervalues():
2288 dns_list
.append(str(dns
.get("address")))
2289 db_ip_profile
["dns_address"] = ";".join(dns_list
)
2290 if ip_profile
["ip-profile-params"].get('security-group'):
2291 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
2292 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
2293 db_ip_profiles_index
+= 1
2294 db_ip_profiles
.append(db_ip_profile
)
2296 # table sce_nets (internal-vld)
2297 for vld
in nsd
.get("vld").itervalues():
2298 sce_net_uuid
= str(uuid4())
2299 uuid_list
.append(sce_net_uuid
)
2301 "uuid": sce_net_uuid
,
2302 "name": get_str(vld
, "name", 255),
2303 "scenario_id": scenario_uuid
,
2305 "multipoint": not vld
.get("type") == "ELINE",
2306 "osm_id": get_str(vld
, "id", 255),
2308 "description": get_str(vld
, "description", 255),
2310 # guess type of network
2311 if vld
.get("mgmt-network"):
2312 db_sce_net
["type"] = "bridge"
2313 db_sce_net
["external"] = True
2314 elif vld
.get("provider-network").get("overlay-type") == "VLAN":
2315 db_sce_net
["type"] = "data"
2317 # later on it will be fixed to bridge or data depending on the type of interfaces attached to it
2318 db_sce_net
["type"] = None
2319 db_sce_nets
.append(db_sce_net
)
2321 # ip-profile, link db_ip_profile with db_sce_net
2322 if vld
.get("ip-profile-ref"):
2323 ip_profile_name
= vld
.get("ip-profile-ref")
2324 if ip_profile_name
not in ip_profile_name2db_table_index
:
2325 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'ip-profile-ref':'{}'."
2326 " Reference to a non-existing 'ip_profiles'".format(
2327 str(nsd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
2329 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["sce_net_id"] = sce_net_uuid
2330 elif vld
.get("vim-network-name"):
2331 db_sce_net
["vim_network_name"] = get_str(vld
, "vim-network-name", 255)
2333 # table sce_interfaces (vld:vnfd-connection-point-ref)
2334 for iface
in vld
.get("vnfd-connection-point-ref").itervalues():
2335 vnf_index
= str(iface
['member-vnf-index-ref'])
2336 # check correct parameters
2337 if vnf_index
not in vnf_index2vnf_uuid
:
2338 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2339 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2340 "'nsd':'constituent-vnfd'".format(
2341 str(nsd
["id"]), str(vld
["id"]), str(iface
["member-vnf-index-ref"])),
2344 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid', 'i.type as iface_type'),
2345 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2346 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2347 'external_name': get_str(iface
, "vnfd-connection-point-ref",
2349 if not existing_ifaces
:
2350 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2351 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2352 "connection-point name at VNFD '{}'".format(
2353 str(nsd
["id"]), str(vld
["id"]), str(iface
["vnfd-connection-point-ref"]),
2354 str(iface
.get("vnfd-id-ref"))[:255]),
2356 interface_uuid
= existing_ifaces
[0]["uuid"]
2357 if existing_ifaces
[0]["iface_type"] == "data" and not db_sce_net
["type"]:
2358 db_sce_net
["type"] = "data"
2359 sce_interface_uuid
= str(uuid4())
2360 uuid_list
.append(sce_net_uuid
)
2361 iface_ip_address
= None
2362 if iface
.get("ip-address"):
2363 iface_ip_address
= str(iface
.get("ip-address"))
2364 db_sce_interface
= {
2365 "uuid": sce_interface_uuid
,
2366 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2367 "sce_net_id": sce_net_uuid
,
2368 "interface_id": interface_uuid
,
2369 "ip_address": iface_ip_address
,
2371 db_sce_interfaces
.append(db_sce_interface
)
2372 if not db_sce_net
["type"]:
2373 db_sce_net
["type"] = "bridge"
2375 # table sce_vnffgs (vnffgd)
2376 for vnffg
in nsd
.get("vnffgd").itervalues():
2377 sce_vnffg_uuid
= str(uuid4())
2378 uuid_list
.append(sce_vnffg_uuid
)
2380 "uuid": sce_vnffg_uuid
,
2381 "name": get_str(vnffg
, "name", 255),
2382 "scenario_id": scenario_uuid
,
2383 "vendor": get_str(vnffg
, "vendor", 255),
2384 "description": get_str(vld
, "description", 255),
2386 db_sce_vnffgs
.append(db_sce_vnffg
)
2390 for rsp
in vnffg
.get("rsp").itervalues():
2391 sce_rsp_uuid
= str(uuid4())
2392 uuid_list
.append(sce_rsp_uuid
)
2394 "uuid": sce_rsp_uuid
,
2395 "name": get_str(rsp
, "name", 255),
2396 "sce_vnffg_id": sce_vnffg_uuid
,
2397 "id": get_str(rsp
, "id", 255), # only useful to link with classifiers; will be removed later in the code
2399 db_sce_rsps
.append(db_sce_rsp
)
2400 db_sce_rsp_hops
= []
2401 for iface
in rsp
.get("vnfd-connection-point-ref").itervalues():
2402 vnf_index
= str(iface
['member-vnf-index-ref'])
2403 if_order
= int(iface
['order'])
2404 # check correct parameters
2405 if vnf_index
not in vnf_index2vnf_uuid
:
2406 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2407 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2408 "'nsd':'constituent-vnfd'".format(
2409 str(nsd
["id"]), str(rsp
["id"]), str(iface
["member-vnf-index-ref"])),
2412 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2413 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2414 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2415 'external_name': get_str(iface
, "vnfd-connection-point-ref",
2417 if not existing_ifaces
:
2418 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2419 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2420 "connection-point name at VNFD '{}'".format(
2421 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-connection-point-ref"]),
2422 str(iface
.get("vnfd-id-ref"))[:255]),
2424 interface_uuid
= existing_ifaces
[0]["uuid"]
2425 sce_rsp_hop_uuid
= str(uuid4())
2426 uuid_list
.append(sce_rsp_hop_uuid
)
2428 "uuid": sce_rsp_hop_uuid
,
2429 "if_order": if_order
,
2430 "interface_id": interface_uuid
,
2431 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2432 "sce_rsp_id": sce_rsp_uuid
,
2434 db_sce_rsp_hops
.append(db_sce_rsp_hop
)
2436 # deal with classifiers
2437 db_sce_classifiers
= []
2438 for classifier
in vnffg
.get("classifier").itervalues():
2439 sce_classifier_uuid
= str(uuid4())
2440 uuid_list
.append(sce_classifier_uuid
)
2443 vnf_index
= str(classifier
['member-vnf-index-ref'])
2444 if vnf_index
not in vnf_index2vnf_uuid
:
2445 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'classifier[{}]':'vnfd-connection-point"
2446 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2447 "'nsd':'constituent-vnfd'".format(
2448 str(nsd
["id"]), str(classifier
["id"]), str(classifier
["member-vnf-index-ref"])),
2450 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2451 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2452 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2453 'external_name': get_str(classifier
, "vnfd-connection-point-ref",
2455 if not existing_ifaces
:
2456 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2457 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2458 "connection-point name at VNFD '{}'".format(
2459 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-connection-point-ref"]),
2460 str(iface
.get("vnfd-id-ref"))[:255]),
2462 interface_uuid
= existing_ifaces
[0]["uuid"]
2464 db_sce_classifier
= {
2465 "uuid": sce_classifier_uuid
,
2466 "name": get_str(classifier
, "name", 255),
2467 "sce_vnffg_id": sce_vnffg_uuid
,
2468 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2469 "interface_id": interface_uuid
,
2471 rsp_id
= get_str(classifier
, "rsp-id-ref", 255)
2472 rsp
= next((item
for item
in db_sce_rsps
if item
["id"] == rsp_id
), None)
2473 db_sce_classifier
["sce_rsp_id"] = rsp
["uuid"]
2474 db_sce_classifiers
.append(db_sce_classifier
)
2476 db_sce_classifier_matches
= []
2477 for match
in classifier
.get("match-attributes").itervalues():
2478 sce_classifier_match_uuid
= str(uuid4())
2479 uuid_list
.append(sce_classifier_match_uuid
)
2480 db_sce_classifier_match
= {
2481 "uuid": sce_classifier_match_uuid
,
2482 "ip_proto": get_str(match
, "ip-proto", 2),
2483 "source_ip": get_str(match
, "source-ip-address", 16),
2484 "destination_ip": get_str(match
, "destination-ip-address", 16),
2485 "source_port": get_str(match
, "source-port", 5),
2486 "destination_port": get_str(match
, "destination-port", 5),
2487 "sce_classifier_id": sce_classifier_uuid
,
2489 db_sce_classifier_matches
.append(db_sce_classifier_match
)
2492 # remove unneeded id's in sce_rsps
2493 for rsp
in db_sce_rsps
:
2497 {"scenarios": db_scenarios
},
2498 {"sce_nets": db_sce_nets
},
2499 {"ip_profiles": db_ip_profiles
},
2500 {"sce_vnfs": db_sce_vnfs
},
2501 {"sce_interfaces": db_sce_interfaces
},
2502 {"sce_vnffgs": db_sce_vnffgs
},
2503 {"sce_rsps": db_sce_rsps
},
2504 {"sce_rsp_hops": db_sce_rsp_hops
},
2505 {"sce_classifiers": db_sce_classifiers
},
2506 {"sce_classifier_matches": db_sce_classifier_matches
},
2509 logger
.debug("new_nsd_v3 done: %s",
2510 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
2511 mydb
.new_rows(db_tables
, uuid_list
)
2512 return nsd_uuid_list
2513 except NfvoException
:
2515 except Exception as e
:
2516 logger
.error("Exception {}".format(e
))
2517 raise # NfvoException("Exception {}".format(e), HTTP_Bad_Request)
2520 def edit_scenario(mydb
, tenant_id
, scenario_id
, data
):
2521 data
["uuid"] = scenario_id
2522 data
["tenant_id"] = tenant_id
2523 c
= mydb
.edit_scenario( data
)
2527 @deprecated("Use create_instance")
2528 def start_scenario(mydb
, tenant_id
, scenario_id
, instance_scenario_name
, instance_scenario_description
, datacenter
=None,vim_tenant
=None, startvms
=True):
2529 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2530 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
, vim_tenant
=vim_tenant
)
2531 vims
= {datacenter_id
: myvim
}
2532 myvim_tenant
= myvim
['tenant_id']
2533 datacenter_name
= myvim
['name']
2537 #print "Checking that the scenario_id exists and getting the scenario dictionary"
2538 scenarioDict
= mydb
.get_scenario(scenario_id
, tenant_id
, datacenter_id
=datacenter_id
)
2539 scenarioDict
['datacenter2tenant'] = { datacenter_id
: myvim
['config']['datacenter_tenant_id'] }
2540 scenarioDict
['datacenter_id'] = datacenter_id
2541 #print '================scenarioDict======================='
2542 #print json.dumps(scenarioDict, indent=4)
2543 #print 'BEGIN launching instance scenario "%s" based on "%s"' % (instance_scenario_name,scenarioDict['name'])
2545 logger
.debug("start_scenario Scenario %s: consisting of %d VNF(s)", scenarioDict
['name'],len(scenarioDict
['vnfs']))
2546 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2548 auxNetDict
= {} #Auxiliar dictionary. First key:'scenario' or sce_vnf uuid. Second Key: uuid of the net/sce_net. Value: vim_net_id
2549 auxNetDict
['scenario'] = {}
2551 logger
.debug("start_scenario 1. Creating new nets (sce_nets) in the VIM")
2552 for sce_net
in scenarioDict
['nets']:
2553 #print "Net name: %s. Description: %s" % (sce_net["name"], sce_net["description"])
2555 myNetName
= "%s.%s" % (instance_scenario_name
, sce_net
['name'])
2556 myNetName
= myNetName
[0:255] #limit length
2557 myNetType
= sce_net
['type']
2559 myNetDict
["name"] = myNetName
2560 myNetDict
["type"] = myNetType
2561 myNetDict
["tenant_id"] = myvim_tenant
2562 myNetIPProfile
= sce_net
.get('ip_profile', None)
2564 #We should use the dictionary as input parameter for new_network
2566 if not sce_net
["external"]:
2567 network_id
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2568 #print "New VIM network created for scenario %s. Network id: %s" % (scenarioDict['name'],network_id)
2569 sce_net
['vim_id'] = network_id
2570 auxNetDict
['scenario'][sce_net
['uuid']] = network_id
2571 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2572 sce_net
["created"] = True
2574 if sce_net
['vim_id'] == None:
2575 error_text
= "Error, datacenter '%s' does not have external network '%s'." % (datacenter_name
, sce_net
['name'])
2576 _
, message
= rollback(mydb
, vims
, rollbackList
)
2577 logger
.error("nfvo.start_scenario: %s", error_text
)
2578 raise NfvoException(error_text
, HTTP_Bad_Request
)
2579 logger
.debug("Using existent VIM network for scenario %s. Network id %s", scenarioDict
['name'],sce_net
['vim_id'])
2580 auxNetDict
['scenario'][sce_net
['uuid']] = sce_net
['vim_id']
2582 logger
.debug("start_scenario 2. Creating new nets (vnf internal nets) in the VIM")
2583 #For each vnf net, we create it and we add it to instanceNetlist.
2585 for sce_vnf
in scenarioDict
['vnfs']:
2586 for net
in sce_vnf
['nets']:
2587 #print "Net name: %s. Description: %s" % (net["name"], net["description"])
2589 myNetName
= "%s.%s" % (instance_scenario_name
,net
['name'])
2590 myNetName
= myNetName
[0:255] #limit length
2591 myNetType
= net
['type']
2593 myNetDict
["name"] = myNetName
2594 myNetDict
["type"] = myNetType
2595 myNetDict
["tenant_id"] = myvim_tenant
2596 myNetIPProfile
= net
.get('ip_profile', None)
2599 #We should use the dictionary as input parameter for new_network
2600 network_id
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
)
2601 #print "VIM network id for scenario %s: %s" % (scenarioDict['name'],network_id)
2602 net
['vim_id'] = network_id
2603 if sce_vnf
['uuid'] not in auxNetDict
:
2604 auxNetDict
[sce_vnf
['uuid']] = {}
2605 auxNetDict
[sce_vnf
['uuid']][net
['uuid']] = network_id
2606 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2607 net
["created"] = True
2609 #print "auxNetDict:"
2610 #print yaml.safe_dump(auxNetDict, indent=4, default_flow_style=False)
2612 logger
.debug("start_scenario 3. Creating new vm instances in the VIM")
2613 #myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
2615 for sce_vnf
in scenarioDict
['vnfs']:
2616 vnf_availability_zones
= []
2617 for vm
in sce_vnf
['vms']:
2618 vm_av
= vm
.get('availability_zone')
2619 if vm_av
and vm_av
not in vnf_availability_zones
:
2620 vnf_availability_zones
.append(vm_av
)
2622 # check if there is enough availability zones available at vim level.
2623 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
2624 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
2625 raise NfvoException('No enough availability zones at VIM for this deployment', HTTP_Bad_Request
)
2627 for vm
in sce_vnf
['vms']:
2630 #myVMDict['name'] = "%s-%s-%s" % (scenarioDict['name'],sce_vnf['name'], vm['name'])
2631 myVMDict
['name'] = "{}.{}.{}".format(instance_scenario_name
,sce_vnf
['name'],chr(96+i
))
2632 #myVMDict['description'] = vm['description']
2633 myVMDict
['description'] = myVMDict
['name'][0:99]
2635 myVMDict
['start'] = "no"
2636 myVMDict
['name'] = myVMDict
['name'][0:255] #limit name length
2637 #print "VM name: %s. Description: %s" % (myVMDict['name'], myVMDict['name'])
2639 #create image at vim in case it not exist
2640 image_dict
= mydb
.get_table_by_uuid_name("images", vm
['image_id'])
2641 image_id
= create_or_use_image(mydb
, vims
, image_dict
, [], True)
2642 vm
['vim_image_id'] = image_id
2644 #create flavor at vim in case it not exist
2645 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
2646 if flavor_dict
['extended']!=None:
2647 flavor_dict
['extended']= yaml
.load(flavor_dict
['extended'])
2648 flavor_id
= create_or_use_flavor(mydb
, vims
, flavor_dict
, [], True)
2649 vm
['vim_flavor_id'] = flavor_id
2652 myVMDict
['imageRef'] = vm
['vim_image_id']
2653 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
2654 myVMDict
['networks'] = []
2655 for iface
in vm
['interfaces']:
2657 if iface
['type']=="data":
2658 netDict
['type'] = iface
['model']
2659 elif "model" in iface
and iface
["model"]!=None:
2660 netDict
['model']=iface
['model']
2661 #TODO in future, remove this because mac_address will not be set, and the type of PV,VF is obtained from iterface table model
2662 #discover type of interface looking at flavor
2663 for numa
in flavor_dict
.get('extended',{}).get('numas',[]):
2664 for flavor_iface
in numa
.get('interfaces',[]):
2665 if flavor_iface
.get('name') == iface
['internal_name']:
2666 if flavor_iface
['dedicated'] == 'yes':
2667 netDict
['type']="PF" #passthrough
2668 elif flavor_iface
['dedicated'] == 'no':
2669 netDict
['type']="VF" #siov
2670 elif flavor_iface
['dedicated'] == 'yes:sriov':
2671 netDict
['type']="VFnotShared" #sriov but only one sriov on the PF
2672 netDict
["mac_address"] = flavor_iface
.get("mac_address")
2674 netDict
["use"]=iface
['type']
2675 if netDict
["use"]=="data" and not netDict
.get("type"):
2676 #print "netDict", netDict
2677 #print "iface", iface
2678 e_text
= "Cannot determine the interface type PF or VF of VNF '%s' VM '%s' iface '%s'" %(sce_vnf
['name'], vm
['name'], iface
['internal_name'])
2679 if flavor_dict
.get('extended')==None:
2680 raise NfvoException(e_text
+ "After database migration some information is not available. \
2681 Try to delete and create the scenarios and VNFs again", HTTP_Conflict
)
2683 raise NfvoException(e_text
, HTTP_Internal_Server_Error
)
2684 if netDict
["use"]=="mgmt" or netDict
["use"]=="bridge":
2685 netDict
["type"]="virtual"
2686 if "vpci" in iface
and iface
["vpci"] is not None:
2687 netDict
['vpci'] = iface
['vpci']
2688 if "mac" in iface
and iface
["mac"] is not None:
2689 netDict
['mac_address'] = iface
['mac']
2690 if "port-security" in iface
and iface
["port-security"] is not None:
2691 netDict
['port_security'] = iface
['port-security']
2692 if "floating-ip" in iface
and iface
["floating-ip"] is not None:
2693 netDict
['floating_ip'] = iface
['floating-ip']
2694 netDict
['name'] = iface
['internal_name']
2695 if iface
['net_id'] is None:
2696 for vnf_iface
in sce_vnf
["interfaces"]:
2699 if vnf_iface
['interface_id']==iface
['uuid']:
2700 netDict
['net_id'] = auxNetDict
['scenario'][ vnf_iface
['sce_net_id'] ]
2703 netDict
['net_id'] = auxNetDict
[ sce_vnf
['uuid'] ][ iface
['net_id'] ]
2704 #skip bridge ifaces not connected to any net
2705 #if 'net_id' not in netDict or netDict['net_id']==None:
2707 myVMDict
['networks'].append(netDict
)
2708 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2709 #print myVMDict['name']
2710 #print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
2711 #print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
2712 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2714 if 'availability_zone' in myVMDict
:
2715 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
2719 vm_id
, _
= myvim
.new_vminstance(myVMDict
['name'], myVMDict
['description'], myVMDict
.get('start', None),
2720 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'],
2721 availability_zone_index
=av_index
,
2722 availability_zone_list
=vnf_availability_zones
)
2723 #print "VIM vm instance id (server id) for scenario %s: %s" % (scenarioDict['name'],vm_id)
2724 vm
['vim_id'] = vm_id
2725 rollbackList
.append({'what':'vm','where':'vim','vim_id':datacenter_id
,'uuid':vm_id
})
2726 #put interface uuid back to scenario[vnfs][vms[[interfaces]
2727 for net
in myVMDict
['networks']:
2729 for iface
in vm
['interfaces']:
2730 if net
["name"]==iface
["internal_name"]:
2731 iface
["vim_id"]=net
["vim_id"]
2734 logger
.debug("start scenario Deployment done")
2735 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2736 #r,c = mydb.new_instance_scenario_as_a_whole(nfvo_tenant,scenarioDict['name'],scenarioDict)
2737 instance_id
= mydb
.new_instance_scenario_as_a_whole(tenant_id
,instance_scenario_name
, instance_scenario_description
, scenarioDict
)
2738 return mydb
.get_instance_scenario(instance_id
)
2740 except (db_base_Exception
, vimconn
.vimconnException
) as e
:
2741 _
, message
= rollback(mydb
, vims
, rollbackList
)
2742 if isinstance(e
, db_base_Exception
):
2743 error_text
= "Exception at database"
2745 error_text
= "Exception at VIM"
2746 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
2747 #logger.error("start_scenario %s", error_text)
2748 raise NfvoException(error_text
, e
.http_code
)
2750 def unify_cloud_config(cloud_config_preserve
, cloud_config
):
2751 """ join the cloud config information into cloud_config_preserve.
2752 In case of conflict cloud_config_preserve preserves
2755 if not cloud_config_preserve
and not cloud_config
:
2758 new_cloud_config
= {"key-pairs":[], "users":[]}
2760 if cloud_config_preserve
:
2761 for key
in cloud_config_preserve
.get("key-pairs", () ):
2762 if key
not in new_cloud_config
["key-pairs"]:
2763 new_cloud_config
["key-pairs"].append(key
)
2765 for key
in cloud_config
.get("key-pairs", () ):
2766 if key
not in new_cloud_config
["key-pairs"]:
2767 new_cloud_config
["key-pairs"].append(key
)
2768 if not new_cloud_config
["key-pairs"]:
2769 del new_cloud_config
["key-pairs"]
2773 new_cloud_config
["users"] += cloud_config
.get("users", () )
2774 if cloud_config_preserve
:
2775 new_cloud_config
["users"] += cloud_config_preserve
.get("users", () )
2776 index_to_delete
= []
2777 users
= new_cloud_config
.get("users", [])
2778 for index0
in range(0,len(users
)):
2779 if index0
in index_to_delete
:
2781 for index1
in range(index0
+1,len(users
)):
2782 if index1
in index_to_delete
:
2784 if users
[index0
]["name"] == users
[index1
]["name"]:
2785 index_to_delete
.append(index1
)
2786 for key
in users
[index1
].get("key-pairs",()):
2787 if "key-pairs" not in users
[index0
]:
2788 users
[index0
]["key-pairs"] = [key
]
2789 elif key
not in users
[index0
]["key-pairs"]:
2790 users
[index0
]["key-pairs"].append(key
)
2791 index_to_delete
.sort(reverse
=True)
2792 for index
in index_to_delete
:
2794 if not new_cloud_config
["users"]:
2795 del new_cloud_config
["users"]
2798 if cloud_config
and cloud_config
.get("boot-data-drive") != None:
2799 new_cloud_config
["boot-data-drive"] = cloud_config
["boot-data-drive"]
2800 if cloud_config_preserve
and cloud_config_preserve
.get("boot-data-drive") != None:
2801 new_cloud_config
["boot-data-drive"] = cloud_config_preserve
["boot-data-drive"]
2804 new_cloud_config
["user-data"] = []
2805 if cloud_config
and cloud_config
.get("user-data"):
2806 if isinstance(cloud_config
["user-data"], list):
2807 new_cloud_config
["user-data"] += cloud_config
["user-data"]
2809 new_cloud_config
["user-data"].append(cloud_config
["user-data"])
2810 if cloud_config_preserve
and cloud_config_preserve
.get("user-data"):
2811 if isinstance(cloud_config_preserve
["user-data"], list):
2812 new_cloud_config
["user-data"] += cloud_config_preserve
["user-data"]
2814 new_cloud_config
["user-data"].append(cloud_config_preserve
["user-data"])
2815 if not new_cloud_config
["user-data"]:
2816 del new_cloud_config
["user-data"]
2819 new_cloud_config
["config-files"] = []
2820 if cloud_config
and cloud_config
.get("config-files") != None:
2821 new_cloud_config
["config-files"] += cloud_config
["config-files"]
2822 if cloud_config_preserve
:
2823 for file in cloud_config_preserve
.get("config-files", ()):
2824 for index
in range(0, len(new_cloud_config
["config-files"])):
2825 if new_cloud_config
["config-files"][index
]["dest"] == file["dest"]:
2826 new_cloud_config
["config-files"][index
] = file
2829 new_cloud_config
["config-files"].append(file)
2830 if not new_cloud_config
["config-files"]:
2831 del new_cloud_config
["config-files"]
2832 return new_cloud_config
2835 def get_vim_thread(mydb
, tenant_id
, datacenter_id_name
=None, datacenter_tenant_id
=None):
2836 datacenter_id
= None
2837 datacenter_name
= None
2840 if datacenter_tenant_id
:
2841 thread_id
= datacenter_tenant_id
2842 thread
= vim_threads
["running"].get(datacenter_tenant_id
)
2844 where_
={"td.nfvo_tenant_id": tenant_id
}
2845 if datacenter_id_name
:
2846 if utils
.check_valid_uuid(datacenter_id_name
):
2847 datacenter_id
= datacenter_id_name
2848 where_
["dt.datacenter_id"] = datacenter_id
2850 datacenter_name
= datacenter_id_name
2851 where_
["d.name"] = datacenter_name
2852 if datacenter_tenant_id
:
2853 where_
["dt.uuid"] = datacenter_tenant_id
2854 datacenters
= mydb
.get_rows(
2855 SELECT
=("dt.uuid as datacenter_tenant_id",),
2856 FROM
="datacenter_tenants as dt join tenants_datacenters as td on dt.uuid=td.datacenter_tenant_id "
2857 "join datacenters as d on d.uuid=dt.datacenter_id",
2859 if len(datacenters
) > 1:
2860 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2862 thread_id
= datacenters
[0]["datacenter_tenant_id"]
2863 thread
= vim_threads
["running"].get(thread_id
)
2865 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2866 return thread_id
, thread
2867 except db_base_Exception
as e
:
2868 raise NfvoException("{} {}".format(type(e
).__name
__ , str(e
)), e
.http_code
)
2871 def get_datacenter_uuid(mydb
, tenant_id
, datacenter_id_name
):
2873 if utils
.check_valid_uuid(datacenter_id_name
):
2874 WHERE_dict
['d.uuid'] = datacenter_id_name
2876 WHERE_dict
['d.name'] = datacenter_id_name
2879 WHERE_dict
['nfvo_tenant_id'] = tenant_id
2880 from_
= "tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as" \
2881 " dt on td.datacenter_tenant_id=dt.uuid"
2883 from_
= 'datacenters as d'
2884 vimaccounts
= mydb
.get_rows(FROM
=from_
, SELECT
=("d.uuid as uuid, d.name as name",), WHERE
=WHERE_dict
)
2885 if len(vimaccounts
) == 0:
2886 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2887 elif len(vimaccounts
)>1:
2888 #print "nfvo.datacenter_action() error. Several datacenters found"
2889 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2890 return vimaccounts
[0]["uuid"], vimaccounts
[0]["name"]
2893 def get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter_id_name
=None, **extra_filter
):
2894 datacenter_id
= None
2895 datacenter_name
= None
2896 if datacenter_id_name
:
2897 if utils
.check_valid_uuid(datacenter_id_name
):
2898 datacenter_id
= datacenter_id_name
2900 datacenter_name
= datacenter_id_name
2901 vims
= get_vim(mydb
, tenant_id
, datacenter_id
, datacenter_name
, **extra_filter
)
2903 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), HTTP_Not_Found
)
2905 #print "nfvo.datacenter_action() error. Several datacenters found"
2906 raise NfvoException("More than one datacenters found, try to identify with uuid", HTTP_Conflict
)
2907 return vims
.keys()[0], vims
.values()[0]
2911 '''Takes dict d and updates it with the values in dict u.'''
2912 '''It merges all depth levels'''
2913 for k
, v
in u
.iteritems():
2914 if isinstance(v
, collections
.Mapping
):
2915 r
= update(d
.get(k
, {}), v
)
2922 def create_instance(mydb
, tenant_id
, instance_dict
):
2923 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2924 # logger.debug("Creating instance...")
2925 scenario
= instance_dict
["scenario"]
2927 # find main datacenter
2929 myvim_threads_id
= {}
2930 datacenter
= instance_dict
.get("datacenter")
2931 default_datacenter_id
, vim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
2932 myvims
[default_datacenter_id
] = vim
2933 myvim_threads_id
[default_datacenter_id
], _
= get_vim_thread(mydb
, tenant_id
, default_datacenter_id
)
2934 tenant
= mydb
.get_rows_by_id('nfvo_tenants', tenant_id
)
2935 # myvim_tenant = myvim['tenant_id']
2938 # print "Checking that the scenario exists and getting the scenario dictionary"
2939 scenarioDict
= mydb
.get_scenario(scenario
, tenant_id
, datacenter_vim_id
=myvim_threads_id
[default_datacenter_id
],
2940 datacenter_id
=default_datacenter_id
)
2942 # logger.debug(">>>>>> Dictionaries before merging")
2943 # logger.debug(">>>>>> InstanceDict:\n{}".format(yaml.safe_dump(instance_dict,default_flow_style=False, width=256)))
2944 # logger.debug(">>>>>> ScenarioDict:\n{}".format(yaml.safe_dump(scenarioDict,default_flow_style=False, width=256)))
2946 db_instance_vnfs
= []
2947 db_instance_vms
= []
2948 db_instance_interfaces
= []
2949 db_instance_sfis
= []
2950 db_instance_sfs
= []
2951 db_instance_classifications
= []
2952 db_instance_sfps
= []
2957 instance_name
= instance_dict
["name"]
2958 instance_uuid
= str(uuid4())
2959 uuid_list
.append(instance_uuid
)
2960 db_instance_scenario
= {
2961 "uuid": instance_uuid
,
2962 "name": instance_name
,
2963 "tenant_id": tenant_id
,
2964 "scenario_id": scenarioDict
['uuid'],
2965 "datacenter_id": default_datacenter_id
,
2966 # filled bellow 'datacenter_tenant_id'
2967 "description": instance_dict
.get("description"),
2969 if scenarioDict
.get("cloud-config"):
2970 db_instance_scenario
["cloud_config"] = yaml
.safe_dump(scenarioDict
["cloud-config"],
2971 default_flow_style
=True, width
=256)
2972 instance_action_id
= get_task_id()
2973 db_instance_action
= {
2974 "uuid": instance_action_id
, # same uuid for the instance and the action on create
2975 "tenant_id": tenant_id
,
2976 "instance_id": instance_uuid
,
2977 "description": "CREATE",
2980 # Auxiliary dictionaries from x to y
2981 sce_net2instance
= {}
2982 net2task_id
= {'scenario': {}}
2984 def ip_profile_IM2RO(ip_profile_im
):
2985 # translate from input format to database format
2987 if 'subnet-address' in ip_profile_im
:
2988 ip_profile_ro
['subnet_address'] = ip_profile_im
['subnet-address']
2989 if 'ip-version' in ip_profile_im
:
2990 ip_profile_ro
['ip_version'] = ip_profile_im
['ip-version']
2991 if 'gateway-address' in ip_profile_im
:
2992 ip_profile_ro
['gateway_address'] = ip_profile_im
['gateway-address']
2993 if 'dns-address' in ip_profile_im
:
2994 ip_profile_ro
['dns_address'] = ip_profile_im
['dns-address']
2995 if isinstance(ip_profile_ro
['dns_address'], (list, tuple)):
2996 ip_profile_ro
['dns_address'] = ";".join(ip_profile_ro
['dns_address'])
2997 if 'dhcp' in ip_profile_im
:
2998 ip_profile_ro
['dhcp_start_address'] = ip_profile_im
['dhcp'].get('start-address')
2999 ip_profile_ro
['dhcp_enabled'] = ip_profile_im
['dhcp'].get('enabled', True)
3000 ip_profile_ro
['dhcp_count'] = ip_profile_im
['dhcp'].get('count')
3001 return ip_profile_ro
3003 # logger.debug("Creating instance from scenario-dict:\n%s",
3004 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3006 # 0 check correct parameters
3007 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).iteritems():
3008 for scenario_net
in scenarioDict
['nets']:
3009 if net_name
== scenario_net
.get("name") or net_name
== scenario_net
.get("osm_id") or net_name
== scenario_net
.get("uuid"):
3012 raise NfvoException("Invalid scenario network name or id '{}' at instance:networks".format(net_name
),
3014 if "sites" not in net_instance_desc
:
3015 net_instance_desc
["sites"] = [ {} ]
3016 site_without_datacenter_field
= False
3017 for site
in net_instance_desc
["sites"]:
3018 if site
.get("datacenter"):
3019 site
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, site
["datacenter"])
3020 if site
["datacenter"] not in myvims
:
3021 # Add this datacenter to myvims
3022 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, site
["datacenter"])
3024 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, site
["datacenter"])
3025 site
["datacenter"] = d
# change name to id
3027 if site_without_datacenter_field
:
3028 raise NfvoException("Found more than one entries without datacenter field at "
3029 "instance:networks:{}:sites".format(net_name
), HTTP_Bad_Request
)
3030 site_without_datacenter_field
= True
3031 site
["datacenter"] = default_datacenter_id
# change name to id
3033 for vnf_name
, vnf_instance_desc
in instance_dict
.get("vnfs",{}).iteritems():
3034 for scenario_vnf
in scenarioDict
['vnfs']:
3035 if vnf_name
== scenario_vnf
['member_vnf_index'] or vnf_name
== scenario_vnf
['uuid'] or vnf_name
== scenario_vnf
['name']:
3038 raise NfvoException("Invalid vnf name '{}' at instance:vnfs".format(vnf_name
), HTTP_Bad_Request
)
3039 if "datacenter" in vnf_instance_desc
:
3040 # Add this datacenter to myvims
3041 vnf_instance_desc
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3042 if vnf_instance_desc
["datacenter"] not in myvims
:
3043 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3045 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3046 scenario_vnf
["datacenter"] = vnf_instance_desc
["datacenter"]
3048 for net_id
, net_instance_desc
in vnf_instance_desc
.get("networks", {}).iteritems():
3049 for scenario_net
in scenario_vnf
['nets']:
3050 if net_id
== scenario_net
['osm_id'] or net_id
== scenario_net
['uuid'] or net_id
== scenario_net
["name"]:
3053 raise NfvoException("Invalid net id or name '{}' at instance:vnfs:networks".format(net_id
), HTTP_Bad_Request
)
3054 if net_instance_desc
.get("vim-network-name"):
3055 scenario_net
["vim-network-name"] = net_instance_desc
["vim-network-name"]
3056 if net_instance_desc
.get("name"):
3057 scenario_net
["name"] = net_instance_desc
["name"]
3058 if 'ip-profile' in net_instance_desc
:
3059 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3060 if 'ip_profile' not in scenario_net
:
3061 scenario_net
['ip_profile'] = ipprofile_db
3063 update(scenario_net
['ip_profile'], ipprofile_db
)
3065 for vdu_id
, vdu_instance_desc
in vnf_instance_desc
.get("vdus", {}).iteritems():
3066 for scenario_vm
in scenario_vnf
['vms']:
3067 if vdu_id
== scenario_vm
['osm_id'] or vdu_id
== scenario_vm
["name"]:
3070 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), HTTP_Bad_Request
)
3071 scenario_vm
["instance_parameters"] = vdu_instance_desc
3072 for iface_id
, iface_instance_desc
in vdu_instance_desc
.get("interfaces", {}).iteritems():
3073 for scenario_interface
in scenario_vm
['interfaces']:
3074 if iface_id
== scenario_interface
['internal_name'] or iface_id
== scenario_interface
["external_name"]:
3075 scenario_interface
.update(iface_instance_desc
)
3078 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), HTTP_Bad_Request
)
3080 # 0.1 parse cloud-config parameters
3081 cloud_config
= unify_cloud_config(instance_dict
.get("cloud-config"), scenarioDict
.get("cloud-config"))
3083 # 0.2 merge instance information into scenario
3084 # Ideally, the operation should be as simple as: update(scenarioDict,instance_dict)
3085 # However, this is not possible yet.
3086 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).iteritems():
3087 for scenario_net
in scenarioDict
['nets']:
3088 if net_name
== scenario_net
["name"]:
3089 if 'ip-profile' in net_instance_desc
:
3090 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3091 if 'ip_profile' not in scenario_net
:
3092 scenario_net
['ip_profile'] = ipprofile_db
3094 update(scenario_net
['ip_profile'], ipprofile_db
)
3095 for interface
in net_instance_desc
.get('interfaces', ()):
3096 if 'ip_address' in interface
:
3097 for vnf
in scenarioDict
['vnfs']:
3098 if interface
['vnf'] == vnf
['name']:
3099 for vnf_interface
in vnf
['interfaces']:
3100 if interface
['vnf_interface'] == vnf_interface
['external_name']:
3101 vnf_interface
['ip_address'] = interface
['ip_address']
3103 # logger.debug(">>>>>>>> Merged dictionary")
3104 # logger.debug("Creating instance scenario-dict MERGED:\n%s",
3105 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3107 # 1. Creating new nets (sce_nets) in the VIM"
3108 number_mgmt_networks
= 0
3109 db_instance_nets
= []
3110 for sce_net
in scenarioDict
['nets']:
3111 # get involved datacenters where this network need to be created
3112 involved_datacenters
= []
3113 for sce_vnf
in scenarioDict
.get("vnfs"):
3114 vnf_datacenter
= sce_vnf
.get("datacenter", default_datacenter_id
)
3115 if vnf_datacenter
in involved_datacenters
:
3117 if sce_vnf
.get("interfaces"):
3118 for sce_vnf_ifaces
in sce_vnf
["interfaces"]:
3119 if sce_vnf_ifaces
.get("sce_net_id") == sce_net
["uuid"]:
3120 involved_datacenters
.append(vnf_datacenter
)
3122 if not involved_datacenters
:
3123 involved_datacenters
.append(default_datacenter_id
)
3126 if instance_dict
.get("networks") and instance_dict
["networks"].get(sce_net
["name"]):
3127 descriptor_net
= instance_dict
["networks"][sce_net
["name"]]
3128 net_name
= descriptor_net
.get("vim-network-name")
3129 sce_net2instance
[sce_net
['uuid']] = {}
3130 net2task_id
['scenario'][sce_net
['uuid']] = {}
3132 if sce_net
["external"]:
3133 number_mgmt_networks
+= 1
3135 for datacenter_id
in involved_datacenters
:
3137 netmap_create
= None
3138 if descriptor_net
.get("sites"):
3139 for site
in descriptor_net
["sites"]:
3140 if site
.get("datacenter") == datacenter_id
:
3141 netmap_use
= site
.get("netmap-use")
3142 netmap_create
= site
.get("netmap-create")
3145 vim
= myvims
[datacenter_id
]
3146 myvim_thread_id
= myvim_threads_id
[datacenter_id
]
3148 net_type
= sce_net
['type']
3149 lookfor_filter
= {'admin_state_up': True, 'status': 'ACTIVE'} # 'shared': True
3152 if sce_net
["external"]:
3153 net_name
= sce_net
["name"]
3155 net_name
= "{}-{}".format(instance_name
, sce_net
["name"])
3156 net_name
= net_name
[:255] # limit length
3158 if netmap_use
or netmap_create
:
3159 create_network
= False
3160 lookfor_network
= False
3162 lookfor_network
= True
3163 if utils
.check_valid_uuid(netmap_use
):
3164 lookfor_filter
["id"] = netmap_use
3166 lookfor_filter
["name"] = netmap_use
3168 create_network
= True
3169 net_vim_name
= net_name
3170 if isinstance(netmap_create
, str):
3171 net_vim_name
= netmap_create
3172 elif sce_net
.get("vim_network_name"):
3173 create_network
= False
3174 lookfor_network
= True
3175 lookfor_filter
["name"] = sce_net
.get("vim_network_name")
3176 elif sce_net
["external"]:
3177 if sce_net
['vim_id'] is not None:
3178 # there is a netmap at datacenter_nets database # TODO REVISE!!!!
3179 create_network
= False
3180 lookfor_network
= True
3181 lookfor_filter
["id"] = sce_net
['vim_id']
3182 elif vim
["config"].get("management_network_id") or vim
["config"].get("management_network_name"):
3183 if number_mgmt_networks
> 1:
3184 raise NfvoException("Found several VLD of type mgmt. "
3185 "You must concrete what vim-network must be use for each one",
3187 create_network
= False
3188 lookfor_network
= True
3189 if vim
["config"].get("management_network_id"):
3190 lookfor_filter
["id"] = vim
["config"]["management_network_id"]
3192 lookfor_filter
["name"] = vim
["config"]["management_network_name"]
3194 # There is not a netmap, look at datacenter for a net with this name and create if not found
3195 create_network
= True
3196 lookfor_network
= True
3197 lookfor_filter
["name"] = sce_net
["name"]
3198 net_vim_name
= sce_net
["name"]
3200 net_vim_name
= net_name
3201 create_network
= True
3202 lookfor_network
= False
3206 task_action
= "CREATE"
3207 task_extra
["params"] = (net_vim_name
, net_type
, sce_net
.get('ip_profile', None))
3209 task_extra
["find"] = (lookfor_filter
,)
3210 elif lookfor_network
:
3211 task_action
= "FIND"
3212 task_extra
["params"] = (lookfor_filter
,)
3214 # fill database content
3215 net_uuid
= str(uuid4())
3216 uuid_list
.append(net_uuid
)
3217 sce_net2instance
[sce_net
['uuid']][datacenter_id
] = net_uuid
3221 "instance_scenario_id": instance_uuid
,
3222 "sce_net_id": sce_net
["uuid"],
3223 "created": create_network
,
3224 'datacenter_id': datacenter_id
,
3225 'datacenter_tenant_id': myvim_thread_id
,
3226 'status': 'BUILD' # if create_network else "ACTIVE"
3228 db_instance_nets
.append(db_net
)
3230 "instance_action_id": instance_action_id
,
3231 "status": "SCHEDULED",
3232 "task_index": task_index
,
3233 "datacenter_vim_id": myvim_thread_id
,
3234 "action": task_action
,
3235 "item": "instance_nets",
3236 "item_id": net_uuid
,
3237 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3239 net2task_id
['scenario'][sce_net
['uuid']][datacenter_id
] = task_index
3241 db_vim_actions
.append(db_vim_action
)
3243 if 'ip_profile' in sce_net
:
3245 'instance_net_id': net_uuid
,
3246 'ip_version': sce_net
['ip_profile']['ip_version'],
3247 'subnet_address': sce_net
['ip_profile']['subnet_address'],
3248 'gateway_address': sce_net
['ip_profile']['gateway_address'],
3249 'dns_address': sce_net
['ip_profile']['dns_address'],
3250 'dhcp_enabled': sce_net
['ip_profile']['dhcp_enabled'],
3251 'dhcp_start_address': sce_net
['ip_profile']['dhcp_start_address'],
3252 'dhcp_count': sce_net
['ip_profile']['dhcp_count'],
3254 db_ip_profiles
.append(db_ip_profile
)
3258 "default_datacenter_id": default_datacenter_id
,
3259 "myvim_threads_id": myvim_threads_id
,
3260 "instance_uuid": instance_uuid
,
3261 "instance_name": instance_name
,
3262 "instance_action_id": instance_action_id
,
3264 "cloud_config": cloud_config
,
3265 "RO_pub_key": tenant
[0].get('RO_pub_key'),
3266 "instance_parameters": instance_dict
,
3269 "task_index": task_index
,
3270 "uuid_list": uuid_list
,
3271 "db_instance_nets": db_instance_nets
,
3272 "db_vim_actions": db_vim_actions
,
3273 "db_ip_profiles": db_ip_profiles
,
3274 "db_instance_vnfs": db_instance_vnfs
,
3275 "db_instance_vms": db_instance_vms
,
3276 "db_instance_interfaces": db_instance_interfaces
,
3277 "net2task_id": net2task_id
,
3278 "sce_net2instance": sce_net2instance
,
3280 # sce_vnf_list = sorted(scenarioDict['vnfs'], key=lambda k: k['name'])
3281 for sce_vnf
in scenarioDict
.get('vnfs'): # sce_vnf_list:
3282 instantiate_vnf(mydb
, sce_vnf
, vnf_params
, vnf_params_out
, rollbackList
)
3283 task_index
= vnf_params_out
["task_index"]
3284 uuid_list
= vnf_params_out
["uuid_list"]
3287 # task_depends_on = []
3288 for vnffg
in scenarioDict
['vnffgs']:
3289 for rsp
in vnffg
['rsps']:
3291 for cp
in rsp
['connection_points']:
3292 count
= mydb
.get_rows(
3293 SELECT
=('vms.count'),
3294 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_rsp_hops as h on interfaces.uuid=h.interface_id",
3295 WHERE
={'h.uuid': cp
['uuid']})[0]['count']
3296 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == cp
['sce_vnf_id']), None)
3297 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3299 for instance_vm
in instance_vms
:
3300 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3302 dependencies
.append(action
['task_index'])
3303 # TODO: throw exception if count != len(instance_vms)
3304 # TODO: and action shouldn't ever be None
3306 for i
in range(count
):
3308 sfi_uuid
= str(uuid4())
3309 uuid_list
.append(sfi_uuid
)
3312 "instance_scenario_id": instance_uuid
,
3313 'sce_rsp_hop_id': cp
['uuid'],
3314 'datacenter_id': datacenter_id
,
3315 'datacenter_tenant_id': myvim_thread_id
,
3316 "vim_sfi_id": None, # vim thread will populate
3318 db_instance_sfis
.append(db_sfi
)
3320 "instance_action_id": instance_action_id
,
3321 "task_index": task_index
,
3322 "datacenter_vim_id": myvim_thread_id
,
3324 "status": "SCHEDULED",
3325 "item": "instance_sfis",
3326 "item_id": sfi_uuid
,
3327 "extra": yaml
.safe_dump({"params": "", "depends_on": [dependencies
[i
]]},
3328 default_flow_style
=True, width
=256)
3330 sfis_created
.append(task_index
)
3332 db_vim_actions
.append(db_vim_action
)
3334 sf_uuid
= str(uuid4())
3335 uuid_list
.append(sf_uuid
)
3338 "instance_scenario_id": instance_uuid
,
3339 'sce_rsp_hop_id': cp
['uuid'],
3340 'datacenter_id': datacenter_id
,
3341 'datacenter_tenant_id': myvim_thread_id
,
3342 "vim_sf_id": None, # vim thread will populate
3344 db_instance_sfs
.append(db_sf
)
3346 "instance_action_id": instance_action_id
,
3347 "task_index": task_index
,
3348 "datacenter_vim_id": myvim_thread_id
,
3350 "status": "SCHEDULED",
3351 "item": "instance_sfs",
3353 "extra": yaml
.safe_dump({"params": "", "depends_on": sfis_created
},
3354 default_flow_style
=True, width
=256)
3356 sfs_created
.append(task_index
)
3358 db_vim_actions
.append(db_vim_action
)
3359 classifier
= rsp
['classifier']
3361 # TODO the following ~13 lines can be reused for the sfi case
3362 count
= mydb
.get_rows(
3363 SELECT
=('vms.count'),
3364 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_classifiers as c on interfaces.uuid=c.interface_id",
3365 WHERE
={'c.uuid': classifier
['uuid']})[0]['count']
3366 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == classifier
['sce_vnf_id']), None)
3367 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3369 for instance_vm
in instance_vms
:
3370 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3372 dependencies
.append(action
['task_index'])
3373 # TODO: throw exception if count != len(instance_vms)
3374 # TODO: and action shouldn't ever be None
3375 classifications_created
= []
3376 for i
in range(count
):
3377 for match
in classifier
['matches']:
3378 # create classifications
3379 classification_uuid
= str(uuid4())
3380 uuid_list
.append(classification_uuid
)
3381 db_classification
= {
3382 "uuid": classification_uuid
,
3383 "instance_scenario_id": instance_uuid
,
3384 'sce_classifier_match_id': match
['uuid'],
3385 'datacenter_id': datacenter_id
,
3386 'datacenter_tenant_id': myvim_thread_id
,
3387 "vim_classification_id": None, # vim thread will populate
3389 db_instance_classifications
.append(db_classification
)
3390 classification_params
= {
3391 "ip_proto": match
["ip_proto"],
3392 "source_ip": match
["source_ip"],
3393 "destination_ip": match
["destination_ip"],
3394 "source_port": match
["source_port"],
3395 "destination_port": match
["destination_port"]
3398 "instance_action_id": instance_action_id
,
3399 "task_index": task_index
,
3400 "datacenter_vim_id": myvim_thread_id
,
3402 "status": "SCHEDULED",
3403 "item": "instance_classifications",
3404 "item_id": classification_uuid
,
3405 "extra": yaml
.safe_dump({"params": classification_params
, "depends_on": [dependencies
[i
]]},
3406 default_flow_style
=True, width
=256)
3408 classifications_created
.append(task_index
)
3410 db_vim_actions
.append(db_vim_action
)
3413 sfp_uuid
= str(uuid4())
3414 uuid_list
.append(sfp_uuid
)
3417 "instance_scenario_id": instance_uuid
,
3418 'sce_rsp_id': rsp
['uuid'],
3419 'datacenter_id': datacenter_id
,
3420 'datacenter_tenant_id': myvim_thread_id
,
3421 "vim_sfp_id": None, # vim thread will populate
3423 db_instance_sfps
.append(db_sfp
)
3425 "instance_action_id": instance_action_id
,
3426 "task_index": task_index
,
3427 "datacenter_vim_id": myvim_thread_id
,
3429 "status": "SCHEDULED",
3430 "item": "instance_sfps",
3431 "item_id": sfp_uuid
,
3432 "extra": yaml
.safe_dump({"params": "", "depends_on": sfs_created
+ classifications_created
},
3433 default_flow_style
=True, width
=256)
3436 db_vim_actions
.append(db_vim_action
)
3438 scenarioDict
["datacenter2tenant"] = myvim_threads_id
3440 db_instance_action
["number_tasks"] = task_index
3441 db_instance_scenario
['datacenter_tenant_id'] = myvim_threads_id
[default_datacenter_id
]
3442 db_instance_scenario
['datacenter_id'] = default_datacenter_id
3444 {"instance_scenarios": db_instance_scenario
},
3445 {"instance_vnfs": db_instance_vnfs
},
3446 {"instance_nets": db_instance_nets
},
3447 {"ip_profiles": db_ip_profiles
},
3448 {"instance_vms": db_instance_vms
},
3449 {"instance_interfaces": db_instance_interfaces
},
3450 {"instance_actions": db_instance_action
},
3451 {"instance_sfis": db_instance_sfis
},
3452 {"instance_sfs": db_instance_sfs
},
3453 {"instance_classifications": db_instance_classifications
},
3454 {"instance_sfps": db_instance_sfps
},
3455 {"vim_actions": db_vim_actions
}
3458 logger
.debug("create_instance done DB tables: %s",
3459 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
3460 mydb
.new_rows(db_tables
, uuid_list
)
3461 for myvim_thread_id
in myvim_threads_id
.values():
3462 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
3464 returned_instance
= mydb
.get_instance_scenario(instance_uuid
)
3465 returned_instance
["action_id"] = instance_action_id
3466 return returned_instance
3467 except (NfvoException
, vimconn
.vimconnException
, db_base_Exception
) as e
:
3468 message
= rollback(mydb
, myvims
, rollbackList
)
3469 if isinstance(e
, db_base_Exception
):
3470 error_text
= "database Exception"
3471 elif isinstance(e
, vimconn
.vimconnException
):
3472 error_text
= "VIM Exception"
3474 error_text
= "Exception"
3475 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
3476 # logger.error("create_instance: %s", error_text)
3477 raise NfvoException(error_text
, e
.http_code
)
3480 def instantiate_vnf(mydb
, sce_vnf
, params
, params_out
, rollbackList
):
3481 default_datacenter_id
= params
["default_datacenter_id"]
3482 myvim_threads_id
= params
["myvim_threads_id"]
3483 instance_uuid
= params
["instance_uuid"]
3484 instance_name
= params
["instance_name"]
3485 instance_action_id
= params
["instance_action_id"]
3486 myvims
= params
["myvims"]
3487 cloud_config
= params
["cloud_config"]
3488 RO_pub_key
= params
["RO_pub_key"]
3490 task_index
= params_out
["task_index"]
3491 uuid_list
= params_out
["uuid_list"]
3492 db_instance_nets
= params_out
["db_instance_nets"]
3493 db_vim_actions
= params_out
["db_vim_actions"]
3494 db_ip_profiles
= params_out
["db_ip_profiles"]
3495 db_instance_vnfs
= params_out
["db_instance_vnfs"]
3496 db_instance_vms
= params_out
["db_instance_vms"]
3497 db_instance_interfaces
= params_out
["db_instance_interfaces"]
3498 net2task_id
= params_out
["net2task_id"]
3499 sce_net2instance
= params_out
["sce_net2instance"]
3501 vnf_net2instance
= {}
3503 # 2. Creating new nets (vnf internal nets) in the VIM"
3504 # For each vnf net, we create it and we add it to instanceNetlist.
3505 if sce_vnf
.get("datacenter"):
3506 datacenter_id
= sce_vnf
["datacenter"]
3507 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3509 datacenter_id
= default_datacenter_id
3510 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3511 for net
in sce_vnf
['nets']:
3513 # descriptor_net = instance_dict.get("vnfs", {}).get(sce_vnf["name"], {})
3514 # net_name = descriptor_net.get("name")
3517 net_name
= "{}-{}".format(instance_name
, net
["name"])
3518 net_name
= net_name
[:255] # limit length
3519 net_type
= net
['type']
3521 if sce_vnf
['uuid'] not in vnf_net2instance
:
3522 vnf_net2instance
[sce_vnf
['uuid']] = {}
3523 if sce_vnf
['uuid'] not in net2task_id
:
3524 net2task_id
[sce_vnf
['uuid']] = {}
3525 net2task_id
[sce_vnf
['uuid']][net
['uuid']] = task_index
3527 # fill database content
3528 net_uuid
= str(uuid4())
3529 uuid_list
.append(net_uuid
)
3530 vnf_net2instance
[sce_vnf
['uuid']][net
['uuid']] = net_uuid
3534 "instance_scenario_id": instance_uuid
,
3535 "net_id": net
["uuid"],
3537 'datacenter_id': datacenter_id
,
3538 'datacenter_tenant_id': myvim_thread_id
,
3540 db_instance_nets
.append(db_net
)
3542 if net
.get("vim-network-name"):
3543 lookfor_filter
= {"name": net
["vim-network-name"]}
3544 task_action
= "FIND"
3545 task_extra
= {"params": (lookfor_filter
,)}
3547 task_action
= "CREATE"
3548 task_extra
= {"params": (net_name
, net_type
, net
.get('ip_profile', None))}
3551 "instance_action_id": instance_action_id
,
3552 "task_index": task_index
,
3553 "datacenter_vim_id": myvim_thread_id
,
3554 "status": "SCHEDULED",
3555 "action": task_action
,
3556 "item": "instance_nets",
3557 "item_id": net_uuid
,
3558 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3561 db_vim_actions
.append(db_vim_action
)
3563 if 'ip_profile' in net
:
3565 'instance_net_id': net_uuid
,
3566 'ip_version': net
['ip_profile']['ip_version'],
3567 'subnet_address': net
['ip_profile']['subnet_address'],
3568 'gateway_address': net
['ip_profile']['gateway_address'],
3569 'dns_address': net
['ip_profile']['dns_address'],
3570 'dhcp_enabled': net
['ip_profile']['dhcp_enabled'],
3571 'dhcp_start_address': net
['ip_profile']['dhcp_start_address'],
3572 'dhcp_count': net
['ip_profile']['dhcp_count'],
3574 db_ip_profiles
.append(db_ip_profile
)
3576 # print "vnf_net2instance:"
3577 # print yaml.safe_dump(vnf_net2instance, indent=4, default_flow_style=False)
3579 # 3. Creating new vm instances in the VIM
3580 # myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
3582 if sce_vnf
.get('mgmt_access'):
3583 ssh_access
= sce_vnf
['mgmt_access'].get('config-access', {}).get('ssh-access')
3584 vnf_availability_zones
= []
3585 for vm
in sce_vnf
.get('vms'):
3586 vm_av
= vm
.get('availability_zone')
3587 if vm_av
and vm_av
not in vnf_availability_zones
:
3588 vnf_availability_zones
.append(vm_av
)
3590 # check if there is enough availability zones available at vim level.
3591 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
3592 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
3593 raise NfvoException('No enough availability zones at VIM for this deployment', HTTP_Bad_Request
)
3595 if sce_vnf
.get("datacenter"):
3596 vim
= myvims
[sce_vnf
["datacenter"]]
3597 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3598 datacenter_id
= sce_vnf
["datacenter"]
3600 vim
= myvims
[default_datacenter_id
]
3601 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3602 datacenter_id
= default_datacenter_id
3603 sce_vnf
["datacenter_id"] = datacenter_id
3606 vnf_uuid
= str(uuid4())
3607 uuid_list
.append(vnf_uuid
)
3610 'instance_scenario_id': instance_uuid
,
3611 'vnf_id': sce_vnf
['vnf_id'],
3612 'sce_vnf_id': sce_vnf
['uuid'],
3613 'datacenter_id': datacenter_id
,
3614 'datacenter_tenant_id': myvim_thread_id
,
3616 db_instance_vnfs
.append(db_instance_vnf
)
3618 for vm
in sce_vnf
['vms']:
3620 sce_vnf_name
= sce_vnf
['member_vnf_index'] if sce_vnf
['member_vnf_index'] else sce_vnf
['name']
3621 myVMDict
['name'] = "{}-{}-{}".format(instance_name
[:64], sce_vnf_name
[:64], vm
["name"][:64])
3622 myVMDict
['description'] = myVMDict
['name'][0:99]
3624 # myVMDict['start'] = "no"
3625 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("name"):
3626 myVMDict
['name'] = vm
["instance_parameters"].get("name")
3627 myVMDict
['name'] = myVMDict
['name'][0:255] # limit name length
3628 # create image at vim in case it not exist
3629 image_uuid
= vm
['image_id']
3630 if vm
.get("image_list"):
3631 for alternative_image
in vm
["image_list"]:
3632 if alternative_image
["vim_type"] == vim
["config"]["_vim_type_internal"]:
3633 image_uuid
= alternative_image
['image_id']
3635 image_dict
= mydb
.get_table_by_uuid_name("images", image_uuid
)
3636 image_id
= create_or_use_image(mydb
, {datacenter_id
: vim
}, image_dict
, [], True)
3637 vm
['vim_image_id'] = image_id
3639 # create flavor at vim in case it not exist
3640 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
3641 if flavor_dict
['extended'] != None:
3642 flavor_dict
['extended'] = yaml
.load(flavor_dict
['extended'])
3643 flavor_id
= create_or_use_flavor(mydb
, {datacenter_id
: vim
}, flavor_dict
, rollbackList
, True)
3645 # Obtain information for additional disks
3646 extended_flavor_dict
= mydb
.get_rows(FROM
='datacenters_flavors', SELECT
=('extended',),
3647 WHERE
={'vim_id': flavor_id
})
3648 if not extended_flavor_dict
:
3649 raise NfvoException("flavor '{}' not found".format(flavor_id
), HTTP_Not_Found
)
3651 # extended_flavor_dict_yaml = yaml.load(extended_flavor_dict[0])
3652 myVMDict
['disks'] = None
3653 extended_info
= extended_flavor_dict
[0]['extended']
3654 if extended_info
!= None:
3655 extended_flavor_dict_yaml
= yaml
.load(extended_info
)
3656 if 'disks' in extended_flavor_dict_yaml
:
3657 myVMDict
['disks'] = extended_flavor_dict_yaml
['disks']
3658 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("devices"):
3659 for disk
in myVMDict
['disks']:
3660 if disk
.get("name") in vm
["instance_parameters"]["devices"]:
3661 disk
.update(vm
["instance_parameters"]["devices"][disk
.get("name")])
3663 vm
['vim_flavor_id'] = flavor_id
3664 myVMDict
['imageRef'] = vm
['vim_image_id']
3665 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
3666 myVMDict
['availability_zone'] = vm
.get('availability_zone')
3667 myVMDict
['networks'] = []
3668 task_depends_on
= []
3669 # TODO ALF. connect_mgmt_interfaces. Connect management interfaces if this is true
3670 is_management_vm
= False
3672 for iface
in vm
['interfaces']:
3674 if iface
['type'] == "data":
3675 netDict
['type'] = iface
['model']
3676 elif "model" in iface
and iface
["model"] != None:
3677 netDict
['model'] = iface
['model']
3678 # TODO in future, remove this because mac_address will not be set, and the type of PV,VF
3679 # is obtained from iterface table model
3680 # discover type of interface looking at flavor
3681 for numa
in flavor_dict
.get('extended', {}).get('numas', []):
3682 for flavor_iface
in numa
.get('interfaces', []):
3683 if flavor_iface
.get('name') == iface
['internal_name']:
3684 if flavor_iface
['dedicated'] == 'yes':
3685 netDict
['type'] = "PF" # passthrough
3686 elif flavor_iface
['dedicated'] == 'no':
3687 netDict
['type'] = "VF" # siov
3688 elif flavor_iface
['dedicated'] == 'yes:sriov':
3689 netDict
['type'] = "VFnotShared" # sriov but only one sriov on the PF
3690 netDict
["mac_address"] = flavor_iface
.get("mac_address")
3692 netDict
["use"] = iface
['type']
3693 if netDict
["use"] == "data" and not netDict
.get("type"):
3694 # print "netDict", netDict
3695 # print "iface", iface
3696 e_text
= "Cannot determine the interface type PF or VF of VNF '{}' VM '{}' iface '{}'".fromat(
3697 sce_vnf
['name'], vm
['name'], iface
['internal_name'])
3698 if flavor_dict
.get('extended') == None:
3699 raise NfvoException(e_text
+ "After database migration some information is not available. \
3700 Try to delete and create the scenarios and VNFs again", HTTP_Conflict
)
3702 raise NfvoException(e_text
, HTTP_Internal_Server_Error
)
3703 if netDict
["use"] == "mgmt":
3704 is_management_vm
= True
3705 netDict
["type"] = "virtual"
3706 if netDict
["use"] == "bridge":
3707 netDict
["type"] = "virtual"
3708 if iface
.get("vpci"):
3709 netDict
['vpci'] = iface
['vpci']
3710 if iface
.get("mac"):
3711 netDict
['mac_address'] = iface
['mac']
3712 if iface
.get("mac_address"):
3713 netDict
['mac_address'] = iface
['mac_address']
3714 if iface
.get("ip_address"):
3715 netDict
['ip_address'] = iface
['ip_address']
3716 if iface
.get("port-security") is not None:
3717 netDict
['port_security'] = iface
['port-security']
3718 if iface
.get("floating-ip") is not None:
3719 netDict
['floating_ip'] = iface
['floating-ip']
3720 netDict
['name'] = iface
['internal_name']
3721 if iface
['net_id'] is None:
3722 for vnf_iface
in sce_vnf
["interfaces"]:
3725 if vnf_iface
['interface_id'] == iface
['uuid']:
3726 netDict
['net_id'] = "TASK-{}".format(
3727 net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
3728 instance_net_id
= sce_net2instance
[vnf_iface
['sce_net_id']][datacenter_id
]
3729 task_depends_on
.append(net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
3732 netDict
['net_id'] = "TASK-{}".format(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
3733 instance_net_id
= vnf_net2instance
[sce_vnf
['uuid']][iface
['net_id']]
3734 task_depends_on
.append(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
3735 # skip bridge ifaces not connected to any net
3736 if 'net_id' not in netDict
or netDict
['net_id'] == None:
3738 myVMDict
['networks'].append(netDict
)
3741 # 'instance_vm_id': instance_vm_uuid,
3742 "instance_net_id": instance_net_id
,
3743 'interface_id': iface
['uuid'],
3744 # 'vim_interface_id': ,
3745 'type': 'external' if iface
['external_name'] is not None else 'internal',
3746 'ip_address': iface
.get('ip_address'),
3747 'mac_address': iface
.get('mac'),
3748 'floating_ip': int(iface
.get('floating-ip', False)),
3749 'port_security': int(iface
.get('port-security', True))
3751 db_vm_ifaces
.append(db_vm_iface
)
3752 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3753 # print myVMDict['name']
3754 # print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
3755 # print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
3756 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
3758 # We add the RO key to cloud_config if vnf will need ssh access
3759 cloud_config_vm
= cloud_config
3760 if is_management_vm
and params
["instance_parameters"].get("mgmt_keys"):
3761 cloud_config_vm
= unify_cloud_config({"key-pairs": params
["instance_parameters"]["mgmt_keys"]},
3764 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("mgmt_keys"):
3765 cloud_config_vm
= unify_cloud_config({"key-pairs": vm
["instance_parameters"]["mgmt_keys"]},
3767 # if ssh_access and ssh_access['required'] and ssh_access['default-user'] and tenant[0].get('RO_pub_key'):
3768 # RO_key = {"key-pairs": [tenant[0]['RO_pub_key']]}
3769 # cloud_config_vm = unify_cloud_config(cloud_config_vm, RO_key)
3770 if vm
.get("boot_data"):
3771 cloud_config_vm
= unify_cloud_config(vm
["boot_data"], cloud_config_vm
)
3773 if myVMDict
.get('availability_zone'):
3774 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
3777 for vm_index
in range(0, vm
.get('count', 1)):
3778 vm_name
= myVMDict
['name'] + "-" + str(vm_index
+1)
3779 task_params
= (vm_name
, myVMDict
['description'], myVMDict
.get('start', None),
3780 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'], cloud_config_vm
,
3781 myVMDict
['disks'], av_index
, vnf_availability_zones
)
3782 # put interface uuid back to scenario[vnfs][vms[[interfaces]
3783 for net
in myVMDict
['networks']:
3785 for iface
in vm
['interfaces']:
3786 if net
["name"] == iface
["internal_name"]:
3787 iface
["vim_id"] = net
["vim_id"]
3789 vm_uuid
= str(uuid4())
3790 uuid_list
.append(vm_uuid
)
3793 'instance_vnf_id': vnf_uuid
,
3794 # TODO delete "vim_vm_id": vm_id,
3795 "vm_id": vm
["uuid"],
3796 "vim_name": vm_name
,
3799 db_instance_vms
.append(db_vm
)
3802 for db_vm_iface
in db_vm_ifaces
:
3803 iface_uuid
= str(uuid4())
3804 uuid_list
.append(iface_uuid
)
3805 db_vm_iface_instance
= {
3807 "instance_vm_id": vm_uuid
3809 db_vm_iface_instance
.update(db_vm_iface
)
3810 if db_vm_iface_instance
.get("ip_address"): # increment ip_address
3811 ip
= db_vm_iface_instance
.get("ip_address")
3816 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
3817 db_vm_iface_instance
["ip_address"] = ip
3819 db_vm_iface_instance
["ip_address"] = None
3820 db_instance_interfaces
.append(db_vm_iface_instance
)
3821 myVMDict
['networks'][iface_index
]["uuid"] = iface_uuid
3825 "instance_action_id": instance_action_id
,
3826 "task_index": task_index
,
3827 "datacenter_vim_id": myvim_thread_id
,
3829 "status": "SCHEDULED",
3830 "item": "instance_vms",
3832 "extra": yaml
.safe_dump({"params": task_params
, "depends_on": task_depends_on
},
3833 default_flow_style
=True, width
=256)
3836 db_vim_actions
.append(db_vim_action
)
3837 params_out
["task_index"] = task_index
3838 params_out
["uuid_list"] = uuid_list
3841 def delete_instance(mydb
, tenant_id
, instance_id
):
3842 # print "Checking that the instance_id exists and getting the instance dictionary"
3843 instanceDict
= mydb
.get_instance_scenario(instance_id
, tenant_id
)
3844 # print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
3845 tenant_id
= instanceDict
["tenant_id"]
3846 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
3847 # 1. Delete from Database
3848 message
= mydb
.delete_instance_scenario(instance_id
, tenant_id
)
3850 # 2. delete from VIM
3854 vimthread_affected
= {}
3855 net2vm_dependencies
= {}
3858 instance_action_id
= get_task_id()
3860 db_instance_action
= {
3861 "uuid": instance_action_id
, # same uuid for the instance and the action on create
3862 "tenant_id": tenant_id
,
3863 "instance_id": instance_id
,
3864 "description": "DELETE",
3865 # "number_tasks": 0 # filled bellow
3868 # 2.1 deleting VNFFGs
3869 for sfp
in instanceDict
.get('sfps', ()):
3870 vimthread_affected
[sfp
["datacenter_tenant_id"]] = None
3871 datacenter_key
= (sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
3872 if datacenter_key
not in myvims
:
3874 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
3875 except NfvoException
as e
:
3876 logger
.error(str(e
))
3878 myvim_threads
[datacenter_key
] = myvim_thread
3879 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfp
["datacenter_id"],
3880 datacenter_tenant_id
=sfp
["datacenter_tenant_id"])
3882 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfp
["datacenter_id"], sfp
["datacenter_tenant_id"]))
3883 myvims
[datacenter_key
] = None
3885 myvims
[datacenter_key
] = vims
.values()[0]
3886 myvim
= myvims
[datacenter_key
]
3887 myvim_thread
= myvim_threads
[datacenter_key
]
3890 error_msg
+= "\n vim_sfp_id={} cannot be deleted because datacenter={} not found".format(sfp
['vim_sfp_id'], sfp
["datacenter_id"])
3892 extra
= {"params": (sfp
['vim_sfp_id'])}
3894 "instance_action_id": instance_action_id
,
3895 "task_index": task_index
,
3896 "datacenter_vim_id": sfp
["datacenter_tenant_id"],
3898 "status": "SCHEDULED",
3899 "item": "instance_sfps",
3900 "item_id": sfp
["uuid"],
3901 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
3904 db_vim_actions
.append(db_vim_action
)
3906 for classification
in instanceDict
['classifications']:
3907 vimthread_affected
[classification
["datacenter_tenant_id"]] = None
3908 datacenter_key
= (classification
["datacenter_id"], classification
["datacenter_tenant_id"])
3909 if datacenter_key
not in myvims
:
3911 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, classification
["datacenter_id"], classification
["datacenter_tenant_id"])
3912 except NfvoException
as e
:
3913 logger
.error(str(e
))
3915 myvim_threads
[datacenter_key
] = myvim_thread
3916 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=classification
["datacenter_id"],
3917 datacenter_tenant_id
=classification
["datacenter_tenant_id"])
3919 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(classification
["datacenter_id"],
3920 classification
["datacenter_tenant_id"]))
3921 myvims
[datacenter_key
] = None
3923 myvims
[datacenter_key
] = vims
.values()[0]
3924 myvim
= myvims
[datacenter_key
]
3925 myvim_thread
= myvim_threads
[datacenter_key
]
3928 error_msg
+= "\n vim_classification_id={} cannot be deleted because datacenter={} not found".format(classification
['vim_classification_id'],
3929 classification
["datacenter_id"])
3931 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
3932 extra
= {"params": (classification
['vim_classification_id']), "depends_on": depends_on
}
3934 "instance_action_id": instance_action_id
,
3935 "task_index": task_index
,
3936 "datacenter_vim_id": classification
["datacenter_tenant_id"],
3938 "status": "SCHEDULED",
3939 "item": "instance_classifications",
3940 "item_id": classification
["uuid"],
3941 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
3944 db_vim_actions
.append(db_vim_action
)
3946 for sf
in instanceDict
.get('sfs', ()):
3947 vimthread_affected
[sf
["datacenter_tenant_id"]] = None
3948 datacenter_key
= (sf
["datacenter_id"], sf
["datacenter_tenant_id"])
3949 if datacenter_key
not in myvims
:
3951 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sf
["datacenter_id"], sf
["datacenter_tenant_id"])
3952 except NfvoException
as e
:
3953 logger
.error(str(e
))
3955 myvim_threads
[datacenter_key
] = myvim_thread
3956 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sf
["datacenter_id"],
3957 datacenter_tenant_id
=sf
["datacenter_tenant_id"])
3959 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sf
["datacenter_id"], sf
["datacenter_tenant_id"]))
3960 myvims
[datacenter_key
] = None
3962 myvims
[datacenter_key
] = vims
.values()[0]
3963 myvim
= myvims
[datacenter_key
]
3964 myvim_thread
= myvim_threads
[datacenter_key
]
3967 error_msg
+= "\n vim_sf_id={} cannot be deleted because datacenter={} not found".format(sf
['vim_sf_id'], sf
["datacenter_id"])
3969 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
3970 extra
= {"params": (sf
['vim_sf_id']), "depends_on": depends_on
}
3972 "instance_action_id": instance_action_id
,
3973 "task_index": task_index
,
3974 "datacenter_vim_id": sf
["datacenter_tenant_id"],
3976 "status": "SCHEDULED",
3977 "item": "instance_sfs",
3978 "item_id": sf
["uuid"],
3979 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
3982 db_vim_actions
.append(db_vim_action
)
3984 for sfi
in instanceDict
.get('sfis', ()):
3985 vimthread_affected
[sfi
["datacenter_tenant_id"]] = None
3986 datacenter_key
= (sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
3987 if datacenter_key
not in myvims
:
3989 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
3990 except NfvoException
as e
:
3991 logger
.error(str(e
))
3993 myvim_threads
[datacenter_key
] = myvim_thread
3994 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfi
["datacenter_id"],
3995 datacenter_tenant_id
=sfi
["datacenter_tenant_id"])
3997 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfi
["datacenter_id"], sfi
["datacenter_tenant_id"]))
3998 myvims
[datacenter_key
] = None
4000 myvims
[datacenter_key
] = vims
.values()[0]
4001 myvim
= myvims
[datacenter_key
]
4002 myvim_thread
= myvim_threads
[datacenter_key
]
4005 error_msg
+= "\n vim_sfi_id={} cannot be deleted because datacenter={} not found".format(sfi
['vim_sfi_id'], sfi
["datacenter_id"])
4007 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfs"]
4008 extra
= {"params": (sfi
['vim_sfi_id']), "depends_on": depends_on
}
4010 "instance_action_id": instance_action_id
,
4011 "task_index": task_index
,
4012 "datacenter_vim_id": sfi
["datacenter_tenant_id"],
4014 "status": "SCHEDULED",
4015 "item": "instance_sfis",
4016 "item_id": sfi
["uuid"],
4017 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4020 db_vim_actions
.append(db_vim_action
)
4024 for sce_vnf
in instanceDict
.get('vnfs', ()):
4025 datacenter_key
= (sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4026 vimthread_affected
[sce_vnf
["datacenter_tenant_id"]] = None
4027 if datacenter_key
not in myvims
:
4029 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4030 except NfvoException
as e
:
4031 logger
.error(str(e
))
4033 myvim_threads
[datacenter_key
] = myvim_thread
4034 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sce_vnf
["datacenter_id"],
4035 datacenter_tenant_id
=sce_vnf
["datacenter_tenant_id"])
4037 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf
["datacenter_id"],
4038 sce_vnf
["datacenter_tenant_id"]))
4039 myvims
[datacenter_key
] = None
4041 myvims
[datacenter_key
] = vims
.values()[0]
4042 myvim
= myvims
[datacenter_key
]
4043 myvim_thread
= myvim_threads
[datacenter_key
]
4045 for vm
in sce_vnf
['vms']:
4047 error_msg
+= "\n VM id={} cannot be deleted because datacenter={} not found".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"])
4049 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4051 "instance_action_id": instance_action_id
,
4052 "task_index": task_index
,
4053 "datacenter_vim_id": sce_vnf
["datacenter_tenant_id"],
4055 "status": "SCHEDULED",
4056 "item": "instance_vms",
4057 "item_id": vm
["uuid"],
4058 "extra": yaml
.safe_dump({"params": vm
["interfaces"], "depends_on": sfi_dependencies
},
4059 default_flow_style
=True, width
=256)
4061 db_vim_actions
.append(db_vim_action
)
4062 for interface
in vm
["interfaces"]:
4063 if not interface
.get("instance_net_id"):
4065 if interface
["instance_net_id"] not in net2vm_dependencies
:
4066 net2vm_dependencies
[interface
["instance_net_id"]] = []
4067 net2vm_dependencies
[interface
["instance_net_id"]].append(task_index
)
4072 for net
in instanceDict
['nets']:
4073 vimthread_affected
[net
["datacenter_tenant_id"]] = None
4074 datacenter_key
= (net
["datacenter_id"], net
["datacenter_tenant_id"])
4075 if datacenter_key
not in myvims
:
4077 _
,myvim_thread
= get_vim_thread(mydb
, tenant_id
, net
["datacenter_id"], net
["datacenter_tenant_id"])
4078 except NfvoException
as e
:
4079 logger
.error(str(e
))
4081 myvim_threads
[datacenter_key
] = myvim_thread
4082 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=net
["datacenter_id"],
4083 datacenter_tenant_id
=net
["datacenter_tenant_id"])
4085 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net
["datacenter_id"], net
["datacenter_tenant_id"]))
4086 myvims
[datacenter_key
] = None
4088 myvims
[datacenter_key
] = vims
.values()[0]
4089 myvim
= myvims
[datacenter_key
]
4090 myvim_thread
= myvim_threads
[datacenter_key
]
4093 error_msg
+= "\n Net VIM_id={} cannot be deleted because datacenter={} not found".format(net
['vim_net_id'], net
["datacenter_id"])
4095 extra
= {"params": (net
['vim_net_id'], net
['sdn_net_id'])}
4096 if net2vm_dependencies
.get(net
["uuid"]):
4097 extra
["depends_on"] = net2vm_dependencies
[net
["uuid"]]
4098 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4099 if len(sfi_dependencies
) > 0:
4100 if "depends_on" in extra
:
4101 extra
["depends_on"] += sfi_dependencies
4103 extra
["depends_on"] = sfi_dependencies
4105 "instance_action_id": instance_action_id
,
4106 "task_index": task_index
,
4107 "datacenter_vim_id": net
["datacenter_tenant_id"],
4109 "status": "SCHEDULED",
4110 "item": "instance_nets",
4111 "item_id": net
["uuid"],
4112 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4115 db_vim_actions
.append(db_vim_action
)
4117 db_instance_action
["number_tasks"] = task_index
4119 {"instance_actions": db_instance_action
},
4120 {"vim_actions": db_vim_actions
}
4123 logger
.debug("delete_instance done DB tables: %s",
4124 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4125 mydb
.new_rows(db_tables
, ())
4126 for myvim_thread_id
in vimthread_affected
.keys():
4127 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
4129 if len(error_msg
) > 0:
4130 return 'action_id={} instance {} deleted but some elements could not be deleted, or already deleted '\
4131 '(error: 404) from VIM: {}'.format(instance_action_id
, message
, error_msg
)
4133 return "action_id={} instance {} deleted".format(instance_action_id
, message
)
4135 def get_instance_id(mydb
, tenant_id
, instance_id
):
4137 #check valid tenant_id
4138 check_tenant(mydb
, tenant_id
)
4141 instance_dict
= mydb
.get_instance_scenario(instance_id
, tenant_id
, verbose
=True)
4142 for net
in instance_dict
["nets"]:
4143 if net
.get("sdn_net_id"):
4144 net_sdn
= ovim
.show_network(net
["sdn_net_id"])
4146 "admin_state_up": net_sdn
.get("admin_state_up"),
4147 "flows": net_sdn
.get("flows"),
4148 "last_error": net_sdn
.get("last_error"),
4149 "ports": net_sdn
.get("ports"),
4150 "type": net_sdn
.get("type"),
4151 "status": net_sdn
.get("status"),
4152 "vlan": net_sdn
.get("vlan"),
4154 return instance_dict
4156 @deprecated("Instance is automatically refreshed by vim_threads")
4157 def refresh_instance(mydb
, nfvo_tenant
, instanceDict
, datacenter
=None, vim_tenant
=None):
4158 '''Refreshes a scenario instance. It modifies instanceDict'''
4160 - result: <0 if there is any unexpected error, n>=0 if no errors where n is the number of vms and nets that couldn't be updated in the database
4163 # # Assumption: nfvo_tenant and instance_id were checked before entering into this function
4164 # #print "nfvo.refresh_instance begins"
4165 # #print json.dumps(instanceDict, indent=4)
4167 # #print "Getting the VIM URL and the VIM tenant_id"
4170 # # 1. Getting VIM vm and net list
4171 # vms_updated = [] #List of VM instance uuids in openmano that were updated
4174 # for sce_vnf in instanceDict['vnfs']:
4175 # datacenter_key = (sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"])
4176 # if datacenter_key not in vm_list:
4177 # vm_list[datacenter_key] = []
4178 # if datacenter_key not in myvims:
4179 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=sce_vnf["datacenter_id"],
4180 # datacenter_tenant_id=sce_vnf["datacenter_tenant_id"])
4181 # if len(vims) == 0:
4182 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"]))
4183 # myvims[datacenter_key] = None
4185 # myvims[datacenter_key] = vims.values()[0]
4186 # for vm in sce_vnf['vms']:
4187 # vm_list[datacenter_key].append(vm['vim_vm_id'])
4188 # vms_notupdated.append(vm["uuid"])
4190 # nets_updated = [] #List of VM instance uuids in openmano that were updated
4191 # nets_notupdated=[]
4193 # for net in instanceDict['nets']:
4194 # datacenter_key = (net["datacenter_id"], net["datacenter_tenant_id"])
4195 # if datacenter_key not in net_list:
4196 # net_list[datacenter_key] = []
4197 # if datacenter_key not in myvims:
4198 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=net["datacenter_id"],
4199 # datacenter_tenant_id=net["datacenter_tenant_id"])
4200 # if len(vims) == 0:
4201 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"]))
4202 # myvims[datacenter_key] = None
4204 # myvims[datacenter_key] = vims.values()[0]
4206 # net_list[datacenter_key].append(net['vim_net_id'])
4207 # nets_notupdated.append(net["uuid"])
4209 # # 1. Getting the status of all VMs
4211 # for datacenter_key in myvims:
4212 # if not vm_list.get(datacenter_key):
4216 # if not myvims[datacenter_key]:
4217 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4220 # vm_dict.update(myvims[datacenter_key].refresh_vms_status(vm_list[datacenter_key]) )
4222 # except vimconn.vimconnException as e:
4223 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4224 # failed_message = str(e)
4226 # for vm in vm_list[datacenter_key]:
4227 # vm_dict[vm] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4229 # # 2. Update the status of VMs in the instanceDict, while collects the VMs whose status changed
4230 # for sce_vnf in instanceDict['vnfs']:
4231 # for vm in sce_vnf['vms']:
4232 # vm_id = vm['vim_vm_id']
4233 # interfaces = vm_dict[vm_id].pop('interfaces', [])
4234 # #2.0 look if contain manamgement interface, and if not change status from ACTIVE:NoMgmtIP to ACTIVE
4235 # has_mgmt_iface = False
4236 # for iface in vm["interfaces"]:
4237 # if iface["type"]=="mgmt":
4238 # has_mgmt_iface = True
4239 # if vm_dict[vm_id]['status'] == "ACTIVE:NoMgmtIP" and not has_mgmt_iface:
4240 # vm_dict[vm_id]['status'] = "ACTIVE"
4241 # if vm_dict[vm_id].get('error_msg') and len(vm_dict[vm_id]['error_msg']) >= 1024:
4242 # vm_dict[vm_id]['error_msg'] = vm_dict[vm_id]['error_msg'][:516] + " ... " + vm_dict[vm_id]['error_msg'][-500:]
4243 # if vm['status'] != vm_dict[vm_id]['status'] or vm.get('error_msg')!=vm_dict[vm_id].get('error_msg') or vm.get('vim_info')!=vm_dict[vm_id].get('vim_info'):
4244 # vm['status'] = vm_dict[vm_id]['status']
4245 # vm['error_msg'] = vm_dict[vm_id].get('error_msg')
4246 # vm['vim_info'] = vm_dict[vm_id].get('vim_info')
4247 # # 2.1. Update in openmano DB the VMs whose status changed
4249 # updates = mydb.update_rows('instance_vms', UPDATE=vm_dict[vm_id], WHERE={'uuid':vm["uuid"]})
4250 # vms_notupdated.remove(vm["uuid"])
4252 # vms_updated.append(vm["uuid"])
4253 # except db_base_Exception as e:
4254 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4255 # # 2.2. Update in openmano DB the interface VMs
4256 # for interface in interfaces:
4257 # #translate from vim_net_id to instance_net_id
4258 # network_id_list=[]
4259 # for net in instanceDict['nets']:
4260 # if net["vim_net_id"] == interface["vim_net_id"]:
4261 # network_id_list.append(net["uuid"])
4262 # if not network_id_list:
4264 # del interface["vim_net_id"]
4266 # for network_id in network_id_list:
4267 # mydb.update_rows('instance_interfaces', UPDATE=interface, WHERE={'instance_vm_id':vm["uuid"], "instance_net_id":network_id})
4268 # except db_base_Exception as e:
4269 # logger.error( "nfvo.refresh_instance error with vm=%s, interface_net_id=%s", vm["uuid"], network_id)
4271 # # 3. Getting the status of all nets
4273 # for datacenter_key in myvims:
4274 # if not net_list.get(datacenter_key):
4277 # failed_message = ""
4278 # if not myvims[datacenter_key]:
4279 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4282 # net_dict.update(myvims[datacenter_key].refresh_nets_status(net_list[datacenter_key]) )
4284 # except vimconn.vimconnException as e:
4285 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4286 # failed_message = str(e)
4288 # for net in net_list[datacenter_key]:
4289 # net_dict[net] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4291 # # 4. Update the status of nets in the instanceDict, while collects the nets whose status changed
4292 # # TODO: update nets inside a vnf
4293 # for net in instanceDict['nets']:
4294 # net_id = net['vim_net_id']
4295 # if net_dict[net_id].get('error_msg') and len(net_dict[net_id]['error_msg']) >= 1024:
4296 # net_dict[net_id]['error_msg'] = net_dict[net_id]['error_msg'][:516] + " ... " + net_dict[vm_id]['error_msg'][-500:]
4297 # if net['status'] != net_dict[net_id]['status'] or net.get('error_msg')!=net_dict[net_id].get('error_msg') or net.get('vim_info')!=net_dict[net_id].get('vim_info'):
4298 # net['status'] = net_dict[net_id]['status']
4299 # net['error_msg'] = net_dict[net_id].get('error_msg')
4300 # net['vim_info'] = net_dict[net_id].get('vim_info')
4301 # # 5.1. Update in openmano DB the nets whose status changed
4303 # updated = mydb.update_rows('instance_nets', UPDATE=net_dict[net_id], WHERE={'uuid':net["uuid"]})
4304 # nets_notupdated.remove(net["uuid"])
4306 # nets_updated.append(net["uuid"])
4307 # except db_base_Exception as e:
4308 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4310 # # Returns appropriate output
4311 # #print "nfvo.refresh_instance finishes"
4312 # logger.debug("VMs updated in the database: %s; nets updated in the database %s; VMs not updated: %s; nets not updated: %s",
4313 # str(vms_updated), str(nets_updated), str(vms_notupdated), str(nets_notupdated))
4314 instance_id
= instanceDict
['uuid']
4315 # if len(vms_notupdated)+len(nets_notupdated)>0:
4316 # error_msg = "VMs not updated: " + str(vms_notupdated) + "; nets not updated: " + str(nets_notupdated)
4317 # return len(vms_notupdated)+len(nets_notupdated), 'Scenario instance ' + instance_id + ' refreshed but some elements could not be updated in the database: ' + error_msg
4319 return 0, 'Scenario instance ' + instance_id
+ ' refreshed.'
4321 def instance_action(mydb
,nfvo_tenant
,instance_id
, action_dict
):
4322 #print "Checking that the instance_id exists and getting the instance dictionary"
4323 instanceDict
= mydb
.get_instance_scenario(instance_id
, nfvo_tenant
)
4324 #print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
4326 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
4327 vims
= get_vim(mydb
, nfvo_tenant
, instanceDict
['datacenter_id'])
4329 raise NfvoException("datacenter '{}' not found".format(str(instanceDict
['datacenter_id'])), HTTP_Not_Found
)
4330 myvim
= vims
.values()[0]
4335 myvim_threads_id
= {}
4336 if action_dict
.get("vdu-scaling"):
4337 db_instance_vms
= []
4339 db_instance_interfaces
= []
4340 instance_action_id
= get_task_id()
4341 db_instance_action
= {
4342 "uuid": instance_action_id
, # same uuid for the instance and the action on create
4343 "tenant_id": nfvo_tenant
,
4344 "instance_id": instance_id
,
4345 "description": "SCALE",
4347 vm_result
["instance_action_id"] = instance_action_id
4348 vm_result
["created"] = []
4349 vm_result
["deleted"] = []
4351 for vdu
in action_dict
["vdu-scaling"]:
4352 vdu_id
= vdu
.get("vdu-id")
4353 osm_vdu_id
= vdu
.get("osm_vdu_id")
4354 member_vnf_index
= vdu
.get("member-vnf-index")
4355 vdu_count
= vdu
.get("count", 1)
4357 target_vms
= mydb
.get_rows(
4358 FROM
="instance_vms as vms join instance_vnfs as vnfs on vms.instance_vnf_id=vnfs.uuid",
4359 WHERE
={"vms.uuid": vdu_id
},
4360 ORDER_BY
="vms.created_at"
4363 raise NfvoException("Cannot find the vdu with id {}".format(vdu_id
), HTTP_Not_Found
)
4365 if not osm_vdu_id
and not member_vnf_index
:
4366 raise NfvoException("Invalid imput vdu parameters. Must supply either 'vdu-id' of 'osm_vdu_id','member-vnf-index'")
4367 target_vms
= mydb
.get_rows(
4368 # SELECT=("ivms.uuid", "ivnfs.datacenter_id", "ivnfs.datacenter_tenant_id"),
4369 FROM
="instance_vms as ivms join instance_vnfs as ivnfs on ivms.instance_vnf_id=ivnfs.uuid"\
4370 " join sce_vnfs as svnfs on ivnfs.sce_vnf_id=svnfs.uuid"\
4371 " join vms on ivms.vm_id=vms.uuid",
4372 WHERE
={"vms.osm_id": osm_vdu_id
, "svnfs.member_vnf_index": member_vnf_index
},
4373 ORDER_BY
="ivms.created_at"
4376 raise NfvoException("Cannot find the vdu with osm_vdu_id {} and member-vnf-index {}".format(osm_vdu_id
, member_vnf_index
), HTTP_Not_Found
)
4377 vdu_id
= target_vms
[-1]["uuid"]
4378 target_vm
= target_vms
[-1]
4379 datacenter
= target_vm
["datacenter_id"]
4380 myvim_threads_id
[datacenter
], _
= get_vim_thread(mydb
, nfvo_tenant
, datacenter
)
4382 if vdu
["type"] == "delete":
4383 for index
in range(0, vdu_count
):
4384 target_vm
= target_vms
[-1-index
]
4385 vdu_id
= target_vm
["uuid"]
4387 vm_interfaces
= None
4388 for sce_vnf
in instanceDict
['vnfs']:
4389 for vm
in sce_vnf
['vms']:
4390 if vm
["uuid"] == vdu_id
:
4391 vm_interfaces
= vm
["interfaces"]
4395 "instance_action_id": instance_action_id
,
4396 "task_index": task_index
,
4397 "datacenter_vim_id": target_vm
["datacenter_tenant_id"],
4399 "status": "SCHEDULED",
4400 "item": "instance_vms",
4402 "extra": yaml
.safe_dump({"params": vm_interfaces
},
4403 default_flow_style
=True, width
=256)
4406 db_vim_actions
.append(db_vim_action
)
4407 vm_result
["deleted"].append(vdu_id
)
4408 # delete from database
4409 db_instance_vms
.append({"TO-DELETE": vdu_id
})
4411 else: # vdu["type"] == "create":
4413 where
= {"item": "instance_vms", "item_id": target_vm
["uuid"], "action": "CREATE"}
4415 vim_action_to_clone
= mydb
.get_rows(FROM
="vim_actions", WHERE
=where
)
4416 if not vim_action_to_clone
:
4417 raise NfvoException("Cannot find the vim_action at database with {}".format(where
), HTTP_Internal_Server_Error
)
4418 vim_action_to_clone
= vim_action_to_clone
[0]
4419 extra
= yaml
.safe_load(vim_action_to_clone
["extra"])
4421 # generate a new depends_on. Convert format TASK-Y into new format TASK-ACTION-XXXX.XXXX.Y
4422 # TODO do the same for flavor and image when available
4423 task_depends_on
= []
4424 task_params
= extra
["params"]
4425 task_params_networks
= deepcopy(task_params
[5])
4426 for iface
in task_params
[5]:
4427 if iface
["net_id"].startswith("TASK-"):
4428 if "." not in iface
["net_id"]:
4429 task_depends_on
.append("{}.{}".format(vim_action_to_clone
["instance_action_id"],
4430 iface
["net_id"][5:]))
4431 iface
["net_id"] = "TASK-{}.{}".format(vim_action_to_clone
["instance_action_id"],
4432 iface
["net_id"][5:])
4434 task_depends_on
.append(iface
["net_id"][5:])
4435 if "mac_address" in iface
:
4436 del iface
["mac_address"]
4438 vm_ifaces_to_clone
= mydb
.get_rows(FROM
="instance_interfaces", WHERE
={"instance_vm_id": target_vm
["uuid"]})
4439 for index
in range(0, vdu_count
):
4440 vm_uuid
= str(uuid4())
4441 vm_name
= target_vm
.get('vim_name')
4443 suffix
= vm_name
.rfind("-")
4444 vm_name
= vm_name
[:suffix
+1] + str(index
+ 1 + int(vm_name
[suffix
+1:]))
4449 'instance_vnf_id': target_vm
['instance_vnf_id'],
4450 'vm_id': target_vm
['vm_id'],
4453 db_instance_vms
.append(db_instance_vm
)
4455 for vm_iface
in vm_ifaces_to_clone
:
4456 iface_uuid
= str(uuid4())
4457 iface2iface
[vm_iface
["uuid"]] = iface_uuid
4460 'instance_vm_id': vm_uuid
,
4461 "instance_net_id": vm_iface
["instance_net_id"],
4462 'interface_id': vm_iface
['interface_id'],
4463 'type': vm_iface
['type'],
4464 'floating_ip': vm_iface
['floating_ip'],
4465 'port_security': vm_iface
['port_security']
4467 db_instance_interfaces
.append(db_vm_iface
)
4468 task_params_copy
= deepcopy(task_params
)
4469 for iface
in task_params_copy
[5]:
4470 iface
["uuid"] = iface2iface
[iface
["uuid"]]
4471 # increment ip_address
4472 if "ip_address" in iface
:
4473 ip
= iface
.get("ip_address")
4478 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
4479 iface
["ip_address"] = ip
4481 iface
["ip_address"] = None
4483 task_params_copy
[0] = vm_name
4485 "instance_action_id": instance_action_id
,
4486 "task_index": task_index
,
4487 "datacenter_vim_id": vim_action_to_clone
["datacenter_vim_id"],
4489 "status": "SCHEDULED",
4490 "item": "instance_vms",
4494 # TODO examinar parametros, quitar MAC o incrementar. Incrementar IP y colocar las dependencias con ACTION-asdfasd.
4497 "extra": yaml
.safe_dump({"params": task_params_copy
, "depends_on": task_depends_on
}, default_flow_style
=True, width
=256)
4500 db_vim_actions
.append(db_vim_action
)
4501 vm_result
["created"].append(vm_uuid
)
4503 db_instance_action
["number_tasks"] = task_index
4505 {"instance_vms": db_instance_vms
},
4506 {"instance_interfaces": db_instance_interfaces
},
4507 {"instance_actions": db_instance_action
},
4509 # {"instance_sfis": db_instance_sfis},
4510 # {"instance_sfs": db_instance_sfs},
4511 # {"instance_classifications": db_instance_classifications},
4512 # {"instance_sfps": db_instance_sfps},
4513 {"vim_actions": db_vim_actions
}
4515 logger
.debug("create_vdu done DB tables: %s",
4516 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4517 mydb
.new_rows(db_tables
, [])
4518 for myvim_thread
in myvim_threads_id
.values():
4519 vim_threads
["running"][myvim_thread
].insert_task(db_vim_actions
)
4523 input_vnfs
= action_dict
.pop("vnfs", [])
4524 input_vms
= action_dict
.pop("vms", [])
4525 action_over_all
= True if not input_vnfs
and not input_vms
else False
4526 for sce_vnf
in instanceDict
['vnfs']:
4527 for vm
in sce_vnf
['vms']:
4528 if not action_over_all
and sce_vnf
['uuid'] not in input_vnfs
and sce_vnf
['vnf_name'] not in input_vnfs
and \
4529 sce_vnf
['member_vnf_index'] not in input_vnfs
and \
4530 vm
['uuid'] not in input_vms
and vm
['name'] not in input_vms
:
4533 if "add_public_key" in action_dict
:
4535 if sce_vnf
.get('mgmt_access'):
4536 mgmt_access
= yaml
.load(sce_vnf
['mgmt_access'])
4537 ssh_access
= mgmt_access
['config-access']['ssh-access']
4538 tenant
= mydb
.get_rows_by_id('nfvo_tenants', nfvo_tenant
)
4540 if ssh_access
['required'] and ssh_access
['default-user']:
4541 if 'ip_address' in vm
:
4542 mgmt_ip
= vm
['ip_address'].split(';')
4543 password
= mgmt_access
['config-access'].get('password')
4544 priv_RO_key
= decrypt_key(tenant
[0]['encrypted_RO_priv_key'], tenant
[0]['uuid'])
4545 myvim
.inject_user_key(mgmt_ip
[0], ssh_access
['default-user'],
4546 action_dict
['add_public_key'],
4547 password
=password
, ro_key
=priv_RO_key
)
4549 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4550 HTTP_Internal_Server_Error
)
4552 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4553 HTTP_Internal_Server_Error
)
4555 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
4556 HTTP_Internal_Server_Error
)
4558 data
= myvim
.action_vminstance(vm
['vim_vm_id'], action_dict
)
4559 if "console" in action_dict
:
4560 if not global_config
["http_console_proxy"]:
4561 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
4562 "description": "{protocol}//{ip}:{port}/{suffix}".format(
4563 protocol
=data
["protocol"],
4564 ip
= data
["server"],
4565 port
= data
["port"],
4566 suffix
= data
["suffix"]),
4570 elif data
["server"]=="127.0.0.1" or data
["server"]=="localhost":
4571 vm_result
[ vm
['uuid'] ] = {"vim_result": -HTTP_Unauthorized
,
4572 "description": "this console is only reachable by local interface",
4577 #print "console data", data
4579 console_thread
= create_or_use_console_proxy_thread(data
["server"], data
["port"])
4580 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
4581 "description": "{protocol}//{ip}:{port}/{suffix}".format(
4582 protocol
=data
["protocol"],
4583 ip
= global_config
["http_console_host"],
4584 port
= console_thread
.port
,
4585 suffix
= data
["suffix"]),
4589 except NfvoException
as e
:
4590 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
4594 vm_result
[ vm
['uuid'] ] = {"vim_result": 200, "description": "ok", "name":vm
['name']}
4596 except vimconn
.vimconnException
as e
:
4597 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
4600 if vm_ok
==0: #all goes wrong
4605 def instance_action_get(mydb
, nfvo_tenant
, instance_id
, action_id
):
4607 if nfvo_tenant
and nfvo_tenant
!= "any":
4608 filter["tenant_id"] = nfvo_tenant
4609 if instance_id
and instance_id
!= "any":
4610 filter["instance_id"] = instance_id
4612 filter["uuid"] = action_id
4613 rows
= mydb
.get_rows(FROM
="instance_actions", WHERE
=filter)
4616 raise NfvoException("Not found any action with this criteria", HTTP_Not_Found
)
4617 vim_actions
= mydb
.get_rows(FROM
="vim_actions", WHERE
={"instance_action_id": action_id
})
4618 rows
[0]["vim_actions"] = vim_actions
4619 return {"actions": rows
}
4622 def create_or_use_console_proxy_thread(console_server
, console_port
):
4623 #look for a non-used port
4624 console_thread_key
= console_server
+ ":" + str(console_port
)
4625 if console_thread_key
in global_config
["console_thread"]:
4626 #global_config["console_thread"][console_thread_key].start_timeout()
4627 return global_config
["console_thread"][console_thread_key
]
4629 for port
in global_config
["console_port_iterator"]():
4630 #print "create_or_use_console_proxy_thread() port:", port
4631 if port
in global_config
["console_ports"]:
4634 clithread
= cli
.ConsoleProxyThread(global_config
['http_host'], port
, console_server
, console_port
)
4636 global_config
["console_thread"][console_thread_key
] = clithread
4637 global_config
["console_ports"][port
] = console_thread_key
4639 except cli
.ConsoleProxyExceptionPortUsed
as e
:
4640 #port used, try with onoher
4642 except cli
.ConsoleProxyException
as e
:
4643 raise NfvoException(str(e
), HTTP_Bad_Request
)
4644 raise NfvoException("Not found any free 'http_console_ports'", HTTP_Conflict
)
4647 def check_tenant(mydb
, tenant_id
):
4648 '''check that tenant exists at database'''
4649 tenant
= mydb
.get_rows(FROM
='nfvo_tenants', SELECT
=('uuid',), WHERE
={'uuid': tenant_id
})
4651 raise NfvoException("tenant '{}' not found".format(tenant_id
), HTTP_Not_Found
)
4654 def new_tenant(mydb
, tenant_dict
):
4656 tenant_uuid
= str(uuid4())
4657 tenant_dict
['uuid'] = tenant_uuid
4659 pub_key
, priv_key
= create_RO_keypair(tenant_uuid
)
4660 tenant_dict
['RO_pub_key'] = pub_key
4661 tenant_dict
['encrypted_RO_priv_key'] = priv_key
4662 mydb
.new_row("nfvo_tenants", tenant_dict
, confidential_data
=True)
4663 except db_base_Exception
as e
:
4664 raise NfvoException("Error creating the new tenant: {} ".format(tenant_dict
['name']) + str(e
), e
.http_code
)
4667 def delete_tenant(mydb
, tenant
):
4668 #get nfvo_tenant info
4670 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant
, 'tenant')
4671 mydb
.delete_row_by_id("nfvo_tenants", tenant_dict
['uuid'])
4672 return tenant_dict
['uuid'] + " " + tenant_dict
["name"]
4675 def new_datacenter(mydb
, datacenter_descriptor
):
4676 sdn_port_mapping
= None
4677 if "config" in datacenter_descriptor
:
4678 sdn_port_mapping
= datacenter_descriptor
["config"].pop("sdn-port-mapping", None)
4679 datacenter_descriptor
["config"] = yaml
.safe_dump(datacenter_descriptor
["config"], default_flow_style
=True,
4681 # Check that datacenter-type is correct
4682 datacenter_type
= datacenter_descriptor
.get("type", "openvim");
4683 # module_info = None
4685 module
= "vimconn_" + datacenter_type
4686 pkg
= __import__("osm_ro." + module
)
4687 # vim_conn = getattr(pkg, module)
4688 # module_info = imp.find_module(module, [__file__[:__file__.rfind("/")]])
4689 except (IOError, ImportError):
4690 # if module_info and module_info[0]:
4691 # file.close(module_info[0])
4692 raise NfvoException("Incorrect datacenter type '{}'. Plugin '{}.py' not installed".format(datacenter_type
,
4696 datacenter_id
= mydb
.new_row("datacenters", datacenter_descriptor
, add_uuid
=True, confidential_data
=True)
4697 if sdn_port_mapping
:
4699 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, sdn_port_mapping
)
4700 except Exception as e
:
4701 mydb
.delete_row_by_id("datacenters", datacenter_id
) # Rollback
4703 return datacenter_id
4706 def edit_datacenter(mydb
, datacenter_id_name
, datacenter_descriptor
):
4707 # obtain data, check that only one exist
4708 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id_name
)
4711 datacenter_id
= datacenter
['uuid']
4712 where
= {'uuid': datacenter
['uuid']}
4713 remove_port_mapping
= False
4714 new_sdn_port_mapping
= None
4715 if "config" in datacenter_descriptor
:
4716 if datacenter_descriptor
['config'] != None:
4718 new_config_dict
= datacenter_descriptor
["config"]
4719 if "sdn-port-mapping" in new_config_dict
:
4720 remove_port_mapping
= True
4721 new_sdn_port_mapping
= new_config_dict
.pop("sdn-port-mapping")
4722 # delete null fields
4724 for k
in new_config_dict
:
4725 if new_config_dict
[k
] is None:
4727 if k
== 'sdn-controller':
4728 remove_port_mapping
= True
4730 config_text
= datacenter
.get("config")
4733 config_dict
= yaml
.load(config_text
)
4734 config_dict
.update(new_config_dict
)
4735 # delete null fields
4738 except Exception as e
:
4739 raise NfvoException("Bad format at datacenter:config " + str(e
), HTTP_Bad_Request
)
4741 datacenter_descriptor
["config"] = yaml
.safe_dump(config_dict
, default_flow_style
=True, width
=256)
4743 datacenter_descriptor
["config"] = None
4744 if remove_port_mapping
:
4746 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_id
)
4747 except ovimException
as e
:
4748 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
), HTTP_Conflict
)
4750 mydb
.update_rows('datacenters', datacenter_descriptor
, where
)
4751 if new_sdn_port_mapping
:
4753 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, new_sdn_port_mapping
)
4754 except ovimException
as e
:
4756 mydb
.update_rows('datacenters', datacenter
, where
)
4757 raise NfvoException("Error adding datacenter-port-mapping " + str(e
), HTTP_Conflict
)
4758 return datacenter_id
4761 def delete_datacenter(mydb
, datacenter
):
4762 #get nfvo_tenant info
4763 datacenter_dict
= mydb
.get_table_by_uuid_name('datacenters', datacenter
, 'datacenter')
4764 mydb
.delete_row_by_id("datacenters", datacenter_dict
['uuid'])
4766 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_dict
['uuid'])
4767 except ovimException
as e
:
4768 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
))
4769 return datacenter_dict
['uuid'] + " " + datacenter_dict
['name']
4772 def create_vim_account(mydb
, nfvo_tenant
, datacenter_id
, name
=None, vim_id
=None, vim_tenant
=None, vim_tenant_name
=None,
4773 vim_username
=None, vim_password
=None, config
=None):
4774 # get datacenter info
4776 if not datacenter_id
:
4778 raise NfvoException("You must provide 'vim_id", http_code
=HTTP_Bad_Request
)
4779 datacenter_id
= vim_id
4780 datacenter_id
, datacenter_name
= get_datacenter_uuid(mydb
, None, datacenter_id
)
4782 create_vim_tenant
= True if not vim_tenant
and not vim_tenant_name
else False
4784 # get nfvo_tenant info
4785 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', nfvo_tenant
)
4786 if vim_tenant_name
==None:
4787 vim_tenant_name
=tenant_dict
['name']
4789 tenants_datacenter_dict
={"nfvo_tenant_id":tenant_dict
['uuid'], "datacenter_id":datacenter_id
}
4790 # #check that this association does not exist before
4791 # tenants_datacenters = mydb.get_rows(FROM='tenants_datacenters', WHERE=tenants_datacenter_dict)
4792 # if len(tenants_datacenters)>0:
4793 # raise NfvoException("datacenter '{}' and tenant'{}' are already attached".format(datacenter_id, tenant_dict['uuid']), HTTP_Conflict)
4795 vim_tenant_id_exist_atdb
=False
4796 if not create_vim_tenant
:
4797 where_
={"datacenter_id": datacenter_id
}
4798 if vim_tenant
!=None:
4799 where_
["vim_tenant_id"] = vim_tenant
4800 if vim_tenant_name
!=None:
4801 where_
["vim_tenant_name"] = vim_tenant_name
4802 #check if vim_tenant_id is already at database
4803 datacenter_tenants_dict
= mydb
.get_rows(FROM
='datacenter_tenants', WHERE
=where_
)
4804 if len(datacenter_tenants_dict
)>=1:
4805 datacenter_tenants_dict
= datacenter_tenants_dict
[0]
4806 vim_tenant_id_exist_atdb
=True
4807 #TODO check if a field has changed and edit entry at datacenter_tenants at DB
4809 datacenter_tenants_dict
= {}
4810 #insert at table datacenter_tenants
4811 else: #if vim_tenant==None:
4812 #create tenant at VIM if not provided
4814 _
, myvim
= get_datacenter_by_name_uuid(mydb
, None, datacenter
, vim_user
=vim_username
,
4815 vim_passwd
=vim_password
)
4816 datacenter_name
= myvim
["name"]
4817 vim_tenant
= myvim
.new_tenant(vim_tenant_name
, "created by openmano for datacenter "+datacenter_name
)
4818 except vimconn
.vimconnException
as e
:
4819 raise NfvoException("Not possible to create vim_tenant {} at VIM: {}".format(vim_tenant
, str(e
)), HTTP_Internal_Server_Error
)
4820 datacenter_tenants_dict
= {}
4821 datacenter_tenants_dict
["created"]="true"
4823 #fill datacenter_tenants table
4824 if not vim_tenant_id_exist_atdb
:
4825 datacenter_tenants_dict
["vim_tenant_id"] = vim_tenant
4826 datacenter_tenants_dict
["vim_tenant_name"] = vim_tenant_name
4827 datacenter_tenants_dict
["user"] = vim_username
4828 datacenter_tenants_dict
["passwd"] = vim_password
4829 datacenter_tenants_dict
["datacenter_id"] = datacenter_id
4831 datacenter_tenants_dict
["name"] = name
4833 datacenter_tenants_dict
["name"] = datacenter_name
4835 datacenter_tenants_dict
["config"] = yaml
.safe_dump(config
, default_flow_style
=True, width
=256)
4836 id_
= mydb
.new_row('datacenter_tenants', datacenter_tenants_dict
, add_uuid
=True, confidential_data
=True)
4837 datacenter_tenants_dict
["uuid"] = id_
4839 #fill tenants_datacenters table
4840 datacenter_tenant_id
= datacenter_tenants_dict
["uuid"]
4841 tenants_datacenter_dict
["datacenter_tenant_id"] = datacenter_tenant_id
4842 mydb
.new_row('tenants_datacenters', tenants_datacenter_dict
)
4845 thread_name
= get_non_used_vim_name(datacenter_name
, datacenter_id
, tenant_dict
['name'], tenant_dict
['uuid'])
4846 new_thread
= vim_thread
.vim_thread(task_lock
, thread_name
, datacenter_name
, datacenter_tenant_id
,
4847 db
=db
, db_lock
=db_lock
, ovim
=ovim
)
4849 thread_id
= datacenter_tenants_dict
["uuid"]
4850 vim_threads
["running"][thread_id
] = new_thread
4852 except vimconn
.vimconnException
as e
:
4853 raise NfvoException(str(e
), HTTP_Bad_Request
)
4856 def edit_vim_account(mydb
, nfvo_tenant
, datacenter_tenant_id
, datacenter_id
=None, name
=None, vim_tenant
=None,
4857 vim_tenant_name
=None, vim_username
=None, vim_password
=None, config
=None):
4859 # get vim_account; check is valid for this tenant
4860 from_
= "datacenter_tenants as dt JOIN tenants_datacenters as td ON dt.uuid=td.datacenter_tenant_id"
4861 where_
= {"td.nfvo_tenant_id": nfvo_tenant
}
4862 if datacenter_tenant_id
:
4863 where_
["dt.uuid"] = datacenter_tenant_id
4865 where_
["dt.datacenter_id"] = datacenter_id
4866 vim_accounts
= mydb
.get_rows(SELECT
="dt.uuid as uuid, config", FROM
=from_
, WHERE
=where_
)
4867 if not vim_accounts
:
4868 raise NfvoException("vim_account not found for this tenant", http_code
=HTTP_Not_Found
)
4869 elif len(vim_accounts
) > 1:
4870 raise NfvoException("found more than one vim_account for this tenant", http_code
=HTTP_Conflict
)
4871 datacenter_tenant_id
= vim_accounts
[0]["uuid"]
4872 original_config
= vim_accounts
[0]["config"]
4876 original_config_dict
= yaml
.load(original_config
)
4877 original_config_dict
.update(config
)
4878 update
["config"] = yaml
.safe_dump(original_config_dict
, default_flow_style
=True, width
=256)
4880 update_
['name'] = name
4882 update_
['vim_tenant_id'] = vim_tenant
4884 update_
['vim_tenant_name'] = vim_tenant_name
4886 update_
['user'] = vim_username
4888 update_
['passwd'] = vim_password
4890 mydb
.update_rows("datacenter_tenants", UPDATE
=update_
, WHERE
={"uuid": datacenter_tenant_id
})
4892 vim_threads
["running"][datacenter_tenant_id
].insert_task("reload")
4893 return datacenter_tenant_id
4895 def delete_vim_account(mydb
, tenant_id
, vim_account_id
, datacenter
=None):
4896 #get nfvo_tenant info
4897 if not tenant_id
or tenant_id
=="any":
4900 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant_id
)
4901 tenant_uuid
= tenant_dict
['uuid']
4903 #check that this association exist before
4904 tenants_datacenter_dict
= {}
4906 datacenter_id
, _
= get_datacenter_uuid(mydb
, tenant_uuid
, datacenter
)
4907 tenants_datacenter_dict
["datacenter_id"] = datacenter_id
4908 elif vim_account_id
:
4909 tenants_datacenter_dict
["datacenter_tenant_id"] = vim_account_id
4911 tenants_datacenter_dict
["nfvo_tenant_id"] = tenant_uuid
4912 tenant_datacenter_list
= mydb
.get_rows(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
4913 if len(tenant_datacenter_list
)==0 and tenant_uuid
:
4914 raise NfvoException("datacenter '{}' and tenant '{}' are not attached".format(datacenter_id
, tenant_dict
['uuid']), HTTP_Not_Found
)
4916 #delete this association
4917 mydb
.delete_row(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
4919 #get vim_tenant info and deletes
4921 for tenant_datacenter_item
in tenant_datacenter_list
:
4922 vim_tenant_dict
= mydb
.get_table_by_uuid_name('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
4923 #try to delete vim:tenant
4925 mydb
.delete_row_by_id('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
4926 if vim_tenant_dict
['created']=='true':
4927 #delete tenant at VIM if created by NFVO
4929 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4930 myvim
.delete_tenant(vim_tenant_dict
['vim_tenant_id'])
4931 except vimconn
.vimconnException
as e
:
4932 warning
= "Not possible to delete vim_tenant_id {} from VIM: {} ".format(vim_tenant_dict
['vim_tenant_id'], str(e
))
4933 logger
.warn(warning
)
4934 except db_base_Exception
as e
:
4935 logger
.error("Cannot delete datacenter_tenants " + str(e
))
4936 pass # the error will be caused because dependencies, vim_tenant can not be deleted
4937 thread_id
= tenant_datacenter_item
["datacenter_tenant_id"]
4938 thread
= vim_threads
["running"].get(thread_id
)
4940 thread
.insert_task("exit")
4941 vim_threads
["deleting"][thread_id
] = thread
4942 return "datacenter {} detached. {}".format(datacenter_id
, warning
)
4945 def datacenter_action(mydb
, tenant_id
, datacenter
, action_dict
):
4947 #get datacenter info
4948 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4950 if 'net-update' in action_dict
:
4952 nets
= myvim
.get_network_list(filter_dict
={'shared': True, 'admin_state_up': True, 'status': 'ACTIVE'})
4954 except vimconn
.vimconnException
as e
:
4955 #logger.error("nfvo.datacenter_action() Not possible to get_network_list from VIM: %s ", str(e))
4956 raise NfvoException(str(e
), HTTP_Internal_Server_Error
)
4957 #update nets Change from VIM format to NFVO format
4960 net_nfvo
={'datacenter_id': datacenter_id
}
4961 net_nfvo
['name'] = net
['name']
4962 #net_nfvo['description']= net['name']
4963 net_nfvo
['vim_net_id'] = net
['id']
4964 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
4965 net_nfvo
['shared'] = net
['shared']
4966 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
4967 net_list
.append(net_nfvo
)
4968 inserted
, deleted
= mydb
.update_datacenter_nets(datacenter_id
, net_list
)
4969 logger
.info("Inserted %d nets, deleted %d old nets", inserted
, deleted
)
4971 elif 'net-edit' in action_dict
:
4972 net
= action_dict
['net-edit'].pop('net')
4973 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
4974 result
= mydb
.update_rows('datacenter_nets', action_dict
['net-edit'],
4975 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
4977 elif 'net-delete' in action_dict
:
4978 net
= action_dict
['net-deelte'].get('net')
4979 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
4980 result
= mydb
.delete_row(FROM
='datacenter_nets',
4981 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
4985 raise NfvoException("Unknown action " + str(action_dict
), HTTP_Bad_Request
)
4988 def datacenter_edit_netmap(mydb
, tenant_id
, datacenter
, netmap
, action_dict
):
4989 #get datacenter info
4990 datacenter_id
, _
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
4992 what
= 'uuid' if utils
.check_valid_uuid(netmap
) else 'name'
4993 result
= mydb
.update_rows('datacenter_nets', action_dict
['netmap'],
4994 WHERE
={'datacenter_id':datacenter_id
, what
: netmap
})
4998 def datacenter_new_netmap(mydb
, tenant_id
, datacenter
, action_dict
=None):
4999 #get datacenter info
5000 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5003 action_dict
= action_dict
["netmap"]
5004 if 'vim_id' in action_dict
:
5005 filter_dict
["id"] = action_dict
['vim_id']
5006 if 'vim_name' in action_dict
:
5007 filter_dict
["name"] = action_dict
['vim_name']
5009 filter_dict
["shared"] = True
5012 vim_nets
= myvim
.get_network_list(filter_dict
=filter_dict
)
5013 except vimconn
.vimconnException
as e
:
5014 #logger.error("nfvo.datacenter_new_netmap() Not possible to get_network_list from VIM: %s ", str(e))
5015 raise NfvoException(str(e
), HTTP_Internal_Server_Error
)
5016 if len(vim_nets
)>1 and action_dict
:
5017 raise NfvoException("more than two networks found, specify with vim_id", HTTP_Conflict
)
5018 elif len(vim_nets
)==0: # and action_dict:
5019 raise NfvoException("Not found a network at VIM with " + str(filter_dict
), HTTP_Not_Found
)
5021 for net
in vim_nets
:
5022 net_nfvo
={'datacenter_id': datacenter_id
}
5023 if action_dict
and "name" in action_dict
:
5024 net_nfvo
['name'] = action_dict
['name']
5026 net_nfvo
['name'] = net
['name']
5027 #net_nfvo['description']= net['name']
5028 net_nfvo
['vim_net_id'] = net
['id']
5029 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
5030 net_nfvo
['shared'] = net
['shared']
5031 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
5033 net_id
= mydb
.new_row("datacenter_nets", net_nfvo
, add_uuid
=True)
5034 net_nfvo
["status"] = "OK"
5035 net_nfvo
["uuid"] = net_id
5036 except db_base_Exception
as e
:
5040 net_nfvo
["status"] = "FAIL: " + str(e
)
5041 net_list
.append(net_nfvo
)
5044 def get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
):
5045 # obtain all network data
5047 if utils
.check_valid_uuid(network_id
):
5048 filter_dict
= {"id": network_id
}
5050 filter_dict
= {"name": network_id
}
5052 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5053 network
= myvim
.get_network_list(filter_dict
=filter_dict
)
5054 except vimconn
.vimconnException
as e
:
5055 raise NfvoException("Not possible to get_sdn_net_id from VIM: {}".format(str(e
)), e
.http_code
)
5057 # ensure the network is defined
5058 if len(network
) == 0:
5059 raise NfvoException("Network {} is not present in the system".format(network_id
),
5062 # ensure there is only one network with the provided name
5063 if len(network
) > 1:
5064 raise NfvoException("Multiple networks present in vim identified by {}".format(network_id
), HTTP_Bad_Request
)
5066 # ensure it is a dataplane network
5067 if network
[0]['type'] != 'data':
5070 # ensure we use the id
5071 network_id
= network
[0]['id']
5073 # search in dabase mano_db in table instance nets for the sdn_net_id that corresponds to the vim_net_id==network_id
5074 # and with instance_scenario_id==NULL
5075 #search_dict = {'vim_net_id': network_id, 'instance_scenario_id': None}
5076 search_dict
= {'vim_net_id': network_id
}
5079 #sdn_network_id = mydb.get_rows(SELECT=('sdn_net_id',), FROM='instance_nets', WHERE=search_dict)[0]['sdn_net_id']
5080 result
= mydb
.get_rows(SELECT
=('sdn_net_id',), FROM
='instance_nets', WHERE
=search_dict
)
5081 except db_base_Exception
as e
:
5082 raise NfvoException("db_base_Exception obtaining SDN network to associated to vim network {}".format(
5083 network_id
) + str(e
), e
.http_code
)
5087 if net
['sdn_net_id'] != None:
5089 sdn_net_id
= net
['sdn_net_id']
5091 if sdn_net_counter
== 0:
5093 elif sdn_net_counter
== 1:
5096 raise NfvoException("More than one SDN network is associated to vim network {}".format(
5097 network_id
), HTTP_Internal_Server_Error
)
5099 def get_sdn_controller_id(mydb
, datacenter
):
5100 # Obtain sdn controller id
5101 config
= mydb
.get_rows(SELECT
=('config',), FROM
='datacenters', WHERE
={'uuid': datacenter
})[0].get('config', '{}')
5105 return yaml
.load(config
).get('sdn-controller')
5107 def vim_net_sdn_attach(mydb
, tenant_id
, datacenter
, network_id
, descriptor
):
5109 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5110 if not sdn_network_id
:
5111 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
), HTTP_Internal_Server_Error
)
5113 #Obtain sdn controller id
5114 controller_id
= get_sdn_controller_id(mydb
, datacenter
)
5115 if not controller_id
:
5116 raise NfvoException("No SDN controller is set for datacenter {}".format(datacenter
), HTTP_Internal_Server_Error
)
5118 #Obtain sdn controller info
5119 sdn_controller
= ovim
.show_of_controller(controller_id
)
5122 'name': 'external_port',
5123 'net_id': sdn_network_id
,
5124 'ofc_id': controller_id
,
5125 'switch_dpid': sdn_controller
['dpid'],
5126 'switch_port': descriptor
['port']
5129 if 'vlan' in descriptor
:
5130 port_data
['vlan'] = descriptor
['vlan']
5131 if 'mac' in descriptor
:
5132 port_data
['mac'] = descriptor
['mac']
5134 result
= ovim
.new_port(port_data
)
5135 except ovimException
as e
:
5136 raise NfvoException("ovimException attaching SDN network {} to vim network {}".format(
5137 sdn_network_id
, network_id
) + str(e
), HTTP_Internal_Server_Error
)
5138 except db_base_Exception
as e
:
5139 raise NfvoException("db_base_Exception attaching SDN network to vim network {}".format(
5140 network_id
) + str(e
), e
.http_code
)
5142 return 'Port uuid: '+ result
5144 def vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, network_id
, port_id
=None):
5146 filter = {'uuid': port_id
}
5148 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5149 if not sdn_network_id
:
5150 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
),
5151 HTTP_Internal_Server_Error
)
5152 #in case no port_id is specified only ports marked as 'external_port' will be detached
5153 filter = {'name': 'external_port', 'net_id': sdn_network_id
}
5156 port_list
= ovim
.get_ports(columns
={'uuid'}, filter=filter)
5157 except ovimException
as e
:
5158 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
5159 HTTP_Internal_Server_Error
)
5161 if len(port_list
) == 0:
5162 raise NfvoException("No ports attached to the network {} were found with the requested criteria".format(network_id
),
5166 for port
in port_list
:
5168 port_uuid_list
.append(port
['uuid'])
5169 ovim
.delete_port(port
['uuid'])
5170 except ovimException
as e
:
5171 raise NfvoException("ovimException deleting port {} for net {}. ".format(port
['uuid'], network_id
) + str(e
), HTTP_Internal_Server_Error
)
5173 return 'Detached ports uuid: {}'.format(','.join(port_uuid_list
))
5175 def vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
):
5176 #get datacenter info
5177 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5180 if utils
.check_valid_uuid(name
):
5181 filter_dict
["id"] = name
5183 filter_dict
["name"] = name
5185 if item
=="networks":
5186 #filter_dict['tenant_id'] = myvim['tenant_id']
5187 content
= myvim
.get_network_list(filter_dict
=filter_dict
)
5189 if len(content
) == 0:
5190 raise NfvoException("Network {} is not present in the system. ".format(name
),
5193 #Update the networks with the attached ports
5195 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, net
['id'])
5196 if sdn_network_id
!= None:
5198 #port_list = ovim.get_ports(columns={'uuid', 'switch_port', 'vlan'}, filter={'name': 'external_port', 'net_id': sdn_network_id})
5199 port_list
= ovim
.get_ports(columns
={'uuid', 'switch_port', 'vlan','name'}, filter={'net_id': sdn_network_id
})
5200 except ovimException
as e
:
5201 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
), HTTP_Internal_Server_Error
)
5202 #Remove field name and if port name is external_port save it as 'type'
5203 for port
in port_list
:
5204 if port
['name'] == 'external_port':
5205 port
['type'] = "External"
5207 net
['sdn_network_id'] = sdn_network_id
5208 net
['sdn_attached_ports'] = port_list
5210 elif item
=="tenants":
5211 content
= myvim
.get_tenant_list(filter_dict
=filter_dict
)
5212 elif item
== "images":
5214 content
= myvim
.get_image_list(filter_dict
=filter_dict
)
5216 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
5217 logger
.debug("vim_action response %s", content
) #update nets Change from VIM format to NFVO format
5218 if name
and len(content
)==1:
5219 return {item
[:-1]: content
[0]}
5220 elif name
and len(content
)==0:
5221 raise NfvoException("No {} found with ".format(item
[:-1]) + " and ".join(map(lambda x
: str(x
[0])+": "+str(x
[1]), filter_dict
.iteritems())),
5224 return {item
: content
}
5225 except vimconn
.vimconnException
as e
:
5226 print "vim_action Not possible to get_%s_list from VIM: %s " % (item
, str(e
))
5227 raise NfvoException("Not possible to get_{}_list from VIM: {}".format(item
, str(e
)), e
.http_code
)
5230 def vim_action_delete(mydb
, tenant_id
, datacenter
, item
, name
):
5231 #get datacenter info
5232 if tenant_id
== "any":
5235 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5237 content
= vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
)
5238 logger
.debug("vim_action_delete vim response: " + str(content
))
5239 items
= content
.values()[0]
5240 if type(items
)==list and len(items
)==0:
5241 raise NfvoException("Not found " + item
, HTTP_Not_Found
)
5242 elif type(items
)==list and len(items
)>1:
5243 raise NfvoException("Found more than one {} with this name. Use uuid.".format(item
), HTTP_Not_Found
)
5244 else: # it is a dict
5245 item_id
= items
["id"]
5246 item_name
= str(items
.get("name"))
5249 if item
=="networks":
5250 # If there is a SDN network associated to the vim-network, proceed to clear the relationship and delete it
5251 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, item_id
)
5252 if sdn_network_id
!= None:
5253 #Delete any port attachment to this network
5255 port_list
= ovim
.get_ports(columns
={'uuid'}, filter={'net_id': sdn_network_id
})
5256 except ovimException
as e
:
5257 raise NfvoException(
5258 "ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
5259 HTTP_Internal_Server_Error
)
5261 # By calling one by one all ports to be detached we ensure that not only the external_ports get detached
5262 for port
in port_list
:
5263 vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, item_id
, port
['uuid'])
5265 #Delete from 'instance_nets' the correspondence between the vim-net-id and the sdn-net-id
5267 mydb
.delete_row(FROM
='instance_nets', WHERE
={'instance_scenario_id': None, 'sdn_net_id': sdn_network_id
, 'vim_net_id': item_id
})
5268 except db_base_Exception
as e
:
5269 raise NfvoException("Error deleting correspondence for VIM/SDN dataplane networks{}: ".format(correspondence
) +
5270 str(e
), e
.http_code
)
5272 #Delete the SDN network
5274 ovim
.delete_network(sdn_network_id
)
5275 except ovimException
as e
:
5276 logger
.error("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
), exc_info
=True)
5277 raise NfvoException("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
),
5278 HTTP_Internal_Server_Error
)
5280 content
= myvim
.delete_network(item_id
)
5281 elif item
=="tenants":
5282 content
= myvim
.delete_tenant(item_id
)
5283 elif item
== "images":
5284 content
= myvim
.delete_image(item_id
)
5286 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
5287 except vimconn
.vimconnException
as e
:
5288 #logger.error( "vim_action Not possible to delete_{} {}from VIM: {} ".format(item, name, str(e)))
5289 raise NfvoException("Not possible to delete_{} {} from VIM: {}".format(item
, name
, str(e
)), e
.http_code
)
5291 return "{} {} {} deleted".format(item
[:-1], item_id
,item_name
)
5294 def vim_action_create(mydb
, tenant_id
, datacenter
, item
, descriptor
):
5295 #get datacenter info
5296 logger
.debug("vim_action_create descriptor %s", str(descriptor
))
5297 if tenant_id
== "any":
5299 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5301 if item
=="networks":
5302 net
= descriptor
["network"]
5303 net_name
= net
.pop("name")
5304 net_type
= net
.pop("type", "bridge")
5305 net_public
= net
.pop("shared", False)
5306 net_ipprofile
= net
.pop("ip_profile", None)
5307 net_vlan
= net
.pop("vlan", None)
5308 content
= myvim
.new_network(net_name
, net_type
, net_ipprofile
, shared
=net_public
, vlan
=net_vlan
) #, **net)
5310 #If the datacenter has a SDN controller defined and the network is of dataplane type, then create the sdn network
5311 if get_sdn_controller_id(mydb
, datacenter
) != None and (net_type
== 'data' or net_type
== 'ptp'):
5312 #obtain datacenter_tenant_id
5313 datacenter_tenant_id
= mydb
.get_rows(SELECT
=('uuid',),
5314 FROM
='datacenter_tenants',
5315 WHERE
={'datacenter_id': datacenter
})[0]['uuid']
5318 sdn_network
['vlan'] = net_vlan
5319 sdn_network
['type'] = net_type
5320 sdn_network
['name'] = net_name
5321 sdn_network
['region'] = datacenter_tenant_id
5322 ovim_content
= ovim
.new_network(sdn_network
)
5323 except ovimException
as e
:
5324 logger
.error("ovimException creating SDN network={} ".format(
5325 sdn_network
) + str(e
), exc_info
=True)
5326 raise NfvoException("ovimException creating SDN network={} ".format(sdn_network
) + str(e
),
5327 HTTP_Internal_Server_Error
)
5329 # Save entry in in dabase mano_db in table instance_nets to stablish a dictionary vim_net_id <->sdn_net_id
5330 # use instance_scenario_id=None to distinguish from real instaces of nets
5331 correspondence
= {'instance_scenario_id': None,
5332 'sdn_net_id': ovim_content
,
5333 'vim_net_id': content
,
5334 'datacenter_tenant_id': datacenter_tenant_id
5337 mydb
.new_row('instance_nets', correspondence
, add_uuid
=True)
5338 except db_base_Exception
as e
:
5339 raise NfvoException("Error saving correspondence for VIM/SDN dataplane networks{}: {}".format(
5340 correspondence
, e
), e
.http_code
)
5341 elif item
=="tenants":
5342 tenant
= descriptor
["tenant"]
5343 content
= myvim
.new_tenant(tenant
["name"], tenant
.get("description"))
5345 raise NfvoException(item
+ "?", HTTP_Method_Not_Allowed
)
5346 except vimconn
.vimconnException
as e
:
5347 raise NfvoException("Not possible to create {} at VIM: {}".format(item
, str(e
)), e
.http_code
)
5349 return vim_action_get(mydb
, tenant_id
, datacenter
, item
, content
)
5351 def sdn_controller_create(mydb
, tenant_id
, sdn_controller
):
5352 data
= ovim
.new_of_controller(sdn_controller
)
5353 logger
.debug('New SDN controller created with uuid {}'.format(data
))
5356 def sdn_controller_update(mydb
, tenant_id
, controller_id
, sdn_controller
):
5357 data
= ovim
.edit_of_controller(controller_id
, sdn_controller
)
5358 msg
= 'SDN controller {} updated'.format(data
)
5362 def sdn_controller_list(mydb
, tenant_id
, controller_id
=None):
5363 if controller_id
== None:
5364 data
= ovim
.get_of_controllers()
5366 data
= ovim
.show_of_controller(controller_id
)
5368 msg
= 'SDN controller list:\n {}'.format(data
)
5372 def sdn_controller_delete(mydb
, tenant_id
, controller_id
):
5373 select_
= ('uuid', 'config')
5374 datacenters
= mydb
.get_rows(FROM
='datacenters', SELECT
=select_
)
5375 for datacenter
in datacenters
:
5376 if datacenter
['config']:
5377 config
= yaml
.load(datacenter
['config'])
5378 if 'sdn-controller' in config
and config
['sdn-controller'] == controller_id
:
5379 raise NfvoException("SDN controller {} is in use by datacenter {}".format(controller_id
, datacenter
['uuid']), HTTP_Conflict
)
5381 data
= ovim
.delete_of_controller(controller_id
)
5382 msg
= 'SDN controller {} deleted'.format(data
)
5386 def datacenter_sdn_port_mapping_set(mydb
, tenant_id
, datacenter_id
, sdn_port_mapping
):
5387 controller
= mydb
.get_rows(FROM
="datacenters", SELECT
=("config",), WHERE
={"uuid":datacenter_id
})
5388 if len(controller
) < 1:
5389 raise NfvoException("Datacenter {} not present in the database".format(datacenter_id
), HTTP_Not_Found
)
5392 sdn_controller_id
= yaml
.load(controller
[0]["config"])["sdn-controller"]
5394 raise NfvoException("The datacenter {} has not an SDN controller associated".format(datacenter_id
), HTTP_Bad_Request
)
5396 sdn_controller
= ovim
.show_of_controller(sdn_controller_id
)
5397 switch_dpid
= sdn_controller
["dpid"]
5400 for compute_node
in sdn_port_mapping
:
5401 #element = {"ofc_id": sdn_controller_id, "region": datacenter_id, "switch_dpid": switch_dpid}
5403 element
["compute_node"] = compute_node
["compute_node"]
5404 for port
in compute_node
["ports"]:
5405 pci
= port
.get("pci")
5406 element
["switch_port"] = port
.get("switch_port")
5407 element
["switch_mac"] = port
.get("switch_mac")
5408 if not pci
or not (element
["switch_port"] or element
["switch_mac"]):
5409 raise NfvoException ("The mapping must contain the 'pci' and at least one of the elements 'switch_port'"
5410 " or 'switch_mac'", HTTP_Bad_Request
)
5411 for pci_expanded
in utils
.expand_brackets(pci
):
5412 element
["pci"] = pci_expanded
5413 maps
.append(dict(element
))
5415 return ovim
.set_of_port_mapping(maps
, ofc_id
=sdn_controller_id
, switch_dpid
=switch_dpid
, region
=datacenter_id
)
5417 def datacenter_sdn_port_mapping_list(mydb
, tenant_id
, datacenter_id
):
5418 maps
= ovim
.get_of_port_mappings(db_filter
={"region": datacenter_id
})
5421 "sdn-controller": None,
5422 "datacenter-id": datacenter_id
,
5424 "ports_mapping": list()
5427 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id
)
5428 if datacenter
['config']:
5429 config
= yaml
.load(datacenter
['config'])
5430 if 'sdn-controller' in config
:
5431 controller_id
= config
['sdn-controller']
5432 sdn_controller
= sdn_controller_list(mydb
, tenant_id
, controller_id
)
5433 result
["sdn-controller"] = controller_id
5434 result
["dpid"] = sdn_controller
["dpid"]
5436 if result
["sdn-controller"] == None:
5437 raise NfvoException("SDN controller is not defined for datacenter {}".format(datacenter_id
), HTTP_Bad_Request
)
5438 if result
["dpid"] == None:
5439 raise NfvoException("It was not possible to determine DPID for SDN controller {}".format(result
["sdn-controller"]),
5440 HTTP_Internal_Server_Error
)
5445 ports_correspondence_dict
= dict()
5447 if result
["sdn-controller"] != link
["ofc_id"]:
5448 raise NfvoException("The sdn-controller specified for different port mappings differ", HTTP_Internal_Server_Error
)
5449 if result
["dpid"] != link
["switch_dpid"]:
5450 raise NfvoException("The dpid specified for different port mappings differ", HTTP_Internal_Server_Error
)
5452 element
["pci"] = link
["pci"]
5453 if link
["switch_port"]:
5454 element
["switch_port"] = link
["switch_port"]
5455 if link
["switch_mac"]:
5456 element
["switch_mac"] = link
["switch_mac"]
5458 if not link
["compute_node"] in ports_correspondence_dict
:
5460 content
["compute_node"] = link
["compute_node"]
5461 content
["ports"] = list()
5462 ports_correspondence_dict
[link
["compute_node"]] = content
5464 ports_correspondence_dict
[link
["compute_node"]]["ports"].append(element
)
5466 for key
in sorted(ports_correspondence_dict
):
5467 result
["ports_mapping"].append(ports_correspondence_dict
[key
])
5471 def datacenter_sdn_port_mapping_delete(mydb
, tenant_id
, datacenter_id
):
5472 return ovim
.clear_of_port_mapping(db_filter
={"region":datacenter_id
})
5474 def create_RO_keypair(tenant_id
):
5476 Creates a public / private keys for a RO tenant and returns their values
5478 tenant_id: ID of the tenant
5480 public_key: Public key for the RO tenant
5481 private_key: Encrypted private key for RO tenant
5485 key
= RSA
.generate(bits
)
5487 public_key
= key
.publickey().exportKey('OpenSSH')
5488 if isinstance(public_key
, ValueError):
5489 raise NfvoException("Unable to create public key: {}".format(public_key
), HTTP_Internal_Server_Error
)
5490 private_key
= key
.exportKey(passphrase
=tenant_id
, pkcs
=8)
5491 except (ValueError, NameError) as e
:
5492 raise NfvoException("Unable to create private key: {}".format(e
), HTTP_Internal_Server_Error
)
5493 return public_key
, private_key
5495 def decrypt_key (key
, tenant_id
):
5497 Decrypts an encrypted RSA key
5499 key: Private key to be decrypted
5500 tenant_id: ID of the tenant
5502 unencrypted_key: Unencrypted private key for RO tenant
5505 key
= RSA
.importKey(key
,tenant_id
)
5506 unencrypted_key
= key
.exportKey('PEM')
5507 if isinstance(unencrypted_key
, ValueError):
5508 raise NfvoException("Unable to decrypt the private key: {}".format(unencrypted_key
), HTTP_Internal_Server_Error
)
5509 except ValueError as e
:
5510 raise NfvoException("Unable to decrypt the private key: {}".format(e
), HTTP_Internal_Server_Error
)
5511 return unencrypted_key