1 # -*- coding: utf-8 -*-
4 # Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U.
5 # This file is part of openmano
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
12 # http://www.apache.org/licenses/LICENSE-2.0
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
25 NFVO engine, implementing all the methods for the creation, deletion and management of vnfs, scenarios and instances
27 __author__
="Alfonso Tierno, Gerardo Garcia, Pablo Montes"
28 __date__
="$16-sep-2014 22:05:01$"
34 from random
import choice
as random_choice
35 from osm_ro
import utils
36 from osm_ro
.utils
import deprecated
37 from osm_ro
.vim_thread
import vim_thread
38 import osm_ro
.console_proxy_thread
as cli
39 from osm_ro_plugin
.vim_dummy
import VimDummyConnector
40 from osm_ro_plugin
.sdn_dummy
import SdnDummyConnector
41 from osm_ro_plugin
.sdn_failing
import SdnFailingConnector
42 from osm_ro_plugin
import vimconn
, sdnconn
46 from uuid
import uuid4
47 from osm_ro
.db_base
import db_base_Exception
49 from osm_ro
import nfvo_db
50 from threading
import Lock
52 from osm_ro
.sdn
import Sdn
, SdnException
as ovimException
54 from Crypto
.PublicKey
import RSA
56 import osm_im
.vnfd
as vnfd_catalog
57 import osm_im
.nsd
as nsd_catalog
58 from pyangbind
.lib
.serialise
import pybindJSONDecoder
59 from copy
import deepcopy
60 from pkg_resources
import iter_entry_points
64 from .http_tools
import errors
as httperrors
65 from .wim
.engine
import WimEngine
66 from .wim
.persistence
import WimPersistence
67 from copy
import deepcopy
68 from pprint
import pformat
75 global sdnconn_imported
78 global default_volume_size
79 default_volume_size
= '5' #size in GB
84 plugins
= {} # dictionary with VIM type as key, loaded module as value
85 vim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-VIMs
86 vim_persistent_info
= {}
88 sdnconn_imported
= {} # dictionary with WIM type as key, loaded module as value
89 wim_threads
= {"running":{}, "deleting": {}, "names": []} # threads running for attached-WIMs
90 wim_persistent_info
= {}
93 logger
= logging
.getLogger('openmano.nfvo')
101 class NfvoException(httperrors
.HttpMappedError
):
102 """Common Class for NFVO errors"""
104 def _load_plugin(name
, type="vim"):
105 # type can be vim or sdn
108 for v
in iter_entry_points('osm_ro{}.plugins'.format(type), name
):
109 plugins
[name
] = v
.load()
110 except Exception as e
:
111 logger
.critical("Cannot load osm_{}: {}".format(name
, e
))
113 plugins
[name
] = SdnFailingConnector("Cannot load osm_{}: {}".format(name
, e
))
114 if name
and name
not in plugins
:
115 error_text
= "Cannot load a module for {t} type '{n}'. The plugin 'osm_{n}' has not been" \
116 " registered".format(t
=type, n
=name
)
117 logger
.critical(error_text
)
118 plugins
[name
] = SdnFailingConnector(error_text
)
119 # raise NfvoException("Cannot load a module for {t} type '{n}'. The plugin 'osm_{n}' has not been registered".
120 # format(t=type, n=name), httperrors.Bad_Request)
125 if task_id
<= last_task_id
:
126 task_id
= last_task_id
+ 0.000001
127 last_task_id
= task_id
128 return "ACTION-{:.6f}".format(task_id
)
129 # return (t.strftime("%Y%m%dT%H%M%S.{}%Z", t.localtime(task_id))).format(int((task_id % 1)*1e6))
132 def new_task(name
, params
, depends
=None):
134 task_id
= get_task_id()
135 task
= {"status": "enqueued", "id": task_id
, "name": name
, "params": params
}
137 task
["depends"] = depends
142 return True if id[:5] == "TASK-" else False
144 def get_process_id():
146 Obtain a unique ID for this process. If running from inside docker, it will get docker ID. If not it
147 will provide a random one
150 # Try getting docker id. If fails, get pid
152 with
open("/proc/self/cgroup", "r") as f
:
153 for text_id_
in f
.readlines():
154 if "docker/" not in text_id_
:
156 _
, _
, text_id
= text_id_
.rpartition("/")
157 text_id
= text_id
.replace("\n", "")[:12]
163 return "".join(random_choice("0123456789abcdef") for _
in range(12))
165 def get_non_used_vim_name(datacenter_name
, datacenter_id
):
166 return "{}:{}:{}".format(
167 worker_id
[:12], datacenter_id
.replace("-", "")[:32], datacenter_name
[:16]
171 def get_non_used_wim_name(wim_name
, wim_id
, tenant_name
, tenant_id
):
173 if name
not in wim_threads
["names"]:
174 wim_threads
["names"].append(name
)
176 name
= wim_name
[:16] + "." + tenant_name
[:16]
177 if name
not in wim_threads
["names"]:
178 wim_threads
["names"].append(name
)
180 name
= wim_id
+ "-" + tenant_id
181 wim_threads
["names"].append(name
)
185 def start_service(mydb
, persistence
=None, wim
=None):
186 global db
, global_config
, plugins
, ovim
, worker_id
187 db
= nfvo_db
.nfvo_db(lock
=db_lock
)
189 db
.connect(global_config
['db_host'], global_config
['db_user'], global_config
['db_passwd'], global_config
['db_name'])
191 persistence
= persistence
or WimPersistence(db
)
194 worker_id
= get_process_id()
195 if "rosdn_dummy" not in plugins
:
196 plugins
["rosdn_dummy"] = SdnDummyConnector
197 if "rovim_dummy" not in plugins
:
198 plugins
["rovim_dummy"] = VimDummyConnector
199 # starts ovim library
200 ovim
= Sdn(db
, plugins
)
203 wim_engine
= wim
or WimEngine(persistence
, plugins
)
204 wim_engine
.ovim
= ovim
208 #delete old unneeded vim_wim_actions
212 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join '\
213 'datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
214 select_
= ('type', 'd.config as config', 'd.uuid as datacenter_id', 'vim_url', 'vim_url_admin',
215 'd.name as datacenter_name', 'dt.uuid as datacenter_tenant_id',
216 'dt.vim_tenant_name as vim_tenant_name', 'dt.vim_tenant_id as vim_tenant_id',
217 'user', 'passwd', 'dt.config as dt_config', 'nfvo_tenant_id')
218 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
)
220 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
221 'datacenter_id': vim
.get('datacenter_id')}
223 extra
.update(yaml
.load(vim
["config"], Loader
=yaml
.Loader
))
224 if vim
.get('dt_config'):
225 extra
.update(yaml
.load(vim
["dt_config"], Loader
=yaml
.Loader
))
226 plugin_name
= "rovim_" + vim
["type"]
227 if plugin_name
not in plugins
:
228 _load_plugin(plugin_name
, type="vim")
230 thread_id
= vim
['datacenter_tenant_id']
231 vim_persistent_info
[thread_id
] = {}
234 # return -httperrors.Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
235 myvim
= plugins
[plugin_name
](
236 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
237 tenant_id
=vim
['vim_tenant_id'], tenant_name
=vim
['vim_tenant_name'],
238 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
239 user
=vim
['user'], passwd
=vim
['passwd'],
240 config
=extra
, persistent_info
=vim_persistent_info
[thread_id
]
242 except vimconn
.VimConnException
as e
:
244 logger
.error("Cannot launch thread for VIM {} '{}': {}".format(vim
['datacenter_name'],
245 vim
['datacenter_id'], e
))
246 except Exception as e
:
247 logger
.critical("Cannot launch thread for VIM {} '{}': {}".format(vim
['datacenter_name'],
248 vim
['datacenter_id'], e
))
249 # raise NfvoException("Error at VIM {}; {}: {}".format(vim["type"], type(e).__name__, e),
250 # httperrors.Internal_Server_Error)
251 thread_name
= get_non_used_vim_name(vim
['datacenter_name'], vim
['datacenter_id'])
252 new_thread
= vim_thread(task_lock
, plugins
, thread_name
, None,
253 vim
['datacenter_tenant_id'], db
=db
)
255 vim_threads
["running"][thread_id
] = new_thread
256 wims
= mydb
.get_rows(FROM
="wim_accounts join wims on wim_accounts.wim_id=wims.uuid",
257 WHERE
={"sdn": "true"},
258 SELECT
=("wim_accounts.uuid as uuid", "type", "wim_accounts.name as name"))
260 plugin_name
= "rosdn_" + wim
["type"]
261 if plugin_name
not in plugins
:
262 _load_plugin(plugin_name
, type="sdn")
264 thread_id
= wim
['uuid']
265 thread_name
= get_non_used_vim_name(wim
['name'], wim
['uuid'])
266 new_thread
= vim_thread(task_lock
, plugins
, thread_name
, wim
['uuid'], None, db
=db
)
268 vim_threads
["running"][thread_id
] = new_thread
269 wim_engine
.start_threads()
270 except db_base_Exception
as e
:
271 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
272 except ovimException
as e
:
274 if message
[:22] == "DATABASE wrong version":
275 message
= "DATABASE wrong version of lib_osm_openvim {msg} -d{dbname} -u{dbuser} -p{dbpass} {ver}' "\
276 "at host {dbhost}".format(
277 msg
=message
[22:-3], dbname
=global_config
["db_ovim_name"],
278 dbuser
=global_config
["db_ovim_user"], dbpass
=global_config
["db_ovim_passwd"],
279 ver
=message
[-3:-1], dbhost
=global_config
["db_ovim_host"])
280 raise NfvoException(message
, httperrors
.Bad_Request
)
284 global ovim
, global_config
287 for thread_id
, thread
in vim_threads
["running"].items():
288 thread
.insert_task("exit")
289 vim_threads
["deleting"][thread_id
] = thread
290 vim_threads
["running"] = {}
293 wim_engine
.stop_threads()
295 if global_config
and global_config
.get("console_thread"):
296 for thread
in global_config
["console_thread"]:
297 thread
.terminate
= True
300 return ("openmanod version {} {}\n(c) Copyright Telefonica".format(global_config
["version"],
301 global_config
["version_date"] ))
305 Clean unused or old entries at database to avoid unlimited growing
306 :param mydb: database connector
309 # get and delete unused vim_wim_actions: all elements deleted, one week before, instance not present
310 now
= t
.time()-3600*24*7
311 instance_action_id
= None
314 actions_to_delete
= mydb
.get_rows(
315 SELECT
=("item", "item_id", "instance_action_id"),
316 FROM
="vim_wim_actions as va join instance_actions as ia on va.instance_action_id=ia.uuid "
317 "left join instance_scenarios as i on ia.instance_id=i.uuid",
318 WHERE
={"va.action": "DELETE", "va.modified_at<": now
, "i.uuid": None,
319 "va.status": ("DONE", "SUPERSEDED")},
322 for to_delete
in actions_to_delete
:
323 mydb
.delete_row(FROM
="vim_wim_actions", WHERE
=to_delete
)
324 if instance_action_id
!= to_delete
["instance_action_id"]:
325 instance_action_id
= to_delete
["instance_action_id"]
326 mydb
.delete_row(FROM
="instance_actions", WHERE
={"uuid": instance_action_id
})
327 nb_deleted
+= len(actions_to_delete
)
328 if len(actions_to_delete
) < 100:
331 mydb
.update_rows("vim_wim_actions", UPDATE
={"worker": None}, WHERE
={"worker<>": None})
334 logger
.debug("Removed {} unused vim_wim_actions".format(nb_deleted
))
337 def get_flavorlist(mydb
, vnf_id
, nfvo_tenant
=None):
339 return result, content:
340 <0, error_text upon error
341 nb_records, flavor_list on success
344 WHERE_dict
['vnf_id'] = vnf_id
345 if nfvo_tenant
is not None:
346 WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
348 #result, content = mydb.get_table(FROM='vms join vnfs on vms.vnf_id = vnfs.uuid',SELECT=('uuid'),WHERE=WHERE_dict )
349 #result, content = mydb.get_table(FROM='vms',SELECT=('vim_flavor_id',),WHERE=WHERE_dict )
350 flavors
= mydb
.get_rows(FROM
='vms join flavors on vms.flavor_id=flavors.uuid',SELECT
=('flavor_id',),WHERE
=WHERE_dict
)
351 #print "get_flavor_list result:", result
352 #print "get_flavor_list content:", content
354 for flavor
in flavors
:
355 flavorList
.append(flavor
['flavor_id'])
359 def get_imagelist(mydb
, vnf_id
, nfvo_tenant
=None):
361 Get used images of all vms belonging to this VNFD
362 :param mydb: database conector
363 :param vnf_id: vnfd uuid
364 :param nfvo_tenant: tenant, not used
365 :return: The list of image uuid used
368 vms
= mydb
.get_rows(SELECT
=('image_id','image_list'), FROM
='vms', WHERE
={'vnf_id': vnf_id
})
370 if vm
["image_id"] and vm
["image_id"] not in image_list
:
371 image_list
.append(vm
["image_id"])
373 vm_image_list
= yaml
.load(vm
["image_list"], Loader
=yaml
.Loader
)
374 for image_dict
in vm_image_list
:
375 if image_dict
["image_id"] not in image_list
:
376 image_list
.append(image_dict
["image_id"])
380 def get_vim(mydb
, nfvo_tenant
=None, datacenter_id
=None, datacenter_name
=None, datacenter_tenant_id
=None,
381 vim_tenant
=None, vim_tenant_name
=None, vim_user
=None, vim_passwd
=None, ignore_errors
=False):
382 '''Obtain a dictionary of VIM (datacenter) classes with some of the input parameters
383 return dictionary with {datacenter_id: vim_class, ... }. vim_class contain:
384 'nfvo_tenant_id','datacenter_id','vim_tenant_id','vim_url','vim_url_admin','datacenter_name','type','user','passwd'
385 raise exception upon error
389 if nfvo_tenant
is not None: WHERE_dict
['nfvo_tenant_id'] = nfvo_tenant
390 if datacenter_id
is not None: WHERE_dict
['d.uuid'] = datacenter_id
391 if datacenter_tenant_id
is not None: WHERE_dict
['datacenter_tenant_id'] = datacenter_tenant_id
392 if datacenter_name
is not None: WHERE_dict
['d.name'] = datacenter_name
393 if vim_tenant
is not None: WHERE_dict
['dt.vim_tenant_id'] = vim_tenant
394 if vim_tenant_name
is not None: WHERE_dict
['vim_tenant_name'] = vim_tenant_name
395 if nfvo_tenant
or vim_tenant
or vim_tenant_name
or datacenter_tenant_id
:
396 from_
= 'tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as dt on td.datacenter_tenant_id=dt.uuid'
397 select_
= ('type','d.config as config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name',
398 'dt.uuid as datacenter_tenant_id','dt.vim_tenant_name as vim_tenant_name','dt.vim_tenant_id as vim_tenant_id',
399 'user','passwd', 'dt.config as dt_config')
401 from_
= 'datacenters as d'
402 select_
= ('type','config','d.uuid as datacenter_id', 'vim_url', 'vim_url_admin', 'd.name as datacenter_name')
404 vims
= mydb
.get_rows(FROM
=from_
, SELECT
=select_
, WHERE
=WHERE_dict
)
407 extra
={'datacenter_tenant_id': vim
.get('datacenter_tenant_id'),
408 'datacenter_id': vim
.get('datacenter_id'),
409 '_vim_type_internal': vim
.get('type')}
411 extra
.update(yaml
.load(vim
["config"], Loader
=yaml
.Loader
))
412 if vim
.get('dt_config'):
413 extra
.update(yaml
.load(vim
["dt_config"], Loader
=yaml
.Loader
))
414 plugin_name
= "rovim_" + vim
["type"]
415 if plugin_name
not in plugins
:
417 _load_plugin(plugin_name
, type="vim")
418 except NfvoException
as e
:
420 logger
.error("{}".format(e
))
425 if 'datacenter_tenant_id' in vim
:
426 thread_id
= vim
["datacenter_tenant_id"]
427 if thread_id
not in vim_persistent_info
:
428 vim_persistent_info
[thread_id
] = {}
429 persistent_info
= vim_persistent_info
[thread_id
]
433 # return -httperrors.Bad_Request, "You must provide a valid tenant name or uuid for VIM %s" % ( vim["type"])
434 vim_dict
[vim
['datacenter_id']] = plugins
[plugin_name
](
435 uuid
=vim
['datacenter_id'], name
=vim
['datacenter_name'],
436 tenant_id
=vim
.get('vim_tenant_id',vim_tenant
),
437 tenant_name
=vim
.get('vim_tenant_name',vim_tenant_name
),
438 url
=vim
['vim_url'], url_admin
=vim
['vim_url_admin'],
439 user
=vim
.get('user',vim_user
), passwd
=vim
.get('passwd',vim_passwd
),
440 config
=extra
, persistent_info
=persistent_info
442 except Exception as e
:
444 logger
.error("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)))
446 http_code
= httperrors
.Internal_Server_Error
447 if isinstance(e
, vimconn
.VimConnException
):
448 http_code
= e
.http_code
449 raise NfvoException("Error at VIM {}; {}: {}".format(vim
["type"], type(e
).__name
__, str(e
)), http_code
)
451 except db_base_Exception
as e
:
452 raise NfvoException(str(e
) + " at nfvo.get_vim", e
.http_code
)
455 def rollback(mydb
, vims
, rollback_list
):
457 #delete things by reverse order
458 for i
in range(len(rollback_list
)-1, -1, -1):
459 item
= rollback_list
[i
]
460 if item
["where"]=="vim":
461 if item
["vim_id"] not in vims
:
463 if is_task_id(item
["uuid"]):
465 vim
= vims
[item
["vim_id"]]
467 if item
["what"]=="image":
468 vim
.delete_image(item
["uuid"])
469 mydb
.delete_row(FROM
="datacenters_images", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
470 elif item
["what"]=="flavor":
471 vim
.delete_flavor(item
["uuid"])
472 mydb
.delete_row(FROM
="datacenters_flavors", WHERE
={"datacenter_vim_id": vim
["id"], "vim_id":item
["uuid"]})
473 elif item
["what"]=="network":
474 vim
.delete_network(item
["uuid"])
475 elif item
["what"]=="vm":
476 vim
.delete_vminstance(item
["uuid"])
477 except vimconn
.VimConnException
as e
:
478 logger
.error("Error in rollback. Not possible to delete VIM %s '%s'. Message: %s", item
['what'], item
["uuid"], str(e
))
479 undeleted_items
.append("{} {} from VIM {}".format(item
['what'], item
["uuid"], vim
["name"]))
480 except db_base_Exception
as e
:
481 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB.datacenters Message: %s", item
['what'], item
["uuid"], str(e
))
485 if item
["what"]=="image":
486 mydb
.delete_row(FROM
="images", WHERE
={"uuid": item
["uuid"]})
487 elif item
["what"]=="flavor":
488 mydb
.delete_row(FROM
="flavors", WHERE
={"uuid": item
["uuid"]})
489 except db_base_Exception
as e
:
490 logger
.error("Error in rollback. Not possible to delete %s '%s' from DB. Message: %s", item
['what'], item
["uuid"], str(e
))
491 undeleted_items
.append("{} '{}'".format(item
['what'], item
["uuid"]))
492 if len(undeleted_items
)==0:
493 return True," Rollback successful."
495 return False," Rollback fails to delete: " + str(undeleted_items
)
498 def check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1):
500 #create a dictionary with vnfc-name: vnfc:interface-list key:values pairs
502 for vnfc
in vnf_descriptor
["vnf"]["VNFC"]:
504 #dataplane interfaces
505 for numa
in vnfc
.get("numas",() ):
506 for interface
in numa
.get("interfaces",()):
507 if interface
["name"] in name_dict
:
509 "Error at vnf:VNFC[name:'{}']:numas:interfaces:name, interface name '{}' already used in this VNFC".format(
510 vnfc
["name"], interface
["name"]),
511 httperrors
.Bad_Request
)
512 name_dict
[ interface
["name"] ] = "underlay"
514 for interface
in vnfc
.get("bridge-ifaces",() ):
515 if interface
["name"] in name_dict
:
517 "Error at vnf:VNFC[name:'{}']:bridge-ifaces:name, interface name '{}' already used in this VNFC".format(
518 vnfc
["name"], interface
["name"]),
519 httperrors
.Bad_Request
)
520 name_dict
[ interface
["name"] ] = "overlay"
521 vnfc_interfaces
[ vnfc
["name"] ] = name_dict
522 # check bood-data info
523 # if "boot-data" in vnfc:
524 # # check that user-data is incompatible with users and config-files
525 # if (vnfc["boot-data"].get("users") or vnfc["boot-data"].get("config-files")) and vnfc["boot-data"].get("user-data"):
526 # raise NfvoException(
527 # "Error at vnf:VNFC:boot-data, fields 'users' and 'config-files' are not compatible with 'user-data'",
528 # httperrors.Bad_Request)
530 #check if the info in external_connections matches with the one in the vnfcs
532 for external_connection
in vnf_descriptor
["vnf"].get("external-connections",() ):
533 if external_connection
["name"] in name_list
:
535 "Error at vnf:external-connections:name, value '{}' already used as an external-connection".format(
536 external_connection
["name"]),
537 httperrors
.Bad_Request
)
538 name_list
.append(external_connection
["name"])
539 if external_connection
["VNFC"] not in vnfc_interfaces
:
541 "Error at vnf:external-connections[name:'{}']:VNFC, value '{}' does not match any VNFC".format(
542 external_connection
["name"], external_connection
["VNFC"]),
543 httperrors
.Bad_Request
)
545 if external_connection
["local_iface_name"] not in vnfc_interfaces
[ external_connection
["VNFC"] ]:
547 "Error at vnf:external-connections[name:'{}']:local_iface_name, value '{}' does not match any interface of this VNFC".format(
548 external_connection
["name"],
549 external_connection
["local_iface_name"]),
550 httperrors
.Bad_Request
)
552 #check if the info in internal_connections matches with the one in the vnfcs
554 for internal_connection
in vnf_descriptor
["vnf"].get("internal-connections",() ):
555 if internal_connection
["name"] in name_list
:
557 "Error at vnf:internal-connections:name, value '{}' already used as an internal-connection".format(
558 internal_connection
["name"]),
559 httperrors
.Bad_Request
)
560 name_list
.append(internal_connection
["name"])
561 #We should check that internal-connections of type "ptp" have only 2 elements
563 if len(internal_connection
["elements"])>2 and (internal_connection
.get("type") == "ptp" or internal_connection
.get("type") == "e-line"):
565 "Error at 'vnf:internal-connections[name:'{}']:elements', size must be 2 for a '{}' type. Consider change it to '{}' type".format(
566 internal_connection
["name"],
567 'ptp' if vnf_descriptor_version
==1 else 'e-line',
568 'data' if vnf_descriptor_version
==1 else "e-lan"),
569 httperrors
.Bad_Request
)
570 for port
in internal_connection
["elements"]:
572 iface
= port
["local_iface_name"]
573 if vnf
not in vnfc_interfaces
:
575 "Error at vnf:internal-connections[name:'{}']:elements[]:VNFC, value '{}' does not match any VNFC".format(
576 internal_connection
["name"], vnf
),
577 httperrors
.Bad_Request
)
578 if iface
not in vnfc_interfaces
[ vnf
]:
580 "Error at vnf:internal-connections[name:'{}']:elements[]:local_iface_name, value '{}' does not match any interface of this VNFC".format(
581 internal_connection
["name"], iface
),
582 httperrors
.Bad_Request
)
583 return -httperrors
.Bad_Request
,
584 if vnf_descriptor_version
==1 and "type" not in internal_connection
:
585 if vnfc_interfaces
[vnf
][iface
] == "overlay":
586 internal_connection
["type"] = "bridge"
588 internal_connection
["type"] = "data"
589 if vnf_descriptor_version
==2 and "implementation" not in internal_connection
:
590 if vnfc_interfaces
[vnf
][iface
] == "overlay":
591 internal_connection
["implementation"] = "overlay"
593 internal_connection
["implementation"] = "underlay"
594 if (internal_connection
.get("type") == "data" or internal_connection
.get("type") == "ptp" or \
595 internal_connection
.get("implementation") == "underlay") and vnfc_interfaces
[vnf
][iface
] == "overlay":
597 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
598 internal_connection
["name"],
599 iface
, 'bridge' if vnf_descriptor_version
==1 else 'overlay',
600 'data' if vnf_descriptor_version
==1 else 'underlay'),
601 httperrors
.Bad_Request
)
602 if (internal_connection
.get("type") == "bridge" or internal_connection
.get("implementation") == "overlay") and \
603 vnfc_interfaces
[vnf
][iface
] == "underlay":
605 "Error at vnf:internal-connections[name:'{}']:elements[]:{}, interface of type {} connected to an {} network".format(
606 internal_connection
["name"], iface
,
607 'data' if vnf_descriptor_version
==1 else 'underlay',
608 'bridge' if vnf_descriptor_version
==1 else 'overlay'),
609 httperrors
.Bad_Request
)
612 def create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=None):
614 if only_create_at_vim
:
615 image_mano_id
= image_dict
['uuid']
616 if return_on_error
== None:
617 return_on_error
= True
619 if image_dict
['location']:
620 images
= mydb
.get_rows(FROM
="images", WHERE
={'location':image_dict
['location'], 'metadata':image_dict
['metadata']})
622 images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name':image_dict
['universal_name'], 'checksum':image_dict
['checksum']})
624 image_mano_id
= images
[0]['uuid']
626 #create image in MANO DB
627 temp_image_dict
={'name':image_dict
['name'], 'description':image_dict
.get('description',None),
628 'location':image_dict
['location'], 'metadata':image_dict
.get('metadata',None),
629 'universal_name':image_dict
['universal_name'] , 'checksum':image_dict
['checksum']
631 #temp_image_dict['location'] = image_dict.get('new_location') if image_dict['location'] is None
632 image_mano_id
= mydb
.new_row('images', temp_image_dict
, add_uuid
=True)
633 rollback_list
.append({"where":"mano", "what":"image","uuid":image_mano_id
})
634 #create image at every vim
635 for vim_id
,vim
in vims
.items():
636 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
637 image_created
="false"
639 image_db
= mydb
.get_rows(FROM
="datacenters_images",
640 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'image_id': image_mano_id
})
641 #look at VIM if this image exist
643 if image_dict
['location'] is not None:
644 image_vim_id
= vim
.get_image_id_from_path(image_dict
['location'])
647 filter_dict
['name'] = image_dict
['universal_name']
648 if image_dict
.get('checksum') != None:
649 filter_dict
['checksum'] = image_dict
['checksum']
650 #logger.debug('>>>>>>>> Filter dict: %s', str(filter_dict))
651 vim_images
= vim
.get_image_list(filter_dict
)
652 #logger.debug('>>>>>>>> VIM images: %s', str(vim_images))
653 if len(vim_images
) > 1:
654 raise vimconn
.VimConnException("More than one candidate VIM image found for filter: {}".format(str(filter_dict
)), httperrors
.Conflict
)
655 elif len(vim_images
) == 0:
656 raise vimconn
.VimConnNotFoundException("Image not found at VIM with filter: '{}'".format(str(filter_dict
)))
658 #logger.debug('>>>>>>>> VIM image 0: %s', str(vim_images[0]))
659 image_vim_id
= vim_images
[0]['id']
661 except vimconn
.VimConnNotFoundException
as e
:
662 #Create the image in VIM only if image_dict['location'] or image_dict['new_location'] is not None
664 #image_dict['location']=image_dict.get('new_location') if image_dict['location'] is None
665 if image_dict
['location']:
666 image_vim_id
= vim
.new_image(image_dict
)
667 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"image","uuid":image_vim_id
})
670 #If we reach this point, then the image has image name, and optionally checksum, and could not be found
671 raise vimconn
.VimConnException(str(e
))
672 except vimconn
.VimConnException
as e
:
674 logger
.error("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
677 logger
.warn("Error creating image at VIM '%s': %s", vim
["name"], str(e
))
679 except vimconn
.VimConnException
as e
:
681 logger
.error("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
683 logger
.warn("Error contacting VIM to know if the image exists at VIM: %s", str(e
))
686 #if we reach here, the image has been created or existed
688 #add new vim_id at datacenters_images
689 mydb
.new_row('datacenters_images', {'datacenter_vim_id': datacenter_vim_id
,
690 'image_id':image_mano_id
,
691 'vim_id': image_vim_id
,
692 'created':image_created
})
693 elif image_db
[0]["vim_id"]!=image_vim_id
:
694 #modify existing vim_id at datacenters_images
695 mydb
.update_rows('datacenters_images', UPDATE
={'vim_id':image_vim_id
}, WHERE
={'datacenter_vim_id':vim_id
, 'image_id':image_mano_id
})
697 return image_vim_id
if only_create_at_vim
else image_mano_id
700 def create_or_use_flavor(mydb
, vims
, flavor_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
= None):
701 temp_flavor_dict
= {'disk':flavor_dict
.get('disk',0),
702 'ram':flavor_dict
.get('ram'),
703 'vcpus':flavor_dict
.get('vcpus'),
705 if 'extended' in flavor_dict
and flavor_dict
['extended']==None:
706 del flavor_dict
['extended']
707 if 'extended' in flavor_dict
:
708 temp_flavor_dict
['extended']=yaml
.safe_dump(flavor_dict
['extended'],default_flow_style
=True,width
=256)
710 #look if flavor exist
711 if only_create_at_vim
:
712 flavor_mano_id
= flavor_dict
['uuid']
713 if return_on_error
== None:
714 return_on_error
= True
716 flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
718 flavor_mano_id
= flavors
[0]['uuid']
721 #create one by one the images of aditional disks
722 dev_image_list
=[] #list of images
723 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None:
725 for device
in flavor_dict
['extended'].get('devices',[]):
726 if "image" not in device
and "image name" not in device
:
729 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
730 image_dict
['universal_name']=device
.get('image name')
731 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
732 image_dict
['location']=device
.get('image')
733 #image_dict['new_location']=vnfc.get('image location')
734 image_dict
['checksum']=device
.get('image checksum')
735 image_metadata_dict
= device
.get('image metadata', None)
736 image_metadata_str
= None
737 if image_metadata_dict
!= None:
738 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
739 image_dict
['metadata']=image_metadata_str
740 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
741 #print "Additional disk image id for VNFC %s: %s" % (flavor_dict['name']+str(dev_nb)+"-img", image_id)
742 dev_image_list
.append(image_id
)
744 temp_flavor_dict
['name'] = flavor_dict
['name']
745 temp_flavor_dict
['description'] = flavor_dict
.get('description',None)
746 content
= mydb
.new_row('flavors', temp_flavor_dict
, add_uuid
=True)
747 flavor_mano_id
= content
748 rollback_list
.append({"where":"mano", "what":"flavor","uuid":flavor_mano_id
})
749 #create flavor at every vim
750 if 'uuid' in flavor_dict
:
751 del flavor_dict
['uuid']
753 for vim_id
,vim
in vims
.items():
754 datacenter_vim_id
= vim
["config"]["datacenter_tenant_id"]
755 flavor_created
="false"
757 flavor_db
= mydb
.get_rows(FROM
="datacenters_flavors",
758 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
759 #look at VIM if this flavor exist SKIPPED
760 #res_vim, flavor_vim_id = vim.get_flavor_id_from_path(flavor_dict['location'])
762 # print "Error contacting VIM to know if the flavor %s existed previously." %flavor_vim_id
766 # Create the flavor in VIM
767 # Translate images at devices from MANO id to VIM id
769 if 'extended' in flavor_dict
and flavor_dict
['extended']!=None and "devices" in flavor_dict
['extended']:
770 # make a copy of original devices
773 for device
in flavor_dict
["extended"].get("devices",[]):
776 devices_original
.append(dev
)
777 if 'image' in device
:
779 if 'image metadata' in device
:
780 del device
['image metadata']
781 if 'image checksum' in device
:
782 del device
['image checksum']
784 for index
in range(0,len(devices_original
)) :
785 device
=devices_original
[index
]
786 if "image" not in device
and "image name" not in device
:
787 # if 'size' in device:
788 disk_list
.append({'size': device
.get('size', default_volume_size
), 'name': device
.get('name')})
791 image_dict
['name']=device
.get('image name',flavor_dict
['name']+str(dev_nb
)+"-img")
792 image_dict
['universal_name']=device
.get('image name')
793 image_dict
['description']=flavor_dict
['name']+str(dev_nb
)+"-img"
794 image_dict
['location']=device
.get('image')
795 # image_dict['new_location']=device.get('image location')
796 image_dict
['checksum']=device
.get('image checksum')
797 image_metadata_dict
= device
.get('image metadata', None)
798 image_metadata_str
= None
799 if image_metadata_dict
!= None:
800 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
801 image_dict
['metadata']=image_metadata_str
802 image_mano_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=False, return_on_error
=return_on_error
)
803 image_dict
["uuid"]=image_mano_id
804 image_vim_id
=create_or_use_image(mydb
, vims
, image_dict
, rollback_list
, only_create_at_vim
=True, return_on_error
=return_on_error
)
806 #save disk information (image must be based on and size
807 disk_list
.append({'image_id': image_vim_id
, 'size': device
.get('size', default_volume_size
)})
809 flavor_dict
["extended"]["devices"][index
]['imageRef']=image_vim_id
812 #check that this vim_id exist in VIM, if not create
813 flavor_vim_id
=flavor_db
[0]["vim_id"]
815 vim
.get_flavor(flavor_vim_id
)
816 continue #flavor exist
817 except vimconn
.VimConnException
:
819 #create flavor at vim
820 logger
.debug("nfvo.create_or_use_flavor() adding flavor to VIM %s", vim
["name"])
823 flavor_vim_id
=vim
.get_flavor_id_from_data(flavor_dict
)
824 flavor_created
="false"
825 except vimconn
.VimConnException
as e
:
828 if not flavor_vim_id
:
829 flavor_vim_id
= vim
.new_flavor(flavor_dict
)
830 rollback_list
.append({"where":"vim", "vim_id": vim_id
, "what":"flavor","uuid":flavor_vim_id
})
831 flavor_created
="true"
832 except vimconn
.VimConnException
as e
:
834 logger
.error("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
836 logger
.warn("Error creating flavor at VIM %s: %s.", vim
["name"], str(e
))
839 #if reach here the flavor has been create or exist
840 if len(flavor_db
)==0:
841 #add new vim_id at datacenters_flavors
842 extended_devices_yaml
= None
843 if len(disk_list
) > 0:
844 extended_devices
= dict()
845 extended_devices
['disks'] = disk_list
846 extended_devices_yaml
= yaml
.safe_dump(extended_devices
,default_flow_style
=True,width
=256)
847 mydb
.new_row('datacenters_flavors',
848 {'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
, 'vim_id': flavor_vim_id
,
849 'created': flavor_created
, 'extended': extended_devices_yaml
})
850 elif flavor_db
[0]["vim_id"]!=flavor_vim_id
:
851 #modify existing vim_id at datacenters_flavors
852 mydb
.update_rows('datacenters_flavors', UPDATE
={'vim_id':flavor_vim_id
},
853 WHERE
={'datacenter_vim_id': datacenter_vim_id
, 'flavor_id': flavor_mano_id
})
855 return flavor_vim_id
if only_create_at_vim
else flavor_mano_id
858 def get_str(obj
, field
, length
):
860 Obtain the str value,
865 value
= obj
.get(field
)
866 if value
is not None:
867 value
= str(value
)[:length
]
870 def _lookfor_or_create_image(db_image
, mydb
, descriptor
):
872 fill image content at db_image dictionary. Check if the image with this image and checksum exist
873 :param db_image: dictionary to insert data
874 :param mydb: database connector
875 :param descriptor: yang descriptor
876 :return: uuid if the image exist at DB, or None if a new image must be created with the data filled at db_image
879 db_image
["name"] = get_str(descriptor
, "image", 255)
880 db_image
["checksum"] = get_str(descriptor
, "image-checksum", 32)
881 if not db_image
["checksum"]: # Ensure that if empty string, None is stored
882 db_image
["checksum"] = None
883 if db_image
["name"].startswith("/"):
884 db_image
["location"] = db_image
["name"]
885 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'location': db_image
["location"]})
887 db_image
["universal_name"] = db_image
["name"]
888 existing_images
= mydb
.get_rows(FROM
="images", WHERE
={'universal_name': db_image
['universal_name'],
889 'checksum': db_image
['checksum']})
891 return existing_images
[0]["uuid"]
893 image_uuid
= str(uuid4())
894 db_image
["uuid"] = image_uuid
897 def get_resource_allocation_params(quota_descriptor
):
899 read the quota_descriptor from vnfd and fetch the resource allocation properties from the descriptor object
900 :param quota_descriptor: cpu/mem/vif/disk-io quota descriptor
901 :return: quota params for limit, reserve, shares from the descriptor object
904 if quota_descriptor
.get("limit"):
905 quota
["limit"] = int(quota_descriptor
["limit"])
906 if quota_descriptor
.get("reserve"):
907 quota
["reserve"] = int(quota_descriptor
["reserve"])
908 if quota_descriptor
.get("shares"):
909 quota
["shares"] = int(quota_descriptor
["shares"])
912 def new_vnfd_v3(mydb
, tenant_id
, vnf_descriptor
):
914 Parses an OSM IM vnfd_catalog and insert at DB
917 :param vnf_descriptor:
918 :return: The list of cretated vnf ids
921 myvnfd
= vnfd_catalog
.vnfd()
923 pybindJSONDecoder
.load_ietf_json(vnf_descriptor
, None, None, obj
=myvnfd
, path_helper
=True,
925 except Exception as e
:
926 raise NfvoException("Error. Invalid VNF descriptor format " + str(e
), httperrors
.Bad_Request
)
934 db_ip_profiles_index
= 0
938 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd:vnfd-catalog")
939 if not vnfd_catalog_descriptor
:
940 vnfd_catalog_descriptor
= vnf_descriptor
.get("vnfd-catalog")
941 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd")
942 if not vnfd_descriptor_list
:
943 vnfd_descriptor_list
= vnfd_catalog_descriptor
.get("vnfd:vnfd")
944 for vnfd_yang
in myvnfd
.vnfd_catalog
.vnfd
.values():
945 vnfd
= vnfd_yang
.get()
948 vnf_uuid
= str(uuid4())
949 uuid_list
.append(vnf_uuid
)
950 vnfd_uuid_list
.append(vnf_uuid
)
951 vnfd_id
= get_str(vnfd
, "id", 255)
955 "name": get_str(vnfd
, "name", 255),
956 "description": get_str(vnfd
, "description", 255),
957 "tenant_id": tenant_id
,
958 "vendor": get_str(vnfd
, "vendor", 255),
959 "short_name": get_str(vnfd
, "short-name", 255),
960 "descriptor": str(vnf_descriptor
)[:60000]
963 for vnfd_descriptor
in vnfd_descriptor_list
:
964 if vnfd_descriptor
["id"] == str(vnfd
["id"]):
967 # table ip_profiles (ip-profiles)
968 ip_profile_name2db_table_index
= {}
969 for ip_profile
in vnfd
.get("ip-profiles").values():
971 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
972 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
973 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
974 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
975 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
976 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
979 for dns
in ip_profile
["ip-profile-params"]["dns-server"].values():
980 dns_list
.append(str(dns
.get("address")))
981 db_ip_profile
["dns_address"] = ";".join(dns_list
)
982 if ip_profile
["ip-profile-params"].get('security-group'):
983 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
984 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
985 db_ip_profiles_index
+= 1
986 db_ip_profiles
.append(db_ip_profile
)
988 # table nets (internal-vld)
989 net_id2uuid
= {} # for mapping interface with network
990 net_id2index
= {} # for mapping interface with network
991 for vld
in vnfd
.get("internal-vld").values():
992 net_uuid
= str(uuid4())
993 uuid_list
.append(net_uuid
)
995 "name": get_str(vld
, "name", 255),
998 "description": get_str(vld
, "description", 255),
999 "osm_id": get_str(vld
, "id", 255),
1000 "type": "bridge", # TODO adjust depending on connection point type
1002 net_id2uuid
[vld
.get("id")] = net_uuid
1003 net_id2index
[vld
.get("id")] = len(db_nets
)
1004 db_nets
.append(db_net
)
1005 # ip-profile, link db_ip_profile with db_sce_net
1006 if vld
.get("ip-profile-ref"):
1007 ip_profile_name
= vld
.get("ip-profile-ref")
1008 if ip_profile_name
not in ip_profile_name2db_table_index
:
1009 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vld[{}]':'ip-profile-ref':"
1010 "'{}'. Reference to a non-existing 'ip_profiles'".format(
1011 str(vnfd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
1012 httperrors
.Bad_Request
)
1013 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["net_id"] = net_uuid
1014 else: #check no ip-address has been defined
1015 for icp
in vld
.get("internal-connection-point").values():
1016 if icp
.get("ip-address"):
1017 raise NfvoException("Error at 'vnfd[{}]':'vld[{}]':'internal-connection-point[{}]' "
1018 "contains an ip-address but no ip-profile has been defined at VLD".format(
1019 str(vnfd
["id"]), str(vld
["id"]), str(icp
["id"])),
1020 httperrors
.Bad_Request
)
1022 # connection points vaiable declaration
1023 cp_name2iface_uuid
= {}
1025 cp_name2vm_uuid
= {}
1026 cp_name2db_interface
= {}
1027 vdu_id2cp_name
= {} # stored only when one external connection point is presented at this VDU
1031 vdu_id2db_table_index
= {}
1033 for vdu
in vnfd
.get("vdu").values():
1035 for vdu_descriptor
in vnfd_descriptor
["vdu"]:
1036 if vdu_descriptor
["id"] == str(vdu
["id"]):
1038 vm_uuid
= str(uuid4())
1039 uuid_list
.append(vm_uuid
)
1040 vdu_id
= get_str(vdu
, "id", 255)
1044 "name": get_str(vdu
, "name", 255),
1045 "description": get_str(vdu
, "description", 255),
1046 "pdu_type": get_str(vdu
, "pdu-type", 255),
1049 vdu_id2uuid
[db_vm
["osm_id"]] = vm_uuid
1050 vdu_id2db_table_index
[db_vm
["osm_id"]] = db_vms_index
1051 if vdu
.get("count"):
1052 db_vm
["count"] = int(vdu
["count"])
1055 image_present
= False
1056 if vdu
.get("image"):
1057 image_present
= True
1059 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, vdu
)
1061 image_uuid
= db_image
["uuid"]
1062 db_images
.append(db_image
)
1063 db_vm
["image_id"] = image_uuid
1064 if vdu
.get("alternative-images"):
1065 vm_alternative_images
= []
1066 for alt_image
in vdu
.get("alternative-images").values():
1068 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, alt_image
)
1070 image_uuid
= db_image
["uuid"]
1071 db_images
.append(db_image
)
1072 vm_alternative_images
.append({
1073 "image_id": image_uuid
,
1074 "vim_type": str(alt_image
["vim-type"]),
1075 # "universal_name": str(alt_image["image"]),
1076 # "checksum": str(alt_image["image-checksum"]) if alt_image.get("image-checksum") else None
1079 db_vm
["image_list"] = yaml
.safe_dump(vm_alternative_images
, default_flow_style
=True, width
=256)
1083 if vdu
.get("volumes"):
1084 for volume_key
in vdu
["volumes"]:
1085 volume
= vdu
["volumes"][volume_key
]
1086 if not image_present
:
1087 # Convert the first volume to vnfc.image
1088 image_present
= True
1090 image_uuid
= _lookfor_or_create_image(db_image
, mydb
, volume
)
1092 image_uuid
= db_image
["uuid"]
1093 db_images
.append(db_image
)
1094 db_vm
["image_id"] = image_uuid
1096 # Add Openmano devices
1097 device
= {"name": str(volume
.get("name"))}
1098 device
["type"] = str(volume
.get("device-type"))
1099 if volume
.get("size"):
1100 device
["size"] = int(volume
["size"])
1101 if volume
.get("image"):
1102 device
["image name"] = str(volume
["image"])
1103 if volume
.get("image-checksum"):
1104 device
["image checksum"] = str(volume
["image-checksum"])
1106 devices
.append(device
)
1108 if not db_vm
.get("image_id"):
1109 if not db_vm
["pdu_type"]:
1110 raise NfvoException("Not defined image for VDU")
1111 # create a fake image
1115 if vdu
.get("cloud-init"):
1116 boot_data
["user-data"] = str(vdu
["cloud-init"])
1117 elif vdu
.get("cloud-init-file"):
1118 # TODO Where this file content is present???
1119 # boot_data["user-data"] = vnfd_yang.files[vdu["cloud-init-file"]]
1120 boot_data
["user-data"] = str(vdu
["cloud-init-file"])
1122 if vdu
.get("supplemental-boot-data"):
1123 if vdu
["supplemental-boot-data"].get('boot-data-drive'):
1124 boot_data
['boot-data-drive'] = True
1125 if vdu
["supplemental-boot-data"].get('config-file'):
1126 om_cfgfile_list
= list()
1127 for custom_config_file
in vdu
["supplemental-boot-data"]['config-file'].values():
1128 # TODO Where this file content is present???
1129 cfg_source
= str(custom_config_file
["source"])
1130 om_cfgfile_list
.append({"dest": custom_config_file
["dest"],
1131 "content": cfg_source
})
1132 boot_data
['config-files'] = om_cfgfile_list
1134 db_vm
["boot_data"] = yaml
.safe_dump(boot_data
, default_flow_style
=True, width
=256)
1136 db_vms
.append(db_vm
)
1139 # table interfaces (internal/external interfaces)
1140 flavor_epa_interfaces
= []
1141 # for iface in chain(vdu.get("internal-interface").values(), vdu.get("external-interface").values()):
1142 for iface
in vdu
.get("interface").values():
1143 flavor_epa_interface
= {}
1144 iface_uuid
= str(uuid4())
1145 uuid_list
.append(iface_uuid
)
1148 "internal_name": get_str(iface
, "name", 255),
1151 flavor_epa_interface
["name"] = db_interface
["internal_name"]
1152 if iface
.get("virtual-interface").get("vpci"):
1153 db_interface
["vpci"] = get_str(iface
.get("virtual-interface"), "vpci", 12)
1154 flavor_epa_interface
["vpci"] = db_interface
["vpci"]
1156 if iface
.get("virtual-interface").get("bandwidth"):
1157 bps
= int(iface
.get("virtual-interface").get("bandwidth"))
1158 db_interface
["bw"] = int(math
.ceil(bps
/ 1000000.0))
1159 flavor_epa_interface
["bandwidth"] = "{} Mbps".format(db_interface
["bw"])
1161 if iface
.get("virtual-interface").get("type") == "OM-MGMT":
1162 db_interface
["type"] = "mgmt"
1163 elif iface
.get("virtual-interface").get("type") in ("VIRTIO", "E1000", "PARAVIRT"):
1164 db_interface
["type"] = "bridge"
1165 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1166 elif iface
.get("virtual-interface").get("type") in ("SR-IOV", "PCI-PASSTHROUGH"):
1167 db_interface
["type"] = "data"
1168 db_interface
["model"] = get_str(iface
.get("virtual-interface"), "type", 12)
1169 flavor_epa_interface
["dedicated"] = "no" if iface
["virtual-interface"]["type"] == "SR-IOV" \
1171 flavor_epa_interfaces
.append(flavor_epa_interface
)
1173 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{}]':'vdu[{}]':'interface':'virtual"
1174 "-interface':'type':'{}'. Interface type is not supported".format(
1175 vnfd_id
, vdu_id
, iface
.get("virtual-interface").get("type")),
1176 httperrors
.Bad_Request
)
1178 if iface
.get("mgmt-interface"):
1179 db_interface
["type"] = "mgmt"
1181 if iface
.get("external-connection-point-ref"):
1183 cp
= vnfd
.get("connection-point")[iface
.get("external-connection-point-ref")]
1184 db_interface
["external_name"] = get_str(cp
, "name", 255)
1185 cp_name2iface_uuid
[db_interface
["external_name"]] = iface_uuid
1186 cp_name2vdu_id
[db_interface
["external_name"]] = vdu_id
1187 cp_name2vm_uuid
[db_interface
["external_name"]] = vm_uuid
1188 cp_name2db_interface
[db_interface
["external_name"]] = db_interface
1189 for cp_descriptor
in vnfd_descriptor
["connection-point"]:
1190 if cp_descriptor
["name"] == db_interface
["external_name"]:
1195 if vdu_id
in vdu_id2cp_name
:
1196 vdu_id2cp_name
[vdu_id
] = None # more than two connection point for this VDU
1198 vdu_id2cp_name
[vdu_id
] = db_interface
["external_name"]
1201 if str(cp_descriptor
.get("port-security-enabled")).lower() == "false":
1202 db_interface
["port_security"] = 0
1203 elif str(cp_descriptor
.get("port-security-enabled")).lower() == "true":
1204 db_interface
["port_security"] = 1
1206 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1207 "'interface[{iface}]':'vnfd-connection-point-ref':'{cp}' is not present"
1208 " at connection-point".format(
1209 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1210 cp
=iface
.get("vnfd-connection-point-ref")),
1211 httperrors
.Bad_Request
)
1212 elif iface
.get("internal-connection-point-ref"):
1214 for icp_descriptor
in vdu_descriptor
["internal-connection-point"]:
1215 if icp_descriptor
["id"] == str(iface
.get("internal-connection-point-ref")):
1218 raise KeyError("does not exist at vdu:internal-connection-point")
1221 for vld
in vnfd
.get("internal-vld").values():
1222 for cp
in vld
.get("internal-connection-point").values():
1223 if cp
.get("id-ref") == iface
.get("internal-connection-point-ref"):
1225 raise KeyError("is referenced by more than one 'internal-vld'")
1229 raise KeyError("is not referenced by any 'internal-vld'")
1231 # set network type as data
1232 if iface
.get("virtual-interface") and iface
["virtual-interface"].get("type") in \
1233 ("SR-IOV", "PCI-PASSTHROUGH"):
1234 db_nets
[net_id2index
[icp_vld
.get("id")]]["type"] = "data"
1235 db_interface
["net_id"] = net_id2uuid
[icp_vld
.get("id")]
1236 if str(icp_descriptor
.get("port-security-enabled")).lower() == "false":
1237 db_interface
["port_security"] = 0
1238 elif str(icp_descriptor
.get("port-security-enabled")).lower() == "true":
1239 db_interface
["port_security"] = 1
1240 if icp
.get("ip-address"):
1241 if not icp_vld
.get("ip-profile-ref"):
1243 db_interface
["ip_address"] = str(icp
.get("ip-address"))
1244 except KeyError as e
:
1245 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'vdu[{vdu}]':"
1246 "'interface[{iface}]':'internal-connection-point-ref':'{cp}'"
1248 vnf
=vnfd_id
, vdu
=vdu_id
, iface
=iface
["name"],
1249 cp
=iface
.get("internal-connection-point-ref"), msg
=str(e
)),
1250 httperrors
.Bad_Request
)
1251 if iface
.get("position"):
1252 db_interface
["created_at"] = int(iface
.get("position")) * 50
1253 if iface
.get("mac-address"):
1254 db_interface
["mac"] = str(iface
.get("mac-address"))
1255 db_interfaces
.append(db_interface
)
1259 "name": get_str(vdu
, "name", 250) + "-flv",
1260 "vcpus": int(vdu
["vm-flavor"].get("vcpu-count", 1)),
1261 "ram": int(vdu
["vm-flavor"].get("memory-mb", 1)),
1262 "disk": int(vdu
["vm-flavor"].get("storage-gb", 0)),
1264 # TODO revise the case of several numa-node-policy node
1268 extended
["devices"] = devices
1269 if flavor_epa_interfaces
:
1270 numa
["interfaces"] = flavor_epa_interfaces
1271 if vdu
.get("guest-epa"): # TODO or dedicated_int:
1272 epa_vcpu_set
= False
1273 if vdu
["guest-epa"].get("numa-node-policy"): # TODO or dedicated_int:
1274 numa_node_policy
= vdu
["guest-epa"].get("numa-node-policy")
1275 if numa_node_policy
.get("node"):
1276 numa_node
= next(iter(numa_node_policy
["node"].values()))
1277 if numa_node
.get("num-cores"):
1278 numa
["cores"] = numa_node
["num-cores"]
1280 if numa_node
.get("paired-threads"):
1281 if numa_node
["paired-threads"].get("num-paired-threads"):
1282 numa
["paired-threads"] = int(numa_node
["paired-threads"]["num-paired-threads"])
1284 if len(numa_node
["paired-threads"].get("paired-thread-ids")):
1285 numa
["paired-threads-id"] = []
1286 for pair
in numa_node
["paired-threads"]["paired-thread-ids"].values():
1287 numa
["paired-threads-id"].append(
1288 (str(pair
["thread-a"]), str(pair
["thread-b"]))
1290 if numa_node
.get("num-threads"):
1291 numa
["threads"] = int(numa_node
["num-threads"])
1293 if numa_node
.get("memory-mb"):
1294 numa
["memory"] = max(int(numa_node
["memory-mb"] / 1024), 1)
1295 if vdu
["guest-epa"].get("mempage-size"):
1296 if vdu
["guest-epa"]["mempage-size"] != "SMALL":
1297 numa
["memory"] = max(int(db_flavor
["ram"] / 1024), 1)
1298 if vdu
["guest-epa"].get("cpu-pinning-policy") and not epa_vcpu_set
:
1299 if vdu
["guest-epa"]["cpu-pinning-policy"] == "DEDICATED":
1300 if vdu
["guest-epa"].get("cpu-thread-pinning-policy") and \
1301 vdu
["guest-epa"]["cpu-thread-pinning-policy"] != "PREFER":
1302 numa
["cores"] = max(db_flavor
["vcpus"], 1)
1304 numa
["threads"] = max(db_flavor
["vcpus"], 1)
1306 if vdu
["guest-epa"].get("cpu-quota") and not epa_vcpu_set
:
1307 cpuquota
= get_resource_allocation_params(vdu
["guest-epa"].get("cpu-quota"))
1309 extended
["cpu-quota"] = cpuquota
1310 if vdu
["guest-epa"].get("mem-quota"):
1311 vduquota
= get_resource_allocation_params(vdu
["guest-epa"].get("mem-quota"))
1313 extended
["mem-quota"] = vduquota
1314 if vdu
["guest-epa"].get("disk-io-quota"):
1315 diskioquota
= get_resource_allocation_params(vdu
["guest-epa"].get("disk-io-quota"))
1317 extended
["disk-io-quota"] = diskioquota
1318 if vdu
["guest-epa"].get("vif-quota"):
1319 vifquota
= get_resource_allocation_params(vdu
["guest-epa"].get("vif-quota"))
1321 extended
["vif-quota"] = vifquota
1323 extended
["numas"] = [numa
]
1325 extended_text
= yaml
.safe_dump(extended
, default_flow_style
=True, width
=256)
1326 db_flavor
["extended"] = extended_text
1327 # look if flavor exist
1328 temp_flavor_dict
= {'disk': db_flavor
.get('disk', 0),
1329 'ram': db_flavor
.get('ram'),
1330 'vcpus': db_flavor
.get('vcpus'),
1331 'extended': db_flavor
.get('extended')
1333 existing_flavors
= mydb
.get_rows(FROM
="flavors", WHERE
=temp_flavor_dict
)
1334 if existing_flavors
:
1335 flavor_uuid
= existing_flavors
[0]["uuid"]
1337 flavor_uuid
= str(uuid4())
1338 uuid_list
.append(flavor_uuid
)
1339 db_flavor
["uuid"] = flavor_uuid
1340 db_flavors
.append(db_flavor
)
1341 db_vm
["flavor_id"] = flavor_uuid
1343 # VNF affinity and antiaffinity
1344 for pg
in vnfd
.get("placement-groups").values():
1345 pg_name
= get_str(pg
, "name", 255)
1346 for vdu
in pg
.get("member-vdus").values():
1347 vdu_id
= get_str(vdu
, "member-vdu-ref", 255)
1348 if vdu_id
not in vdu_id2db_table_index
:
1349 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'placement-groups[{pg}]':"
1350 "'member-vdus':'{vdu}'. Reference to a non-existing vdu".format(
1351 vnf
=vnfd_id
, pg
=pg_name
, vdu
=vdu_id
),
1352 httperrors
.Bad_Request
)
1353 db_vms
[vdu_id2db_table_index
[vdu_id
]]["availability_zone"] = pg_name
1354 # TODO consider the case of isolation and not colocation
1355 # if pg.get("strategy") == "ISOLATION":
1357 # VNF mgmt configuration
1358 if vnfd
["mgmt-interface"].get("vdu-id"):
1359 mgmt_vdu_id
= get_str(vnfd
["mgmt-interface"], "vdu-id", 255)
1360 if mgmt_vdu_id
not in vdu_id2uuid
:
1361 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'vdu-id':"
1362 "'{vdu}'. Reference to a non-existing vdu".format(
1363 vnf
=vnfd_id
, vdu
=mgmt_vdu_id
),
1364 httperrors
.Bad_Request
)
1365 mgmt_access
["vm_id"] = vdu_id2uuid
[mgmt_vdu_id
]
1366 mgmt_access
["vdu-id"] = mgmt_vdu_id
1367 # if only one cp is defined by this VDU, mark this interface as of type "mgmt"
1368 if vdu_id2cp_name
.get(mgmt_vdu_id
):
1369 if cp_name2db_interface
[vdu_id2cp_name
[mgmt_vdu_id
]]:
1370 cp_name2db_interface
[vdu_id2cp_name
[mgmt_vdu_id
]]["type"] = "mgmt"
1372 if vnfd
["mgmt-interface"].get("ip-address"):
1373 mgmt_access
["ip-address"] = str(vnfd
["mgmt-interface"].get("ip-address"))
1374 if vnfd
["mgmt-interface"].get("cp") and vnfd
.get("vdu"):
1375 if vnfd
["mgmt-interface"]["cp"] not in cp_name2iface_uuid
:
1376 raise NfvoException("Error. Invalid VNF descriptor at 'vnfd[{vnf}]':'mgmt-interface':'cp'['{cp}']. "
1377 "Reference to a non-existing connection-point".format(
1378 vnf
=vnfd_id
, cp
=vnfd
["mgmt-interface"]["cp"]),
1379 httperrors
.Bad_Request
)
1380 mgmt_access
["vm_id"] = cp_name2vm_uuid
[vnfd
["mgmt-interface"]["cp"]]
1381 mgmt_access
["interface_id"] = cp_name2iface_uuid
[vnfd
["mgmt-interface"]["cp"]]
1382 mgmt_access
["vdu-id"] = cp_name2vdu_id
[vnfd
["mgmt-interface"]["cp"]]
1383 # mark this interface as of type mgmt
1384 if cp_name2db_interface
[vnfd
["mgmt-interface"]["cp"]]:
1385 cp_name2db_interface
[vnfd
["mgmt-interface"]["cp"]]["type"] = "mgmt"
1387 default_user
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1390 mgmt_access
["default_user"] = default_user
1392 required
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}).get("ssh-access", {}),
1395 mgmt_access
["required"] = required
1397 password_
= get_str(vnfd
.get("vnf-configuration", {}).get("config-access", {}),
1400 mgmt_access
["password"] = password_
1403 db_vnf
["mgmt_access"] = yaml
.safe_dump(mgmt_access
, default_flow_style
=True, width
=256)
1405 db_vnfs
.append(db_vnf
)
1409 {"images": db_images
},
1410 {"flavors": db_flavors
},
1411 {"ip_profiles": db_ip_profiles
},
1413 {"interfaces": db_interfaces
},
1416 logger
.debug("create_vnf Deployment done vnfDict: %s",
1417 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
1418 mydb
.new_rows(db_tables
, uuid_list
)
1419 return vnfd_uuid_list
1420 except NfvoException
:
1422 except Exception as e
:
1423 logger
.error("Exception {}".format(e
))
1424 raise # NfvoException("Exception {}".format(e), httperrors.Bad_Request)
1427 @deprecated("Use new_vnfd_v3")
1428 def new_vnf(mydb
, tenant_id
, vnf_descriptor
):
1429 global global_config
1431 # Step 1. Check the VNF descriptor
1432 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=1)
1433 # Step 2. Check tenant exist
1435 if tenant_id
!= "any":
1436 check_tenant(mydb
, tenant_id
)
1437 if "tenant_id" in vnf_descriptor
["vnf"]:
1438 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1439 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1440 httperrors
.Unauthorized
)
1442 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1443 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1444 if global_config
["auto_push_VNF_to_VIMs"]:
1445 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1447 # Step 4. Review the descriptor and add missing fields
1448 #print vnf_descriptor
1449 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1450 vnf_name
= vnf_descriptor
['vnf']['name']
1451 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1452 if "physical" in vnf_descriptor
['vnf']:
1453 del vnf_descriptor
['vnf']['physical']
1454 #print vnf_descriptor
1456 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1457 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1458 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1460 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1461 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1462 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1464 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1465 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1467 VNFCitem
["name"] = vnfc
['name']
1468 VNFCitem
["availability_zone"] = vnfc
.get('availability_zone')
1469 VNFCitem
["description"] = vnfc
.get("description", 'VM {} of the VNF {}'.format(vnfc
['name'],vnf_name
))
1471 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1474 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1475 myflavorDict
["description"] = VNFCitem
["description"]
1476 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1477 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1478 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1479 myflavorDict
["extended"] = {}
1481 devices
= vnfc
.get("devices")
1483 myflavorDict
["extended"]["devices"] = devices
1486 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1487 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1489 # Previous code has been commented
1490 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1491 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1492 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1493 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1495 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1497 # print "Error creating flavor: unknown processor model. Rollback successful."
1498 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1500 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1501 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1503 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1504 myflavorDict
['extended']['numas'] = vnfc
['numas']
1508 # Step 6.2 New flavors are created in the VIM
1509 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1511 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1512 VNFCitem
["flavor_id"] = flavor_id
1513 VNFCDict
[vnfc
['name']] = VNFCitem
1515 logger
.debug("Creating new images in the VIM for each VNFC")
1516 # Step 6.3 New images are created in the VIM
1517 #For each VNFC, we must create the appropriate image.
1518 #This "for" loop might be integrated with the previous one
1519 #In case this integration is made, the VNFCDict might become a VNFClist.
1520 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1521 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1523 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1524 image_dict
['universal_name']=vnfc
.get('image name')
1525 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1526 image_dict
['location']=vnfc
.get('VNFC image')
1527 #image_dict['new_location']=vnfc.get('image location')
1528 image_dict
['checksum']=vnfc
.get('image checksum')
1529 image_metadata_dict
= vnfc
.get('image metadata', None)
1530 image_metadata_str
= None
1531 if image_metadata_dict
is not None:
1532 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1533 image_dict
['metadata']=image_metadata_str
1534 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1535 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1536 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1537 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1538 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1539 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1540 if vnfc
.get("boot-data"):
1541 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1544 # Step 7. Storing the VNF descriptor in the repository
1545 if "descriptor" not in vnf_descriptor
["vnf"]:
1546 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1548 # Step 8. Adding the VNF to the NFVO DB
1549 vnf_id
= mydb
.new_vnf_as_a_whole(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1551 except (db_base_Exception
, vimconn
.VimConnException
, KeyError) as e
:
1552 _
, message
= rollback(mydb
, vims
, rollback_list
)
1553 if isinstance(e
, db_base_Exception
):
1554 error_text
= "Exception at database"
1555 elif isinstance(e
, KeyError):
1556 error_text
= "KeyError exception "
1557 e
.http_code
= httperrors
.Internal_Server_Error
1559 error_text
= "Exception at VIM"
1560 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1561 #logger.error("start_scenario %s", error_text)
1562 raise NfvoException(error_text
, e
.http_code
)
1565 @deprecated("Use new_vnfd_v3")
1566 def new_vnf_v02(mydb
, tenant_id
, vnf_descriptor
):
1567 global global_config
1569 # Step 1. Check the VNF descriptor
1570 check_vnf_descriptor(vnf_descriptor
, vnf_descriptor_version
=2)
1571 # Step 2. Check tenant exist
1573 if tenant_id
!= "any":
1574 check_tenant(mydb
, tenant_id
)
1575 if "tenant_id" in vnf_descriptor
["vnf"]:
1576 if vnf_descriptor
["vnf"]["tenant_id"] != tenant_id
:
1577 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(vnf_descriptor
["vnf"]["tenant_id"], tenant_id
),
1578 httperrors
.Unauthorized
)
1580 vnf_descriptor
['vnf']['tenant_id'] = tenant_id
1581 # Step 3. Get the URL of the VIM from the nfvo_tenant and the datacenter
1582 if global_config
["auto_push_VNF_to_VIMs"]:
1583 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1585 # Step 4. Review the descriptor and add missing fields
1586 #print vnf_descriptor
1587 #logger.debug("Refactoring VNF descriptor with fields: description, public (default: true)")
1588 vnf_name
= vnf_descriptor
['vnf']['name']
1589 vnf_descriptor
['vnf']['description'] = vnf_descriptor
['vnf'].get("description", vnf_name
)
1590 if "physical" in vnf_descriptor
['vnf']:
1591 del vnf_descriptor
['vnf']['physical']
1592 #print vnf_descriptor
1594 # Step 6. For each VNFC in the descriptor, flavors and images are created in the VIM
1595 logger
.debug('BEGIN creation of VNF "%s"' % vnf_name
)
1596 logger
.debug("VNF %s: consisting of %d VNFC(s)" % (vnf_name
,len(vnf_descriptor
['vnf']['VNFC'])))
1598 #For each VNFC, we add it to the VNFCDict and we create a flavor.
1599 VNFCDict
= {} # Dictionary, key: VNFC name, value: dict with the relevant information to create the VNF and VMs in the MANO database
1600 rollback_list
= [] # It will contain the new images created in mano. It is used for rollback
1602 logger
.debug("Creating additional disk images and new flavors in the VIM for each VNFC")
1603 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1605 VNFCitem
["name"] = vnfc
['name']
1606 VNFCitem
["description"] = vnfc
.get("description", 'VM {} of the VNF {}'.format(vnfc
['name'],vnf_name
))
1608 #print "Flavor name: %s. Description: %s" % (VNFCitem["name"]+"-flv", VNFCitem["description"])
1611 myflavorDict
["name"] = vnfc
['name']+"-flv" #Maybe we could rename the flavor by using the field "image name" if exists
1612 myflavorDict
["description"] = VNFCitem
["description"]
1613 myflavorDict
["ram"] = vnfc
.get("ram", 0)
1614 myflavorDict
["vcpus"] = vnfc
.get("vcpus", 0)
1615 myflavorDict
["disk"] = vnfc
.get("disk", 0)
1616 myflavorDict
["extended"] = {}
1618 devices
= vnfc
.get("devices")
1620 myflavorDict
["extended"]["devices"] = devices
1623 # Mapping from processor models to rankings should be available somehow in the NFVO. They could be taken from VIM or directly from a new database table
1624 # Another option is that the processor in the VNF descriptor specifies directly the ranking of the host
1626 # Previous code has been commented
1627 #if vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-4620 0 @ 2.20GHz" :
1628 # myflavorDict["flavor"]['extended']['processor_ranking'] = 200
1629 #elif vnfc['processor']['model'] == "Intel(R) Xeon(R) CPU E5-2697 v2 @ 2.70GHz" :
1630 # myflavorDict["flavor"]['extended']['processor_ranking'] = 300
1632 # result2, message = rollback(myvim, myvimURL, myvim_tenant, flavorList, imageList)
1634 # print "Error creating flavor: unknown processor model. Rollback successful."
1635 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback successful."
1637 # return -httperrors.Bad_Request, "Error creating flavor: unknown processor model. Rollback fail: you need to access VIM and delete the following %s" % message
1638 myflavorDict
['extended']['processor_ranking'] = 100 #Hardcoded value, while we decide when the mapping is done
1640 if 'numas' in vnfc
and len(vnfc
['numas'])>0:
1641 myflavorDict
['extended']['numas'] = vnfc
['numas']
1645 # Step 6.2 New flavors are created in the VIM
1646 flavor_id
= create_or_use_flavor(mydb
, vims
, myflavorDict
, rollback_list
)
1648 #print "Flavor id for VNFC %s: %s" % (vnfc['name'],flavor_id)
1649 VNFCitem
["flavor_id"] = flavor_id
1650 VNFCDict
[vnfc
['name']] = VNFCitem
1652 logger
.debug("Creating new images in the VIM for each VNFC")
1653 # Step 6.3 New images are created in the VIM
1654 #For each VNFC, we must create the appropriate image.
1655 #This "for" loop might be integrated with the previous one
1656 #In case this integration is made, the VNFCDict might become a VNFClist.
1657 for vnfc
in vnf_descriptor
['vnf']['VNFC']:
1658 #print "Image name: %s. Description: %s" % (vnfc['name']+"-img", VNFCDict[vnfc['name']]['description'])
1660 image_dict
['name']=vnfc
.get('image name',vnf_name
+"-"+vnfc
['name']+"-img")
1661 image_dict
['universal_name']=vnfc
.get('image name')
1662 image_dict
['description']=vnfc
.get('image name', VNFCDict
[vnfc
['name']]['description'])
1663 image_dict
['location']=vnfc
.get('VNFC image')
1664 #image_dict['new_location']=vnfc.get('image location')
1665 image_dict
['checksum']=vnfc
.get('image checksum')
1666 image_metadata_dict
= vnfc
.get('image metadata', None)
1667 image_metadata_str
= None
1668 if image_metadata_dict
is not None:
1669 image_metadata_str
= yaml
.safe_dump(image_metadata_dict
,default_flow_style
=True,width
=256)
1670 image_dict
['metadata']=image_metadata_str
1671 #print "create_or_use_image", mydb, vims, image_dict, rollback_list
1672 image_id
= create_or_use_image(mydb
, vims
, image_dict
, rollback_list
)
1673 #print "Image id for VNFC %s: %s" % (vnfc['name'],image_id)
1674 VNFCDict
[vnfc
['name']]["image_id"] = image_id
1675 VNFCDict
[vnfc
['name']]["image_path"] = vnfc
.get('VNFC image')
1676 VNFCDict
[vnfc
['name']]["count"] = vnfc
.get('count', 1)
1677 if vnfc
.get("boot-data"):
1678 VNFCDict
[vnfc
['name']]["boot_data"] = yaml
.safe_dump(vnfc
["boot-data"], default_flow_style
=True, width
=256)
1680 # Step 7. Storing the VNF descriptor in the repository
1681 if "descriptor" not in vnf_descriptor
["vnf"]:
1682 vnf_descriptor
["vnf"]["descriptor"] = yaml
.safe_dump(vnf_descriptor
, indent
=4, explicit_start
=True, default_flow_style
=False)
1684 # Step 8. Adding the VNF to the NFVO DB
1685 vnf_id
= mydb
.new_vnf_as_a_whole2(tenant_id
,vnf_name
,vnf_descriptor
,VNFCDict
)
1687 except (db_base_Exception
, vimconn
.VimConnException
, KeyError) as e
:
1688 _
, message
= rollback(mydb
, vims
, rollback_list
)
1689 if isinstance(e
, db_base_Exception
):
1690 error_text
= "Exception at database"
1691 elif isinstance(e
, KeyError):
1692 error_text
= "KeyError exception "
1693 e
.http_code
= httperrors
.Internal_Server_Error
1695 error_text
= "Exception at VIM"
1696 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
1697 #logger.error("start_scenario %s", error_text)
1698 raise NfvoException(error_text
, e
.http_code
)
1701 def get_vnf_id(mydb
, tenant_id
, vnf_id
):
1702 #check valid tenant_id
1703 check_tenant(mydb
, tenant_id
)
1706 if tenant_id
!= "any":
1707 where_or
["tenant_id"] = tenant_id
1708 where_or
["public"] = True
1709 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1711 vnf_id
= vnf
["uuid"]
1712 filter_keys
= ('uuid', 'name', 'description', 'public', "tenant_id", "osm_id", "created_at")
1713 filtered_content
= dict( (k
,v
) for k
,v
in vnf
.items() if k
in filter_keys
)
1714 #change_keys_http2db(filtered_content, http2db_vnf, reverse=True)
1715 data
={'vnf' : filtered_content
}
1717 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id',
1718 SELECT
=('vms.uuid as uuid', 'vms.osm_id as osm_id', 'vms.name as name', 'vms.description as description',
1720 WHERE
={'vnfs.uuid': vnf_id
} )
1721 if len(content
) != 0:
1722 #raise NfvoException("vnf '{}' not found".format(vnf_id), httperrors.Not_Found)
1723 # change boot_data into boot-data
1725 if vm
.get("boot_data"):
1726 vm
["boot-data"] = yaml
.safe_load(vm
["boot_data"])
1729 data
['vnf']['VNFC'] = content
1730 #TODO: GET all the information from a VNFC and include it in the output.
1733 content
= mydb
.get_rows(FROM
='vnfs join nets on vnfs.uuid=nets.vnf_id',
1734 SELECT
=('nets.uuid as uuid','nets.name as name','nets.description as description', 'nets.type as type', 'nets.multipoint as multipoint'),
1735 WHERE
={'vnfs.uuid': vnf_id
} )
1736 data
['vnf']['nets'] = content
1738 #GET ip-profile for each net
1739 for net
in data
['vnf']['nets']:
1740 ipprofiles
= mydb
.get_rows(FROM
='ip_profiles',
1741 SELECT
=('ip_version','subnet_address','gateway_address','dns_address','dhcp_enabled','dhcp_start_address','dhcp_count'),
1742 WHERE
={'net_id': net
["uuid"]} )
1743 if len(ipprofiles
)==1:
1744 net
["ip_profile"] = ipprofiles
[0]
1745 elif len(ipprofiles
)>1:
1746 raise NfvoException("More than one ip-profile found with this criteria: net_id='{}'".format(net
['uuid']), httperrors
.Bad_Request
)
1749 #TODO: For each net, GET its elements and relevant info per element (VNFC, iface, ip_address) and include them in the output.
1751 #GET External Interfaces
1752 content
= mydb
.get_rows(FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces on vms.uuid=interfaces.vm_id',\
1753 SELECT
=('interfaces.uuid as uuid','interfaces.external_name as external_name', 'vms.name as vm_name', 'interfaces.vm_id as vm_id', \
1754 'interfaces.internal_name as internal_name', 'interfaces.type as type', 'interfaces.vpci as vpci','interfaces.bw as bw'),\
1755 WHERE
={'vnfs.uuid': vnf_id
, 'interfaces.external_name<>': None} )
1757 data
['vnf']['external-connections'] = content
1762 def delete_vnf(mydb
,tenant_id
,vnf_id
,datacenter
=None,vim_tenant
=None):
1763 # Check tenant exist
1764 if tenant_id
!= "any":
1765 check_tenant(mydb
, tenant_id
)
1766 # Get the URL of the VIM from the nfvo_tenant and the datacenter
1767 vims
= get_vim(mydb
, tenant_id
, ignore_errors
=True)
1771 # Checking if it is a valid uuid and, if not, getting the uuid assuming that the name was provided"
1773 if tenant_id
!= "any":
1774 where_or
["tenant_id"] = tenant_id
1775 where_or
["public"] = True
1776 vnf
= mydb
.get_table_by_uuid_name('vnfs', vnf_id
, "VNF", WHERE_OR
=where_or
, WHERE_AND_OR
="AND")
1777 vnf_id
= vnf
["uuid"]
1779 # "Getting the list of flavors and tenants of the VNF"
1780 flavorList
= get_flavorlist(mydb
, vnf_id
)
1781 if len(flavorList
)==0:
1782 logger
.warn("delete_vnf error. No flavors found for the VNF id '%s'", vnf_id
)
1784 imageList
= get_imagelist(mydb
, vnf_id
)
1785 if len(imageList
)==0:
1786 logger
.warn( "delete_vnf error. No images found for the VNF id '%s'", vnf_id
)
1788 deleted
= mydb
.delete_row_by_id('vnfs', vnf_id
)
1790 raise NfvoException("vnf '{}' not found".format(vnf_id
), httperrors
.Not_Found
)
1793 for flavor
in flavorList
:
1794 #check if flavor is used by other vnf
1796 c
= mydb
.get_rows(FROM
='vms', WHERE
={'flavor_id':flavor
} )
1798 logger
.debug("Flavor '%s' not deleted because it is being used by another VNF", flavor
)
1800 #flavor not used, must be deleted
1802 c
= mydb
.get_rows(FROM
='datacenters_flavors', WHERE
={'flavor_id': flavor
})
1803 for flavor_vim
in c
:
1804 if not flavor_vim
['created']: # skip this flavor because not created by openmano
1808 for vim
in vims
.values():
1809 if vim
["config"]["datacenter_tenant_id"] == flavor_vim
["datacenter_vim_id"]:
1815 myvim
.delete_flavor(flavor_vim
["vim_id"])
1816 except vimconn
.VimConnNotFoundException
:
1817 logger
.warn("VIM flavor %s not exist at datacenter %s", flavor_vim
["vim_id"],
1818 flavor_vim
["datacenter_vim_id"] )
1819 except vimconn
.VimConnException
as e
:
1820 logger
.error("Not possible to delete VIM flavor %s from datacenter %s: %s %s",
1821 flavor_vim
["vim_id"], flavor_vim
["datacenter_vim_id"], type(e
).__name
__, str(e
))
1822 undeletedItems
.append("flavor {} from VIM {}".format(flavor_vim
["vim_id"],
1823 flavor_vim
["datacenter_vim_id"]))
1824 # delete flavor from Database, using table flavors and with cascade foreign key also at datacenters_flavors
1825 mydb
.delete_row_by_id('flavors', flavor
)
1826 except db_base_Exception
as e
:
1827 logger
.error("delete_vnf_error. Not possible to get flavor details and delete '%s'. %s", flavor
, str(e
))
1828 undeletedItems
.append("flavor {}".format(flavor
))
1831 for image
in imageList
:
1833 #check if image is used by other vnf
1834 c
= mydb
.get_rows(FROM
='vms', WHERE
=[{'image_id': image
}, {'image_list LIKE ': '%' + image
+ '%'}])
1836 logger
.debug("Image '%s' not deleted because it is being used by another VNF", image
)
1838 #image not used, must be deleted
1840 c
= mydb
.get_rows(FROM
='datacenters_images', WHERE
={'image_id':image
})
1842 if image_vim
["datacenter_vim_id"] not in vims
: # TODO change to datacenter_tenant_id
1844 if image_vim
['created']=='false': #skip this image because not created by openmano
1846 myvim
=vims
[ image_vim
["datacenter_id"] ]
1848 myvim
.delete_image(image_vim
["vim_id"])
1849 except vimconn
.VimConnNotFoundException
as e
:
1850 logger
.warn("VIM image %s not exist at datacenter %s", image_vim
["vim_id"], image_vim
["datacenter_id"] )
1851 except vimconn
.VimConnException
as e
:
1852 logger
.error("Not possible to delete VIM image %s from datacenter %s: %s %s",
1853 image_vim
["vim_id"], image_vim
["datacenter_id"], type(e
).__name
__, str(e
))
1854 undeletedItems
.append("image {} from VIM {}".format(image_vim
["vim_id"], image_vim
["datacenter_id"] ))
1855 #delete image from Database, using table images and with cascade foreign key also at datacenters_images
1856 mydb
.delete_row_by_id('images', image
)
1857 except db_base_Exception
as e
:
1858 logger
.error("delete_vnf_error. Not possible to get image details and delete '%s'. %s", image
, str(e
))
1859 undeletedItems
.append("image {}".format(image
))
1861 return vnf_id
+ " " + vnf
["name"]
1863 # return "delete_vnf. Undeleted: %s" %(undeletedItems)
1866 @deprecated("Not used")
1867 def get_hosts_info(mydb
, nfvo_tenant_id
, datacenter_name
=None):
1868 result
, vims
= get_vim(mydb
, nfvo_tenant_id
, None, datacenter_name
)
1872 return -httperrors
.Not_Found
, "datacenter '{}' not found".format(datacenter_name
)
1873 myvim
= next(iter(vims
.values()))
1874 result
,servers
= myvim
.get_hosts_info()
1876 return result
, servers
1877 topology
= {'name':myvim
['name'] , 'servers': servers
}
1878 return result
, topology
1881 def get_hosts(mydb
, nfvo_tenant_id
):
1882 vims
= get_vim(mydb
, nfvo_tenant_id
)
1884 raise NfvoException("No datacenter found for tenant '{}'".format(str(nfvo_tenant_id
)), httperrors
.Not_Found
)
1886 #print "nfvo.datacenter_action() error. Several datacenters found"
1887 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
1888 myvim
= next(iter(vims
.values()))
1890 hosts
= myvim
.get_hosts()
1891 logger
.debug('VIM hosts response: '+ yaml
.safe_dump(hosts
, indent
=4, default_flow_style
=False))
1893 datacenter
= {'Datacenters': [ {'name':myvim
['name'],'servers':[]} ] }
1895 server
={'name':host
['name'], 'vms':[]}
1896 for vm
in host
['instances']:
1897 #get internal name and model
1899 c
= mydb
.get_rows(SELECT
=('name',), FROM
='instance_vms as iv join vms on iv.vm_id=vms.uuid',\
1900 WHERE
={'vim_vm_id':vm
['id']} )
1902 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' not found at tidnfvo".format(vm
['id']))
1904 server
['vms'].append( {'name':vm
['name'] , 'model':c
[0]['name']} )
1906 except db_base_Exception
as e
:
1907 logger
.warn("nfvo.get_hosts virtual machine at VIM '{}' error {}".format(vm
['id'], str(e
)))
1908 datacenter
['Datacenters'][0]['servers'].append(server
)
1909 #return -400, "en construccion"
1911 #print 'datacenters '+ json.dumps(datacenter, indent=4)
1913 except vimconn
.VimConnException
as e
:
1914 raise NfvoException("Not possible to get_host_list from VIM: {}".format(str(e
)), e
.http_code
)
1917 @deprecated("Use new_nsd_v3")
1918 def new_scenario(mydb
, tenant_id
, topo
):
1920 # result, vims = get_vim(mydb, tenant_id)
1922 # return result, vims
1924 if tenant_id
!= "any":
1925 check_tenant(mydb
, tenant_id
)
1926 if "tenant_id" in topo
:
1927 if topo
["tenant_id"] != tenant_id
:
1928 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(topo
["tenant_id"], tenant_id
),
1929 httperrors
.Unauthorized
)
1933 #1.1: get VNFs and external_networks (other_nets).
1935 other_nets
={} #external_networks, bridge_networks and data_networkds
1936 nodes
= topo
['topology']['nodes']
1937 for k
in nodes
.keys():
1938 if nodes
[k
]['type'] == 'VNF':
1940 vnfs
[k
]['ifaces'] = {}
1941 elif nodes
[k
]['type'] == 'other_network' or nodes
[k
]['type'] == 'external_network':
1942 other_nets
[k
] = nodes
[k
]
1943 other_nets
[k
]['external']=True
1944 elif nodes
[k
]['type'] == 'network':
1945 other_nets
[k
] = nodes
[k
]
1946 other_nets
[k
]['external']=False
1949 #1.2: Check that VNF are present at database table vnfs. Insert uuid, description and external interfaces
1950 for name
,vnf
in vnfs
.items():
1951 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
1953 error_pos
= "'topology':'nodes':'" + name
+ "'"
1955 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
1956 where
['uuid'] = vnf
['vnf_id']
1957 if 'VNF model' in vnf
:
1958 error_text
+= " 'VNF model' " + vnf
['VNF model']
1959 where
['name'] = vnf
['VNF model']
1961 raise NfvoException("Descriptor need a 'vnf_id' or 'VNF model' field at " + error_pos
, httperrors
.Bad_Request
)
1963 vnf_db
= mydb
.get_rows(SELECT
=('uuid','name','description'),
1967 raise NfvoException("unknown" + error_text
+ " at " + error_pos
, httperrors
.Not_Found
)
1969 raise NfvoException("more than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", httperrors
.Conflict
)
1970 vnf
['uuid']=vnf_db
[0]['uuid']
1971 vnf
['description']=vnf_db
[0]['description']
1972 #get external interfaces
1973 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name','i.uuid as iface_uuid', 'i.type as type'),
1974 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
1975 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
1976 for ext_iface
in ext_ifaces
:
1977 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type':ext_iface
['type']}
1979 #1.4 get list of connections
1980 conections
= topo
['topology']['connections']
1981 conections_list
= []
1982 conections_list_name
= []
1983 for k
in conections
.keys():
1984 if type(conections
[k
]['nodes'])==dict: #dict with node:iface pairs
1985 ifaces_list
= conections
[k
]['nodes'].items()
1986 elif type(conections
[k
]['nodes'])==list: #list with dictionary
1988 conection_pair_list
= map(lambda x
: x
.items(), conections
[k
]['nodes'] )
1989 for k2
in conection_pair_list
:
1992 con_type
= conections
[k
].get("type", "link")
1993 if con_type
!= "link":
1995 raise NfvoException("Format error. Reapeted network name at 'topology':'connections':'{}'".format(str(k
)), httperrors
.Bad_Request
)
1996 other_nets
[k
] = {'external': False}
1997 if conections
[k
].get("graph"):
1998 other_nets
[k
]["graph"] = conections
[k
]["graph"]
1999 ifaces_list
.append( (k
, None) )
2002 if con_type
== "external_network":
2003 other_nets
[k
]['external'] = True
2004 if conections
[k
].get("model"):
2005 other_nets
[k
]["model"] = conections
[k
]["model"]
2007 other_nets
[k
]["model"] = k
2008 if con_type
== "dataplane_net" or con_type
== "bridge_net":
2009 other_nets
[k
]["model"] = con_type
2011 conections_list_name
.append(k
)
2012 conections_list
.append(set(ifaces_list
)) #from list to set to operate as a set (this conversion removes elements that are repeated in a list)
2013 #print set(ifaces_list)
2014 #check valid VNF and iface names
2015 for iface
in ifaces_list
:
2016 if iface
[0] not in vnfs
and iface
[0] not in other_nets
:
2017 raise NfvoException("format error. Invalid VNF name at 'topology':'connections':'{}':'nodes':'{}'".format(
2018 str(k
), iface
[0]), httperrors
.Not_Found
)
2019 if iface
[0] in vnfs
and iface
[1] not in vnfs
[ iface
[0] ]['ifaces']:
2020 raise NfvoException("format error. Invalid interface name at 'topology':'connections':'{}':'nodes':'{}':'{}'".format(
2021 str(k
), iface
[0], iface
[1]), httperrors
.Not_Found
)
2023 #1.5 unify connections from the pair list to a consolidated list
2025 while index
< len(conections_list
):
2027 while index2
< len(conections_list
):
2028 if len(conections_list
[index
] & conections_list
[index2
])>0: #common interface, join nets
2029 conections_list
[index
] |
= conections_list
[index2
]
2030 del conections_list
[index2
]
2031 del conections_list_name
[index2
]
2034 conections_list
[index
] = list(conections_list
[index
]) # from set to list again
2036 #for k in conections_list:
2041 #1.6 Delete non external nets
2042 # for k in other_nets.keys():
2043 # if other_nets[k]['model']=='bridge' or other_nets[k]['model']=='dataplane_net' or other_nets[k]['model']=='bridge_net':
2044 # for con in conections_list:
2046 # for index in range(0,len(con)):
2047 # if con[index][0] == k: delete_indexes.insert(0,index) #order from higher to lower
2048 # for index in delete_indexes:
2051 #1.7: Check external_ports are present at database table datacenter_nets
2052 for k
,net
in other_nets
.items():
2053 error_pos
= "'topology':'nodes':'" + k
+ "'"
2054 if net
['external']==False:
2055 if 'name' not in net
:
2057 if 'model' not in net
:
2058 raise NfvoException("needed a 'model' at " + error_pos
, httperrors
.Bad_Request
)
2059 if net
['model']=='bridge_net':
2060 net
['type']='bridge';
2061 elif net
['model']=='dataplane_net':
2064 raise NfvoException("unknown 'model' '"+ net
['model'] +"' at " + error_pos
, httperrors
.Not_Found
)
2066 #IF we do not want to check that external network exist at datacenter
2071 # if 'net_id' in net:
2072 # error_text += " 'net_id' " + net['net_id']
2073 # WHERE_['uuid'] = net['net_id']
2074 # if 'model' in net:
2075 # error_text += " 'model' " + net['model']
2076 # WHERE_['name'] = net['model']
2077 # if len(WHERE_) == 0:
2078 # return -httperrors.Bad_Request, "needed a 'net_id' or 'model' at " + error_pos
2079 # r,net_db = mydb.get_table(SELECT=('uuid','name','description','type','shared'),
2080 # FROM='datacenter_nets', WHERE=WHERE_ )
2082 # print "nfvo.new_scenario Error getting datacenter_nets",r,net_db
2084 # print "nfvo.new_scenario Error" +error_text+ " is not present at database"
2085 # return -httperrors.Bad_Request, "unknown " +error_text+ " at " + error_pos
2087 # print "nfvo.new_scenario Error more than one external_network for " +error_text+ " is present at database"
2088 # return -httperrors.Bad_Request, "more than one external_network for " +error_text+ "at "+ error_pos + " Concrete with 'net_id'"
2089 # other_nets[k].update(net_db[0])
2092 net_nb
=0 #Number of nets
2093 for con
in conections_list
:
2094 #check if this is connected to a external net
2098 for index
in range(0,len(con
)):
2099 #check if this is connected to a external net
2100 for net_key
in other_nets
.keys():
2101 if con
[index
][0]==net_key
:
2102 if other_net_index
>=0:
2103 error_text
= "There is some interface connected both to net '{}' and net '{}'".format(
2104 con
[other_net_index
][0], net_key
)
2105 #print "nfvo.new_scenario " + error_text
2106 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2108 other_net_index
= index
2109 net_target
= net_key
2111 #print "other_net_index", other_net_index
2113 if other_net_index
>=0:
2114 del con
[other_net_index
]
2115 #IF we do not want to check that external network exist at datacenter
2116 if other_nets
[net_target
]['external'] :
2117 if "name" not in other_nets
[net_target
]:
2118 other_nets
[net_target
]['name'] = other_nets
[net_target
]['model']
2119 if other_nets
[net_target
]["type"] == "external_network":
2120 if vnfs
[ con
[0][0] ]['ifaces'][ con
[0][1] ]["type"] == "data":
2121 other_nets
[net_target
]["type"] = "data"
2123 other_nets
[net_target
]["type"] = "bridge"
2125 # if other_nets[net_target]['external'] :
2126 # type_='data' if len(con)>1 else 'ptp' #an external net is connected to a external port, so it is ptp if only one connection is done to this net
2127 # if type_=='data' and other_nets[net_target]['type']=="ptp":
2128 # error_text = "Error connecting %d nodes on a not multipoint net %s" % (len(con), net_target)
2129 # print "nfvo.new_scenario " + error_text
2130 # return -httperrors.Bad_Request, error_text
2133 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2136 net_type_bridge
=False
2138 net_target
= "__-__net"+str(net_nb
)
2139 net_list
[net_target
] = {'name': conections_list_name
[net_nb
], #"net-"+str(net_nb),
2140 'description':"net-{} in scenario {}".format(net_nb
,topo
['name']),
2143 vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['net_key'] = net_target
2144 iface_type
= vnfs
[ iface
[0] ]['ifaces'][ iface
[1] ]['type']
2145 if iface_type
=='mgmt' or iface_type
=='bridge':
2146 net_type_bridge
= True
2148 net_type_data
= True
2149 if net_type_bridge
and net_type_data
:
2150 error_text
= "Error connection interfaces of bridge type with data type. Firs node {}, iface {}".format(iface
[0], iface
[1])
2151 #print "nfvo.new_scenario " + error_text
2152 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2153 elif net_type_bridge
:
2156 type_
='data' if len(con
)>2 else 'ptp'
2157 net_list
[net_target
]['type'] = type_
2160 error_text
= "Error connection node {} : {} does not match any VNF or interface".format(iface
[0], iface
[1])
2161 #print "nfvo.new_scenario " + error_text
2163 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2165 #1.8: Connect to management net all not already connected interfaces of type 'mgmt'
2166 #1.8.1 obtain management net
2167 mgmt_net
= mydb
.get_rows(SELECT
=('uuid','name','description','type','shared'),
2168 FROM
='datacenter_nets', WHERE
={'name':'mgmt'} )
2169 #1.8.2 check all interfaces from all vnfs
2171 add_mgmt_net
= False
2172 for vnf
in vnfs
.values():
2173 for iface
in vnf
['ifaces'].values():
2174 if iface
['type']=='mgmt' and 'net_key' not in iface
:
2175 #iface not connected
2176 iface
['net_key'] = 'mgmt'
2178 if add_mgmt_net
and 'mgmt' not in net_list
:
2179 net_list
['mgmt']=mgmt_net
[0]
2180 net_list
['mgmt']['external']=True
2181 net_list
['mgmt']['graph']={'visible':False}
2183 net_list
.update(other_nets
)
2185 #print 'net_list', net_list
2190 #2: insert scenario. filling tables scenarios,sce_vnfs,sce_interfaces,sce_nets
2191 c
= mydb
.new_scenario( { 'vnfs':vnfs
, 'nets':net_list
,
2192 'tenant_id':tenant_id
, 'name':topo
['name'],
2193 'description':topo
.get('description',topo
['name']),
2194 'public': topo
.get('public', False)
2200 @deprecated("Use new_nsd_v3")
2201 def new_scenario_v02(mydb
, tenant_id
, scenario_dict
, version
):
2202 """ This creates a new scenario for version 0.2 and 0.3"""
2203 scenario
= scenario_dict
["scenario"]
2204 if tenant_id
!= "any":
2205 check_tenant(mydb
, tenant_id
)
2206 if "tenant_id" in scenario
:
2207 if scenario
["tenant_id"] != tenant_id
:
2208 # print "nfvo.new_scenario_v02() tenant '%s' not found" % tenant_id
2209 raise NfvoException("VNF can not have a different tenant owner '{}', must be '{}'".format(
2210 scenario
["tenant_id"], tenant_id
), httperrors
.Unauthorized
)
2214 # 1: Check that VNF are present at database table vnfs and update content into scenario dict
2215 for name
,vnf
in scenario
["vnfs"].items():
2216 where
= {"OR": {"tenant_id": tenant_id
, 'public': "true"}}
2218 error_pos
= "'scenario':'vnfs':'" + name
+ "'"
2220 error_text
+= " 'vnf_id' " + vnf
['vnf_id']
2221 where
['uuid'] = vnf
['vnf_id']
2222 if 'vnf_name' in vnf
:
2223 error_text
+= " 'vnf_name' " + vnf
['vnf_name']
2224 where
['name'] = vnf
['vnf_name']
2226 raise NfvoException("Needed a 'vnf_id' or 'vnf_name' at " + error_pos
, httperrors
.Bad_Request
)
2227 vnf_db
= mydb
.get_rows(SELECT
=('uuid', 'name', 'description'),
2230 if len(vnf_db
) == 0:
2231 raise NfvoException("Unknown" + error_text
+ " at " + error_pos
, httperrors
.Not_Found
)
2232 elif len(vnf_db
) > 1:
2233 raise NfvoException("More than one" + error_text
+ " at " + error_pos
+ " Concrete with 'vnf_id'", httperrors
.Conflict
)
2234 vnf
['uuid'] = vnf_db
[0]['uuid']
2235 vnf
['description'] = vnf_db
[0]['description']
2237 # get external interfaces
2238 ext_ifaces
= mydb
.get_rows(SELECT
=('external_name as name', 'i.uuid as iface_uuid', 'i.type as type'),
2239 FROM
='vnfs join vms on vnfs.uuid=vms.vnf_id join interfaces as i on vms.uuid=i.vm_id',
2240 WHERE
={'vnfs.uuid':vnf
['uuid'], 'external_name<>': None} )
2241 for ext_iface
in ext_ifaces
:
2242 vnf
['ifaces'][ ext_iface
['name'] ] = {'uuid':ext_iface
['iface_uuid'], 'type': ext_iface
['type']}
2243 # TODO? get internal-connections from db.nets and their profiles, and update scenario[vnfs][internal-connections] accordingly
2245 # 2: Insert net_key and ip_address at every vnf interface
2246 for net_name
, net
in scenario
["networks"].items():
2247 net_type_bridge
= False
2248 net_type_data
= False
2249 for iface_dict
in net
["interfaces"]:
2250 if version
== "0.2":
2251 temp_dict
= iface_dict
2253 elif version
== "0.3":
2254 temp_dict
= {iface_dict
["vnf"] : iface_dict
["vnf_interface"]}
2255 ip_address
= iface_dict
.get('ip_address', None)
2256 for vnf
, iface
in temp_dict
.items():
2257 if vnf
not in scenario
["vnfs"]:
2258 error_text
= "Error at 'networks':'{}':'interfaces' VNF '{}' not match any VNF at 'vnfs'".format(
2260 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2261 raise NfvoException(error_text
, httperrors
.Not_Found
)
2262 if iface
not in scenario
["vnfs"][vnf
]['ifaces']:
2263 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface not match any VNF interface"\
2264 .format(net_name
, iface
)
2265 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2266 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2267 if "net_key" in scenario
["vnfs"][vnf
]['ifaces'][iface
]:
2268 error_text
= "Error at 'networks':'{}':'interfaces':'{}' interface already connected at network"\
2269 "'{}'".format(net_name
, iface
,scenario
["vnfs"][vnf
]['ifaces'][iface
]['net_key'])
2270 # logger.debug("nfvo.new_scenario_v02 " + error_text)
2271 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2272 scenario
["vnfs"][vnf
]['ifaces'][ iface
]['net_key'] = net_name
2273 scenario
["vnfs"][vnf
]['ifaces'][iface
]['ip_address'] = ip_address
2274 iface_type
= scenario
["vnfs"][vnf
]['ifaces'][iface
]['type']
2275 if iface_type
== 'mgmt' or iface_type
== 'bridge':
2276 net_type_bridge
= True
2278 net_type_data
= True
2280 if net_type_bridge
and net_type_data
:
2281 error_text
= "Error connection interfaces of 'bridge' type and 'data' type at 'networks':'{}':'interfaces'"\
2283 # logger.debug("nfvo.new_scenario " + error_text)
2284 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2285 elif net_type_bridge
:
2288 type_
= 'data' if len(net
["interfaces"]) > 2 else 'ptp'
2290 if net
.get("implementation"): # for v0.3
2291 if type_
== "bridge" and net
["implementation"] == "underlay":
2292 error_text
= "Error connecting interfaces of data type to a network declared as 'underlay' at "\
2293 "'network':'{}'".format(net_name
)
2294 # logger.debug(error_text)
2295 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2296 elif type_
!= "bridge" and net
["implementation"] == "overlay":
2297 error_text
= "Error connecting interfaces of data type to a network declared as 'overlay' at "\
2298 "'network':'{}'".format(net_name
)
2299 # logger.debug(error_text)
2300 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2301 net
.pop("implementation")
2302 if "type" in net
and version
== "0.3": # for v0.3
2303 if type_
== "data" and net
["type"] == "e-line":
2304 error_text
= "Error connecting more than 2 interfaces of data type to a network declared as type "\
2305 "'e-line' at 'network':'{}'".format(net_name
)
2306 # logger.debug(error_text)
2307 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2308 elif type_
== "ptp" and net
["type"] == "e-lan":
2312 net
['name'] = net_name
2313 net
['external'] = net
.get('external', False)
2315 # 3: insert at database
2316 scenario
["nets"] = scenario
["networks"]
2317 scenario
['tenant_id'] = tenant_id
2318 scenario_id
= mydb
.new_scenario(scenario
)
2322 def new_nsd_v3(mydb
, tenant_id
, nsd_descriptor
):
2324 Parses an OSM IM nsd_catalog and insert at DB
2327 :param nsd_descriptor:
2328 :return: The list of created NSD ids
2331 mynsd
= nsd_catalog
.nsd()
2333 pybindJSONDecoder
.load_ietf_json(nsd_descriptor
, None, None, obj
=mynsd
, skip_unknown
=True)
2334 except Exception as e
:
2335 raise NfvoException("Error. Invalid NS descriptor format: " + str(e
), httperrors
.Bad_Request
)
2339 db_sce_interfaces
= []
2342 db_sce_rsp_hops
= []
2343 db_sce_classifiers
= []
2344 db_sce_classifier_matches
= []
2346 db_ip_profiles_index
= 0
2349 for nsd_yang
in mynsd
.nsd_catalog
.nsd
.values():
2350 nsd
= nsd_yang
.get()
2353 scenario_uuid
= str(uuid4())
2354 uuid_list
.append(scenario_uuid
)
2355 nsd_uuid_list
.append(scenario_uuid
)
2357 "uuid": scenario_uuid
,
2358 "osm_id": get_str(nsd
, "id", 255),
2359 "name": get_str(nsd
, "name", 255),
2360 "description": get_str(nsd
, "description", 255),
2361 "tenant_id": tenant_id
,
2362 "vendor": get_str(nsd
, "vendor", 255),
2363 "short_name": get_str(nsd
, "short-name", 255),
2364 "descriptor": str(nsd_descriptor
)[:60000],
2366 db_scenarios
.append(db_scenario
)
2368 # table sce_vnfs (constituent-vnfd)
2369 vnf_index2scevnf_uuid
= {}
2370 vnf_index2vnf_uuid
= {}
2371 for vnf
in nsd
.get("constituent-vnfd").values():
2372 existing_vnf
= mydb
.get_rows(FROM
="vnfs", WHERE
={'osm_id': str(vnf
["vnfd-id-ref"])[:255],
2373 'tenant_id': tenant_id
})
2374 if not existing_vnf
:
2375 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'constituent-vnfd':'vnfd-id-ref':"
2376 "'{}'. Reference to a non-existing VNFD in the catalog".format(
2377 str(nsd
["id"]), str(vnf
["vnfd-id-ref"])[:255]),
2378 httperrors
.Bad_Request
)
2379 sce_vnf_uuid
= str(uuid4())
2380 uuid_list
.append(sce_vnf_uuid
)
2382 "uuid": sce_vnf_uuid
,
2383 "scenario_id": scenario_uuid
,
2384 # "name": get_str(vnf, "member-vnf-index", 255),
2385 "name": existing_vnf
[0]["name"][:200] + "." + get_str(vnf
, "member-vnf-index", 50),
2386 "vnf_id": existing_vnf
[0]["uuid"],
2387 "member_vnf_index": str(vnf
["member-vnf-index"]),
2388 # TODO 'start-by-default': True
2390 vnf_index2scevnf_uuid
[str(vnf
['member-vnf-index'])] = sce_vnf_uuid
2391 vnf_index2vnf_uuid
[str(vnf
['member-vnf-index'])] = existing_vnf
[0]["uuid"]
2392 db_sce_vnfs
.append(db_sce_vnf
)
2394 # table ip_profiles (ip-profiles)
2395 ip_profile_name2db_table_index
= {}
2396 for ip_profile
in nsd
.get("ip-profiles").values():
2398 "ip_version": str(ip_profile
["ip-profile-params"].get("ip-version", "ipv4")),
2399 "subnet_address": str(ip_profile
["ip-profile-params"].get("subnet-address")),
2400 "gateway_address": str(ip_profile
["ip-profile-params"].get("gateway-address")),
2401 "dhcp_enabled": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("enabled", True)),
2402 "dhcp_start_address": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("start-address")),
2403 "dhcp_count": str(ip_profile
["ip-profile-params"]["dhcp-params"].get("count")),
2406 for dns
in ip_profile
["ip-profile-params"]["dns-server"].values():
2407 dns_list
.append(str(dns
.get("address")))
2408 db_ip_profile
["dns_address"] = ";".join(dns_list
)
2409 if ip_profile
["ip-profile-params"].get('security-group'):
2410 db_ip_profile
["security_group"] = ip_profile
["ip-profile-params"]['security-group']
2411 ip_profile_name2db_table_index
[str(ip_profile
["name"])] = db_ip_profiles_index
2412 db_ip_profiles_index
+= 1
2413 db_ip_profiles
.append(db_ip_profile
)
2415 # table sce_nets (internal-vld)
2416 for vld
in nsd
.get("vld").values():
2417 sce_net_uuid
= str(uuid4())
2418 uuid_list
.append(sce_net_uuid
)
2420 "uuid": sce_net_uuid
,
2421 "name": get_str(vld
, "name", 255),
2422 "scenario_id": scenario_uuid
,
2424 "multipoint": not vld
.get("type") == "ELINE",
2425 "osm_id": get_str(vld
, "id", 255),
2427 "description": get_str(vld
, "description", 255),
2429 # guess type of network
2430 if vld
.get("mgmt-network"):
2431 db_sce_net
["type"] = "bridge"
2432 db_sce_net
["external"] = True
2433 elif vld
.get("provider-network").get("overlay-type") == "VLAN":
2434 db_sce_net
["type"] = "data"
2436 # later on it will be fixed to bridge or data depending on the type of interfaces attached to it
2437 db_sce_net
["type"] = None
2438 db_sce_nets
.append(db_sce_net
)
2440 # ip-profile, link db_ip_profile with db_sce_net
2441 if vld
.get("ip-profile-ref"):
2442 ip_profile_name
= vld
.get("ip-profile-ref")
2443 if ip_profile_name
not in ip_profile_name2db_table_index
:
2444 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'ip-profile-ref':'{}'."
2445 " Reference to a non-existing 'ip_profiles'".format(
2446 str(nsd
["id"]), str(vld
["id"]), str(vld
["ip-profile-ref"])),
2447 httperrors
.Bad_Request
)
2448 db_ip_profiles
[ip_profile_name2db_table_index
[ip_profile_name
]]["sce_net_id"] = sce_net_uuid
2449 elif vld
.get("vim-network-name"):
2450 db_sce_net
["vim_network_name"] = get_str(vld
, "vim-network-name", 255)
2452 # table sce_interfaces (vld:vnfd-connection-point-ref)
2453 for iface
in vld
.get("vnfd-connection-point-ref").values():
2454 # Check if there are VDUs in the descriptor
2455 vnf_index
= str(iface
['member-vnf-index-ref'])
2456 existing_vdus
= mydb
.get_rows(SELECT
=('vms.uuid'), FROM
="vms", WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
]})
2458 # check correct parameters
2459 if vnf_index
not in vnf_index2vnf_uuid
:
2460 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2461 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2462 "'nsd':'constituent-vnfd'".format(
2463 str(nsd
["id"]), str(vld
["id"]), str(iface
["member-vnf-index-ref"])),
2464 httperrors
.Bad_Request
)
2466 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid', 'i.type as iface_type'),
2467 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2468 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2469 'external_name': get_str(iface
, "vnfd-connection-point-ref",
2471 if not existing_ifaces
:
2472 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'vld[{}]':'vnfd-connection-point"
2473 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2474 "connection-point name at VNFD '{}'".format(
2475 str(nsd
["id"]), str(vld
["id"]), str(iface
["vnfd-connection-point-ref"]),
2476 str(iface
.get("vnfd-id-ref"))[:255]),
2477 httperrors
.Bad_Request
)
2478 interface_uuid
= existing_ifaces
[0]["uuid"]
2479 if existing_ifaces
[0]["iface_type"] == "data":
2480 db_sce_net
["type"] = "data"
2481 sce_interface_uuid
= str(uuid4())
2482 uuid_list
.append(sce_net_uuid
)
2483 iface_ip_address
= None
2484 if iface
.get("ip-address"):
2485 iface_ip_address
= str(iface
.get("ip-address"))
2486 db_sce_interface
= {
2487 "uuid": sce_interface_uuid
,
2488 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2489 "sce_net_id": sce_net_uuid
,
2490 "interface_id": interface_uuid
,
2491 "ip_address": iface_ip_address
,
2493 db_sce_interfaces
.append(db_sce_interface
)
2494 if not db_sce_net
["type"]:
2495 db_sce_net
["type"] = "bridge"
2497 # table sce_vnffgs (vnffgd)
2498 for vnffg
in nsd
.get("vnffgd").values():
2499 sce_vnffg_uuid
= str(uuid4())
2500 uuid_list
.append(sce_vnffg_uuid
)
2502 "uuid": sce_vnffg_uuid
,
2503 "name": get_str(vnffg
, "name", 255),
2504 "scenario_id": scenario_uuid
,
2505 "vendor": get_str(vnffg
, "vendor", 255),
2506 "description": get_str(vld
, "description", 255),
2508 db_sce_vnffgs
.append(db_sce_vnffg
)
2511 for rsp
in vnffg
.get("rsp").values():
2512 sce_rsp_uuid
= str(uuid4())
2513 uuid_list
.append(sce_rsp_uuid
)
2515 "uuid": sce_rsp_uuid
,
2516 "name": get_str(rsp
, "name", 255),
2517 "sce_vnffg_id": sce_vnffg_uuid
,
2518 "id": get_str(rsp
, "id", 255), # only useful to link with classifiers; will be removed later in the code
2520 db_sce_rsps
.append(db_sce_rsp
)
2521 for iface
in rsp
.get("vnfd-connection-point-ref").values():
2522 vnf_index
= str(iface
['member-vnf-index-ref'])
2523 if_order
= int(iface
['order'])
2524 # check correct parameters
2525 if vnf_index
not in vnf_index2vnf_uuid
:
2526 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2527 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2528 "'nsd':'constituent-vnfd'".format(
2529 str(nsd
["id"]), str(rsp
["id"]), str(iface
["member-vnf-index-ref"])),
2530 httperrors
.Bad_Request
)
2532 ingress_existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2533 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2535 'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2536 'external_name': get_str(iface
, "vnfd-ingress-connection-point-ref",
2538 if not ingress_existing_ifaces
:
2539 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2540 "-ref':'vnfd-ingress-connection-point-ref':'{}'. Reference to a non-existing "
2541 "connection-point name at VNFD '{}'".format(
2542 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-ingress-connection-point-ref"]),
2543 str(iface
.get("vnfd-id-ref"))[:255]), httperrors
.Bad_Request
)
2545 egress_existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2546 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2548 'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2549 'external_name': get_str(iface
, "vnfd-egress-connection-point-ref",
2551 if not egress_existing_ifaces
:
2552 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2553 "-ref':'vnfd-egress-connection-point-ref':'{}'. Reference to a non-existing "
2554 "connection-point name at VNFD '{}'".format(
2555 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-egress-connection-point-ref"]),
2556 str(iface
.get("vnfd-id-ref"))[:255]), HTTP_Bad_Request
)
2558 ingress_interface_uuid
= ingress_existing_ifaces
[0]["uuid"]
2559 egress_interface_uuid
= egress_existing_ifaces
[0]["uuid"]
2560 sce_rsp_hop_uuid
= str(uuid4())
2561 uuid_list
.append(sce_rsp_hop_uuid
)
2563 "uuid": sce_rsp_hop_uuid
,
2564 "if_order": if_order
,
2565 "ingress_interface_id": ingress_interface_uuid
,
2566 "egress_interface_id": egress_interface_uuid
,
2567 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2568 "sce_rsp_id": sce_rsp_uuid
,
2570 db_sce_rsp_hops
.append(db_sce_rsp_hop
)
2572 # deal with classifiers
2573 for classifier
in vnffg
.get("classifier").values():
2574 sce_classifier_uuid
= str(uuid4())
2575 uuid_list
.append(sce_classifier_uuid
)
2578 vnf_index
= str(classifier
['member-vnf-index-ref'])
2579 if vnf_index
not in vnf_index2vnf_uuid
:
2580 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'classifier[{}]':'vnfd-connection-point"
2581 "-ref':'member-vnf-index-ref':'{}'. Reference to a non-existing index at "
2582 "'nsd':'constituent-vnfd'".format(
2583 str(nsd
["id"]), str(classifier
["id"]), str(classifier
["member-vnf-index-ref"])),
2584 httperrors
.Bad_Request
)
2585 existing_ifaces
= mydb
.get_rows(SELECT
=('i.uuid as uuid',),
2586 FROM
="interfaces as i join vms on i.vm_id=vms.uuid",
2587 WHERE
={'vnf_id': vnf_index2vnf_uuid
[vnf_index
],
2588 'external_name': get_str(classifier
, "vnfd-connection-point-ref",
2590 if not existing_ifaces
:
2591 raise NfvoException("Error. Invalid NS descriptor at 'nsd[{}]':'rsp[{}]':'vnfd-connection-point"
2592 "-ref':'vnfd-connection-point-ref':'{}'. Reference to a non-existing "
2593 "connection-point name at VNFD '{}'".format(
2594 str(nsd
["id"]), str(rsp
["id"]), str(iface
["vnfd-connection-point-ref"]),
2595 str(iface
.get("vnfd-id-ref"))[:255]),
2596 httperrors
.Bad_Request
)
2597 interface_uuid
= existing_ifaces
[0]["uuid"]
2599 db_sce_classifier
= {
2600 "uuid": sce_classifier_uuid
,
2601 "name": get_str(classifier
, "name", 255),
2602 "sce_vnffg_id": sce_vnffg_uuid
,
2603 "sce_vnf_id": vnf_index2scevnf_uuid
[vnf_index
],
2604 "interface_id": interface_uuid
,
2606 rsp_id
= get_str(classifier
, "rsp-id-ref", 255)
2607 rsp
= next((item
for item
in db_sce_rsps
if item
["id"] == rsp_id
), None)
2608 db_sce_classifier
["sce_rsp_id"] = rsp
["uuid"]
2609 db_sce_classifiers
.append(db_sce_classifier
)
2611 for match
in classifier
.get("match-attributes").values():
2612 sce_classifier_match_uuid
= str(uuid4())
2613 uuid_list
.append(sce_classifier_match_uuid
)
2614 db_sce_classifier_match
= {
2615 "uuid": sce_classifier_match_uuid
,
2616 "ip_proto": get_str(match
, "ip-proto", 2),
2617 "source_ip": get_str(match
, "source-ip-address", 16),
2618 "destination_ip": get_str(match
, "destination-ip-address", 16),
2619 "source_port": get_str(match
, "source-port", 5),
2620 "destination_port": get_str(match
, "destination-port", 5),
2621 "sce_classifier_id": sce_classifier_uuid
,
2623 db_sce_classifier_matches
.append(db_sce_classifier_match
)
2626 # remove unneeded id's in sce_rsps
2627 for rsp
in db_sce_rsps
:
2631 {"scenarios": db_scenarios
},
2632 {"sce_nets": db_sce_nets
},
2633 {"ip_profiles": db_ip_profiles
},
2634 {"sce_vnfs": db_sce_vnfs
},
2635 {"sce_interfaces": db_sce_interfaces
},
2636 {"sce_vnffgs": db_sce_vnffgs
},
2637 {"sce_rsps": db_sce_rsps
},
2638 {"sce_rsp_hops": db_sce_rsp_hops
},
2639 {"sce_classifiers": db_sce_classifiers
},
2640 {"sce_classifier_matches": db_sce_classifier_matches
},
2643 logger
.debug("new_nsd_v3 done: %s",
2644 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
2645 mydb
.new_rows(db_tables
, uuid_list
)
2646 return nsd_uuid_list
2647 except NfvoException
:
2649 except Exception as e
:
2650 logger
.error("Exception {}".format(e
))
2651 raise # NfvoException("Exception {}".format(e), httperrors.Bad_Request)
2654 def edit_scenario(mydb
, tenant_id
, scenario_id
, data
):
2655 data
["uuid"] = scenario_id
2656 data
["tenant_id"] = tenant_id
2657 c
= mydb
.edit_scenario( data
)
2661 @deprecated("Use create_instance")
2662 def start_scenario(mydb
, tenant_id
, scenario_id
, instance_scenario_name
, instance_scenario_description
, datacenter
=None,vim_tenant
=None, startvms
=True):
2663 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
2664 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
, vim_tenant
=vim_tenant
)
2665 vims
= {datacenter_id
: myvim
}
2666 myvim_tenant
= myvim
['tenant_id']
2667 datacenter_name
= myvim
['name']
2671 #print "Checking that the scenario_id exists and getting the scenario dictionary"
2672 scenarioDict
= mydb
.get_scenario(scenario_id
, tenant_id
, datacenter_id
=datacenter_id
)
2673 scenarioDict
['datacenter2tenant'] = { datacenter_id
: myvim
['config']['datacenter_tenant_id'] }
2674 scenarioDict
['datacenter_id'] = datacenter_id
2675 #print '================scenarioDict======================='
2676 #print json.dumps(scenarioDict, indent=4)
2677 #print 'BEGIN launching instance scenario "%s" based on "%s"' % (instance_scenario_name,scenarioDict['name'])
2679 logger
.debug("start_scenario Scenario %s: consisting of %d VNF(s)", scenarioDict
['name'],len(scenarioDict
['vnfs']))
2680 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2682 auxNetDict
= {} #Auxiliar dictionary. First key:'scenario' or sce_vnf uuid. Second Key: uuid of the net/sce_net. Value: vim_net_id
2683 auxNetDict
['scenario'] = {}
2685 logger
.debug("start_scenario 1. Creating new nets (sce_nets) in the VIM")
2686 for sce_net
in scenarioDict
['nets']:
2687 #print "Net name: %s. Description: %s" % (sce_net["name"], sce_net["description"])
2689 myNetName
= "{}.{}".format(instance_scenario_name
, sce_net
['name'])
2690 myNetName
= myNetName
[0:255] #limit length
2691 myNetType
= sce_net
['type']
2693 myNetDict
["name"] = myNetName
2694 myNetDict
["type"] = myNetType
2695 myNetDict
["tenant_id"] = myvim_tenant
2696 myNetIPProfile
= sce_net
.get('ip_profile', None)
2697 myProviderNetwork
= sce_net
.get('provider_network', None)
2699 #We should use the dictionary as input parameter for new_network
2701 if not sce_net
["external"]:
2702 network_id
, _
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
, provider_network_profile
=myProviderNetwork
)
2703 #print "New VIM network created for scenario %s. Network id: %s" % (scenarioDict['name'],network_id)
2704 sce_net
['vim_id'] = network_id
2705 auxNetDict
['scenario'][sce_net
['uuid']] = network_id
2706 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2707 sce_net
["created"] = True
2709 if sce_net
['vim_id'] == None:
2710 error_text
= "Error, datacenter '{}' does not have external network '{}'.".format(
2711 datacenter_name
, sce_net
['name'])
2712 _
, message
= rollback(mydb
, vims
, rollbackList
)
2713 logger
.error("nfvo.start_scenario: %s", error_text
)
2714 raise NfvoException(error_text
, httperrors
.Bad_Request
)
2715 logger
.debug("Using existent VIM network for scenario %s. Network id %s", scenarioDict
['name'],sce_net
['vim_id'])
2716 auxNetDict
['scenario'][sce_net
['uuid']] = sce_net
['vim_id']
2718 logger
.debug("start_scenario 2. Creating new nets (vnf internal nets) in the VIM")
2719 #For each vnf net, we create it and we add it to instanceNetlist.
2721 for sce_vnf
in scenarioDict
['vnfs']:
2722 for net
in sce_vnf
['nets']:
2723 #print "Net name: %s. Description: %s" % (net["name"], net["description"])
2725 myNetName
= "{}.{}".format(instance_scenario_name
,net
['name'])
2726 myNetName
= myNetName
[0:255] #limit length
2727 myNetType
= net
['type']
2729 myNetDict
["name"] = myNetName
2730 myNetDict
["type"] = myNetType
2731 myNetDict
["tenant_id"] = myvim_tenant
2732 myNetIPProfile
= net
.get('ip_profile', None)
2733 myProviderNetwork
= sce_net
.get('provider_network', None)
2736 #We should use the dictionary as input parameter for new_network
2737 network_id
, _
= myvim
.new_network(myNetName
, myNetType
, myNetIPProfile
, provider_network_profile
=myProviderNetwork
)
2738 #print "VIM network id for scenario %s: %s" % (scenarioDict['name'],network_id)
2739 net
['vim_id'] = network_id
2740 if sce_vnf
['uuid'] not in auxNetDict
:
2741 auxNetDict
[sce_vnf
['uuid']] = {}
2742 auxNetDict
[sce_vnf
['uuid']][net
['uuid']] = network_id
2743 rollbackList
.append({'what':'network','where':'vim','vim_id':datacenter_id
,'uuid':network_id
})
2744 net
["created"] = True
2746 #print "auxNetDict:"
2747 #print yaml.safe_dump(auxNetDict, indent=4, default_flow_style=False)
2749 logger
.debug("start_scenario 3. Creating new vm instances in the VIM")
2750 #myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
2752 for sce_vnf
in scenarioDict
['vnfs']:
2753 vnf_availability_zones
= []
2754 for vm
in sce_vnf
['vms']:
2755 vm_av
= vm
.get('availability_zone')
2756 if vm_av
and vm_av
not in vnf_availability_zones
:
2757 vnf_availability_zones
.append(vm_av
)
2759 # check if there is enough availability zones available at vim level.
2760 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
2761 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
2762 raise NfvoException('No enough availability zones at VIM for this deployment', httperrors
.Bad_Request
)
2764 for vm
in sce_vnf
['vms']:
2767 #myVMDict['name'] = "%s-%s-%s" % (scenarioDict['name'],sce_vnf['name'], vm['name'])
2768 myVMDict
['name'] = "{}.{}.{}".format(instance_scenario_name
,sce_vnf
['name'],chr(96+i
))
2769 #myVMDict['description'] = vm['description']
2770 myVMDict
['description'] = myVMDict
['name'][0:99]
2772 myVMDict
['start'] = "no"
2773 myVMDict
['name'] = myVMDict
['name'][0:255] #limit name length
2774 #print "VM name: %s. Description: %s" % (myVMDict['name'], myVMDict['name'])
2776 #create image at vim in case it not exist
2777 image_dict
= mydb
.get_table_by_uuid_name("images", vm
['image_id'])
2778 image_id
= create_or_use_image(mydb
, vims
, image_dict
, [], True)
2779 vm
['vim_image_id'] = image_id
2781 #create flavor at vim in case it not exist
2782 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
2783 if flavor_dict
['extended']!=None:
2784 flavor_dict
['extended']= yaml
.load(flavor_dict
['extended'], Loader
=yaml
.Loader
)
2785 flavor_id
= create_or_use_flavor(mydb
, vims
, flavor_dict
, [], True)
2786 vm
['vim_flavor_id'] = flavor_id
2789 myVMDict
['imageRef'] = vm
['vim_image_id']
2790 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
2791 myVMDict
['networks'] = []
2792 for iface
in vm
['interfaces']:
2794 if iface
['type']=="data":
2795 netDict
['type'] = iface
['model']
2796 elif "model" in iface
and iface
["model"]!=None:
2797 netDict
['model']=iface
['model']
2798 #TODO in future, remove this because mac_address will not be set, and the type of PV,VF is obtained from iterface table model
2799 #discover type of interface looking at flavor
2800 for numa
in flavor_dict
.get('extended',{}).get('numas',[]):
2801 for flavor_iface
in numa
.get('interfaces',[]):
2802 if flavor_iface
.get('name') == iface
['internal_name']:
2803 if flavor_iface
['dedicated'] == 'yes':
2804 netDict
['type']="PF" #passthrough
2805 elif flavor_iface
['dedicated'] == 'no':
2806 netDict
['type']="VF" #siov
2807 elif flavor_iface
['dedicated'] == 'yes:sriov':
2808 netDict
['type']="VFnotShared" #sriov but only one sriov on the PF
2809 netDict
["mac_address"] = flavor_iface
.get("mac_address")
2811 netDict
["use"]=iface
['type']
2812 if netDict
["use"]=="data" and not netDict
.get("type"):
2813 #print "netDict", netDict
2814 #print "iface", iface
2815 e_text
= "Cannot determine the interface type PF or VF of VNF '{}' VM '{}' iface '{}'".format(
2816 sce_vnf
['name'], vm
['name'], iface
['internal_name'])
2817 if flavor_dict
.get('extended')==None:
2818 raise NfvoException(e_text
+ "After database migration some information is not available. \
2819 Try to delete and create the scenarios and VNFs again", httperrors
.Conflict
)
2821 raise NfvoException(e_text
, httperrors
.Internal_Server_Error
)
2822 if netDict
["use"]=="mgmt" or netDict
["use"]=="bridge":
2823 netDict
["type"]="virtual"
2824 if "vpci" in iface
and iface
["vpci"] is not None:
2825 netDict
['vpci'] = iface
['vpci']
2826 if "mac" in iface
and iface
["mac"] is not None:
2827 netDict
['mac_address'] = iface
['mac']
2828 if "port-security" in iface
and iface
["port-security"] is not None:
2829 netDict
['port_security'] = iface
['port-security']
2830 if "floating-ip" in iface
and iface
["floating-ip"] is not None:
2831 netDict
['floating_ip'] = iface
['floating-ip']
2832 netDict
['name'] = iface
['internal_name']
2833 if iface
['net_id'] is None:
2834 for vnf_iface
in sce_vnf
["interfaces"]:
2837 if vnf_iface
['interface_id']==iface
['uuid']:
2838 netDict
['net_id'] = auxNetDict
['scenario'][ vnf_iface
['sce_net_id'] ]
2841 netDict
['net_id'] = auxNetDict
[ sce_vnf
['uuid'] ][ iface
['net_id'] ]
2842 #skip bridge ifaces not connected to any net
2843 #if 'net_id' not in netDict or netDict['net_id']==None:
2845 myVMDict
['networks'].append(netDict
)
2846 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2847 #print myVMDict['name']
2848 #print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
2849 #print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
2850 #print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
2852 if 'availability_zone' in myVMDict
:
2853 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
2857 vm_id
, _
= myvim
.new_vminstance(myVMDict
['name'], myVMDict
['description'], myVMDict
.get('start', None),
2858 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'],
2859 availability_zone_index
=av_index
,
2860 availability_zone_list
=vnf_availability_zones
)
2861 #print "VIM vm instance id (server id) for scenario %s: %s" % (scenarioDict['name'],vm_id)
2862 vm
['vim_id'] = vm_id
2863 rollbackList
.append({'what':'vm','where':'vim','vim_id':datacenter_id
,'uuid':vm_id
})
2864 #put interface uuid back to scenario[vnfs][vms[[interfaces]
2865 for net
in myVMDict
['networks']:
2867 for iface
in vm
['interfaces']:
2868 if net
["name"]==iface
["internal_name"]:
2869 iface
["vim_id"]=net
["vim_id"]
2872 logger
.debug("start scenario Deployment done")
2873 #print yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False)
2874 #r,c = mydb.new_instance_scenario_as_a_whole(nfvo_tenant,scenarioDict['name'],scenarioDict)
2875 instance_id
= mydb
.new_instance_scenario_as_a_whole(tenant_id
,instance_scenario_name
, instance_scenario_description
, scenarioDict
)
2876 return mydb
.get_instance_scenario(instance_id
)
2878 except (db_base_Exception
, vimconn
.VimConnException
) as e
:
2879 _
, message
= rollback(mydb
, vims
, rollbackList
)
2880 if isinstance(e
, db_base_Exception
):
2881 error_text
= "Exception at database"
2883 error_text
= "Exception at VIM"
2884 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
2885 #logger.error("start_scenario %s", error_text)
2886 raise NfvoException(error_text
, e
.http_code
)
2888 def unify_cloud_config(cloud_config_preserve
, cloud_config
):
2889 """ join the cloud config information into cloud_config_preserve.
2890 In case of conflict cloud_config_preserve preserves
2893 if not cloud_config_preserve
and not cloud_config
:
2896 new_cloud_config
= {"key-pairs":[], "users":[]}
2898 if cloud_config_preserve
:
2899 for key
in cloud_config_preserve
.get("key-pairs", () ):
2900 if key
not in new_cloud_config
["key-pairs"]:
2901 new_cloud_config
["key-pairs"].append(key
)
2903 for key
in cloud_config
.get("key-pairs", () ):
2904 if key
not in new_cloud_config
["key-pairs"]:
2905 new_cloud_config
["key-pairs"].append(key
)
2906 if not new_cloud_config
["key-pairs"]:
2907 del new_cloud_config
["key-pairs"]
2911 new_cloud_config
["users"] += cloud_config
.get("users", () )
2912 if cloud_config_preserve
:
2913 new_cloud_config
["users"] += cloud_config_preserve
.get("users", () )
2914 index_to_delete
= []
2915 users
= new_cloud_config
.get("users", [])
2916 for index0
in range(0,len(users
)):
2917 if index0
in index_to_delete
:
2919 for index1
in range(index0
+1,len(users
)):
2920 if index1
in index_to_delete
:
2922 if users
[index0
]["name"] == users
[index1
]["name"]:
2923 index_to_delete
.append(index1
)
2924 for key
in users
[index1
].get("key-pairs",()):
2925 if "key-pairs" not in users
[index0
]:
2926 users
[index0
]["key-pairs"] = [key
]
2927 elif key
not in users
[index0
]["key-pairs"]:
2928 users
[index0
]["key-pairs"].append(key
)
2929 index_to_delete
.sort(reverse
=True)
2930 for index
in index_to_delete
:
2932 if not new_cloud_config
["users"]:
2933 del new_cloud_config
["users"]
2936 if cloud_config
and cloud_config
.get("boot-data-drive") != None:
2937 new_cloud_config
["boot-data-drive"] = cloud_config
["boot-data-drive"]
2938 if cloud_config_preserve
and cloud_config_preserve
.get("boot-data-drive") != None:
2939 new_cloud_config
["boot-data-drive"] = cloud_config_preserve
["boot-data-drive"]
2942 new_cloud_config
["user-data"] = []
2943 if cloud_config
and cloud_config
.get("user-data"):
2944 if isinstance(cloud_config
["user-data"], list):
2945 new_cloud_config
["user-data"] += cloud_config
["user-data"]
2947 new_cloud_config
["user-data"].append(cloud_config
["user-data"])
2948 if cloud_config_preserve
and cloud_config_preserve
.get("user-data"):
2949 if isinstance(cloud_config_preserve
["user-data"], list):
2950 new_cloud_config
["user-data"] += cloud_config_preserve
["user-data"]
2952 new_cloud_config
["user-data"].append(cloud_config_preserve
["user-data"])
2953 if not new_cloud_config
["user-data"]:
2954 del new_cloud_config
["user-data"]
2957 new_cloud_config
["config-files"] = []
2958 if cloud_config
and cloud_config
.get("config-files") != None:
2959 new_cloud_config
["config-files"] += cloud_config
["config-files"]
2960 if cloud_config_preserve
:
2961 for file in cloud_config_preserve
.get("config-files", ()):
2962 for index
in range(0, len(new_cloud_config
["config-files"])):
2963 if new_cloud_config
["config-files"][index
]["dest"] == file["dest"]:
2964 new_cloud_config
["config-files"][index
] = file
2967 new_cloud_config
["config-files"].append(file)
2968 if not new_cloud_config
["config-files"]:
2969 del new_cloud_config
["config-files"]
2970 return new_cloud_config
2973 def get_vim_thread(mydb
, tenant_id
, datacenter_id_name
=None, datacenter_tenant_id
=None):
2975 datacenter_id
= None
2976 datacenter_name
= None
2979 if datacenter_tenant_id
:
2980 thread_id
= datacenter_tenant_id
2981 thread
= vim_threads
["running"].get(datacenter_tenant_id
)
2983 where_
={"td.nfvo_tenant_id": tenant_id
}
2984 if datacenter_id_name
:
2985 if utils
.check_valid_uuid(datacenter_id_name
):
2986 datacenter_id
= datacenter_id_name
2987 where_
["dt.datacenter_id"] = datacenter_id
2989 datacenter_name
= datacenter_id_name
2990 where_
["d.name"] = datacenter_name
2991 if datacenter_tenant_id
:
2992 where_
["dt.uuid"] = datacenter_tenant_id
2993 datacenters
= mydb
.get_rows(
2994 SELECT
=("dt.uuid as datacenter_tenant_id, d.name as datacenter_name", "d.type as type"),
2995 FROM
="datacenter_tenants as dt join tenants_datacenters as td on dt.uuid=td.datacenter_tenant_id "
2996 "join datacenters as d on d.uuid=dt.datacenter_id",
2998 if len(datacenters
) > 1:
2999 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
3001 thread_id
= datacenters
[0]["datacenter_tenant_id"]
3002 datacenter_name
= datacenters
[0]["datacenter_name"]
3003 thread
= vim_threads
["running"].get(thread_id
)
3005 datacenter_type
= datacenters
[0]["type"]
3006 plugin_name
= "rovim_" + datacenter_type
3007 if plugin_name
not in plugins
:
3008 _load_plugin(plugin_name
, type="vim")
3009 thread_name
= get_non_used_vim_name(datacenter_name
, datacenter_id
)
3010 thread
= vim_thread(task_lock
, plugins
, thread_name
, None,
3013 vim_threads
["running"][thread_id
] = thread
3015 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
3016 return thread_id
, thread
3017 except db_base_Exception
as e
:
3018 raise NfvoException("{} {}".format(type(e
).__name
__ , str(e
)), e
.http_code
)
3021 def get_datacenter_uuid(mydb
, tenant_id
, datacenter_id_name
):
3023 if utils
.check_valid_uuid(datacenter_id_name
):
3024 WHERE_dict
['d.uuid'] = datacenter_id_name
3026 WHERE_dict
['d.name'] = datacenter_id_name
3029 WHERE_dict
['nfvo_tenant_id'] = tenant_id
3030 from_
= "tenants_datacenters as td join datacenters as d on td.datacenter_id=d.uuid join datacenter_tenants as" \
3031 " dt on td.datacenter_tenant_id=dt.uuid"
3033 from_
= 'datacenters as d'
3034 vimaccounts
= mydb
.get_rows(FROM
=from_
, SELECT
=("d.uuid as uuid", "d.name as name", "d.type as type"),
3036 if len(vimaccounts
) == 0:
3037 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
3038 elif len(vimaccounts
) > 1:
3039 # print "nfvo.datacenter_action() error. Several datacenters found"
3040 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
3041 return vimaccounts
[0]["uuid"], vimaccounts
[0]
3044 def get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter_id_name
=None, **extra_filter
):
3045 datacenter_id
= None
3046 datacenter_name
= None
3047 if datacenter_id_name
:
3048 if utils
.check_valid_uuid(datacenter_id_name
):
3049 datacenter_id
= datacenter_id_name
3051 datacenter_name
= datacenter_id_name
3052 vims
= get_vim(mydb
, tenant_id
, datacenter_id
, datacenter_name
, **extra_filter
)
3054 raise NfvoException("datacenter '{}' not found".format(str(datacenter_id_name
)), httperrors
.Not_Found
)
3056 #print "nfvo.datacenter_action() error. Several datacenters found"
3057 raise NfvoException("More than one datacenters found, try to identify with uuid", httperrors
.Conflict
)
3058 for vim_id
, vim_content
in vims
.items():
3059 return vim_id
, vim_content
3063 """Takes dict d and updates it with the values in dict u.
3064 It merges all depth levels"""
3065 for k
, v
in u
.items():
3066 if isinstance(v
, collections
.Mapping
):
3067 r
= update(d
.get(k
, {}), v
)
3074 def _get_wim(db
, wim_account_id
):
3075 # get wim from wim_account
3076 wim_accounts
= db
.get_rows(FROM
='wim_accounts', WHERE
={"uuid": wim_account_id
})
3077 if not wim_accounts
:
3078 raise NfvoException("Not found sdn id={}".format(wim_account_id
), http_code
=httperrors
.Not_Found
)
3079 return wim_accounts
[0]["wim_id"]
3082 def create_instance(mydb
, tenant_id
, instance_dict
):
3083 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
3084 # logger.debug("Creating instance...")
3086 scenario
= instance_dict
["scenario"]
3088 # find main datacenter
3090 myvim_threads_id
= {}
3091 datacenter
= instance_dict
.get("datacenter")
3092 default_wim_account
= instance_dict
.get("wim_account")
3093 default_datacenter_id
, vim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
3094 myvims
[default_datacenter_id
] = vim
3095 myvim_threads_id
[default_datacenter_id
], _
= get_vim_thread(mydb
, tenant_id
, default_datacenter_id
)
3096 tenant
= mydb
.get_rows_by_id('nfvo_tenants', tenant_id
)
3097 # myvim_tenant = myvim['tenant_id']
3100 # print "Checking that the scenario exists and getting the scenario dictionary"
3101 if isinstance(scenario
, str):
3102 scenarioDict
= mydb
.get_scenario(scenario
, tenant_id
, datacenter_vim_id
=myvim_threads_id
[default_datacenter_id
],
3103 datacenter_id
=default_datacenter_id
)
3105 scenarioDict
= scenario
3106 scenarioDict
["uuid"] = None
3108 # logger.debug(">>>>>> Dictionaries before merging")
3109 # logger.debug(">>>>>> InstanceDict:\n{}".format(yaml.safe_dump(instance_dict,default_flow_style=False, width=256)))
3110 # logger.debug(">>>>>> ScenarioDict:\n{}".format(yaml.safe_dump(scenarioDict,default_flow_style=False, width=256)))
3112 db_instance_vnfs
= []
3113 db_instance_vms
= []
3114 db_instance_interfaces
= []
3115 db_instance_sfis
= []
3116 db_instance_sfs
= []
3117 db_instance_classifications
= []
3118 db_instance_sfps
= []
3123 instance_name
= instance_dict
["name"]
3124 instance_uuid
= str(uuid4())
3125 uuid_list
.append(instance_uuid
)
3126 db_instance_scenario
= {
3127 "uuid": instance_uuid
,
3128 "name": instance_name
,
3129 "tenant_id": tenant_id
,
3130 "scenario_id": scenarioDict
['uuid'],
3131 "datacenter_id": default_datacenter_id
,
3132 # filled bellow 'datacenter_tenant_id'
3133 "description": instance_dict
.get("description"),
3135 if scenarioDict
.get("cloud-config"):
3136 db_instance_scenario
["cloud_config"] = yaml
.safe_dump(scenarioDict
["cloud-config"],
3137 default_flow_style
=True, width
=256)
3138 instance_action_id
= get_task_id()
3139 db_instance_action
= {
3140 "uuid": instance_action_id
, # same uuid for the instance and the action on create
3141 "tenant_id": tenant_id
,
3142 "instance_id": instance_uuid
,
3143 "description": "CREATE",
3146 # Auxiliary dictionaries from x to y
3147 sce_net2wim_instance
= {}
3148 sce_net2instance
= {}
3149 net2task_id
= {'scenario': {}}
3150 # Mapping between local networks and WIMs
3153 def ip_profile_IM2RO(ip_profile_im
):
3154 # translate from input format to database format
3156 if 'subnet-address' in ip_profile_im
:
3157 ip_profile_ro
['subnet_address'] = ip_profile_im
['subnet-address']
3158 if 'ip-version' in ip_profile_im
:
3159 ip_profile_ro
['ip_version'] = ip_profile_im
['ip-version']
3160 if 'gateway-address' in ip_profile_im
:
3161 ip_profile_ro
['gateway_address'] = ip_profile_im
['gateway-address']
3162 if 'dns-address' in ip_profile_im
:
3163 ip_profile_ro
['dns_address'] = ip_profile_im
['dns-address']
3164 if isinstance(ip_profile_ro
['dns_address'], (list, tuple)):
3165 ip_profile_ro
['dns_address'] = ";".join(ip_profile_ro
['dns_address'])
3166 if 'dhcp' in ip_profile_im
:
3167 ip_profile_ro
['dhcp_start_address'] = ip_profile_im
['dhcp'].get('start-address')
3168 ip_profile_ro
['dhcp_enabled'] = ip_profile_im
['dhcp'].get('enabled', True)
3169 ip_profile_ro
['dhcp_count'] = ip_profile_im
['dhcp'].get('count')
3170 return ip_profile_ro
3172 # logger.debug("Creating instance from scenario-dict:\n%s",
3173 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3175 # 0 check correct parameters
3176 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).items():
3177 for scenario_net
in scenarioDict
['nets']:
3178 if net_name
== scenario_net
.get("name") or net_name
== scenario_net
.get("osm_id") or net_name
== scenario_net
.get("uuid"):
3181 raise NfvoException("Invalid scenario network name or id '{}' at instance:networks".format(net_name
),
3182 httperrors
.Bad_Request
)
3183 if "sites" not in net_instance_desc
:
3184 net_instance_desc
["sites"] = [ {} ]
3185 site_without_datacenter_field
= False
3186 for site
in net_instance_desc
["sites"]:
3187 if site
.get("datacenter"):
3188 site
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, site
["datacenter"])
3189 if site
["datacenter"] not in myvims
:
3190 # Add this datacenter to myvims
3191 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, site
["datacenter"])
3193 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, site
["datacenter"])
3194 site
["datacenter"] = d
# change name to id
3196 if site_without_datacenter_field
:
3197 raise NfvoException("Found more than one entries without datacenter field at "
3198 "instance:networks:{}:sites".format(net_name
), httperrors
.Bad_Request
)
3199 site_without_datacenter_field
= True
3200 site
["datacenter"] = default_datacenter_id
# change name to id
3202 for vnf_name
, vnf_instance_desc
in instance_dict
.get("vnfs",{}).items():
3203 for scenario_vnf
in scenarioDict
['vnfs']:
3204 if vnf_name
== scenario_vnf
['member_vnf_index'] or vnf_name
== scenario_vnf
['uuid'] or vnf_name
== scenario_vnf
['name']:
3207 raise NfvoException("Invalid vnf name '{}' at instance:vnfs".format(vnf_name
), httperrors
.Bad_Request
)
3208 if "datacenter" in vnf_instance_desc
:
3209 # Add this datacenter to myvims
3210 vnf_instance_desc
["datacenter"], _
= get_datacenter_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3211 if vnf_instance_desc
["datacenter"] not in myvims
:
3212 d
, v
= get_datacenter_by_name_uuid(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3214 myvim_threads_id
[d
], _
= get_vim_thread(mydb
, tenant_id
, vnf_instance_desc
["datacenter"])
3215 scenario_vnf
["datacenter"] = vnf_instance_desc
["datacenter"]
3217 for net_id
, net_instance_desc
in vnf_instance_desc
.get("networks", {}).items():
3218 for scenario_net
in scenario_vnf
['nets']:
3219 if net_id
== scenario_net
['osm_id'] or net_id
== scenario_net
['uuid'] or net_id
== scenario_net
["name"]:
3222 raise NfvoException("Invalid net id or name '{}' at instance:vnfs:networks".format(net_id
), httperrors
.Bad_Request
)
3223 if net_instance_desc
.get("vim-network-name"):
3224 scenario_net
["vim-network-name"] = net_instance_desc
["vim-network-name"]
3225 if net_instance_desc
.get("vim-network-id"):
3226 scenario_net
["vim-network-id"] = net_instance_desc
["vim-network-id"]
3227 if net_instance_desc
.get("name"):
3228 scenario_net
["name"] = net_instance_desc
["name"]
3229 if 'ip-profile' in net_instance_desc
:
3230 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3231 if 'ip_profile' not in scenario_net
:
3232 scenario_net
['ip_profile'] = ipprofile_db
3234 update(scenario_net
['ip_profile'], ipprofile_db
)
3236 if net_instance_desc
.get('provider-network'):
3237 provider_network_db
= net_instance_desc
['provider-network']
3238 if 'provider_network' not in scenario_net
:
3239 scenario_net
['provider_network'] = provider_network_db
3241 update(scenario_net
['provider_network'], provider_network_db
)
3243 for vdu_id
, vdu_instance_desc
in vnf_instance_desc
.get("vdus", {}).items():
3244 for scenario_vm
in scenario_vnf
['vms']:
3245 if vdu_id
== scenario_vm
['osm_id'] or vdu_id
== scenario_vm
["name"]:
3248 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), httperrors
.Bad_Request
)
3249 scenario_vm
["instance_parameters"] = vdu_instance_desc
3250 for iface_id
, iface_instance_desc
in vdu_instance_desc
.get("interfaces", {}).items():
3251 for scenario_interface
in scenario_vm
['interfaces']:
3252 if iface_id
== scenario_interface
['internal_name'] or iface_id
== scenario_interface
["external_name"]:
3253 scenario_interface
.update(iface_instance_desc
)
3256 raise NfvoException("Invalid vdu id or name '{}' at instance:vnfs:vdus".format(vdu_id
), httperrors
.Bad_Request
)
3258 # 0.1 parse cloud-config parameters
3259 cloud_config
= unify_cloud_config(instance_dict
.get("cloud-config"), scenarioDict
.get("cloud-config"))
3261 # 0.2 merge instance information into scenario
3262 # Ideally, the operation should be as simple as: update(scenarioDict,instance_dict)
3263 # However, this is not possible yet.
3264 for net_name
, net_instance_desc
in instance_dict
.get("networks", {}).items():
3265 for scenario_net
in scenarioDict
['nets']:
3266 if net_name
== scenario_net
.get("name") or net_name
== scenario_net
.get("osm_id") or net_name
== scenario_net
.get("uuid"):
3267 if "wim_account" in net_instance_desc
and net_instance_desc
["wim_account"] is not None:
3268 scenario_net
["wim_account"] = net_instance_desc
["wim_account"]
3269 if 'ip-profile' in net_instance_desc
:
3270 ipprofile_db
= ip_profile_IM2RO(net_instance_desc
['ip-profile'])
3271 if 'ip_profile' not in scenario_net
:
3272 scenario_net
['ip_profile'] = ipprofile_db
3274 update(scenario_net
['ip_profile'], ipprofile_db
)
3275 if 'provider-network' in net_instance_desc
:
3276 provider_network_db
= net_instance_desc
['provider-network']
3278 if 'provider-network' not in scenario_net
:
3279 scenario_net
['provider_network'] = provider_network_db
3281 update(scenario_net
['provider-network'], provider_network_db
)
3283 for interface
in net_instance_desc
.get('interfaces', ()):
3284 if 'ip_address' in interface
:
3285 for vnf
in scenarioDict
['vnfs']:
3286 if interface
['vnf'] == vnf
['name']:
3287 for vnf_interface
in vnf
['interfaces']:
3288 if interface
['vnf_interface'] == vnf_interface
['external_name']:
3289 vnf_interface
['ip_address'] = interface
['ip_address']
3291 # logger.debug(">>>>>>>> Merged dictionary")
3292 # logger.debug("Creating instance scenario-dict MERGED:\n%s",
3293 # yaml.safe_dump(scenarioDict, indent=4, default_flow_style=False))
3296 # 1. Creating new nets (sce_nets) in the VIM"
3297 number_mgmt_networks
= 0
3298 db_instance_nets
= []
3299 db_instance_wim_nets
= []
3300 for sce_net
in scenarioDict
['nets']:
3302 sce_net_uuid
= sce_net
.get('uuid', sce_net
["name"])
3303 # get involved datacenters where this network need to be created
3304 involved_datacenters
= []
3305 for sce_vnf
in scenarioDict
.get("vnfs", ()):
3306 vnf_datacenter
= sce_vnf
.get("datacenter", default_datacenter_id
)
3307 if vnf_datacenter
in involved_datacenters
:
3309 if sce_vnf
.get("interfaces"):
3310 for sce_vnf_ifaces
in sce_vnf
["interfaces"]:
3311 if sce_vnf_ifaces
.get("sce_net_id") == sce_net
["uuid"]:
3312 involved_datacenters
.append(vnf_datacenter
)
3314 if not involved_datacenters
:
3315 involved_datacenters
.append(default_datacenter_id
)
3316 target_wim_account
= sce_net
.get("wim_account", default_wim_account
)
3319 if instance_dict
.get("networks"):
3320 if sce_net
.get("uuid") in instance_dict
["networks"]:
3321 descriptor_net
= instance_dict
["networks"][sce_net
["uuid"]]
3322 descriptor_net_name
= sce_net
["uuid"]
3323 elif sce_net
.get("osm_id") in instance_dict
["networks"]:
3324 descriptor_net
= instance_dict
["networks"][sce_net
["osm_id"]]
3325 descriptor_net_name
= sce_net
["osm_id"]
3326 elif sce_net
["name"] in instance_dict
["networks"]:
3327 descriptor_net
= instance_dict
["networks"][sce_net
["name"]]
3328 descriptor_net_name
= sce_net
["name"]
3329 net_name
= descriptor_net
.get("vim-network-name")
3330 # add datacenters from instantiation parameters
3331 if descriptor_net
.get("sites"):
3332 for site
in descriptor_net
["sites"]:
3333 if site
.get("datacenter") and site
["datacenter"] not in involved_datacenters
:
3334 involved_datacenters
.append(site
["datacenter"])
3335 sce_net2instance
[sce_net_uuid
] = {}
3336 sce_net2wim_instance
[sce_net_uuid
] = {}
3337 net2task_id
['scenario'][sce_net_uuid
] = {}
3340 related_network
= None
3341 if descriptor_net
.get("use-network"):
3342 target_instance_nets
= mydb
.get_rows(
3344 FROM
="instance_nets",
3345 WHERE
={"instance_scenario_id": descriptor_net
["use-network"]["instance_scenario_id"],
3346 "osm_id": descriptor_net
["use-network"]["osm_id"]},
3348 if not target_instance_nets
:
3349 raise NfvoException(
3350 "Cannot find the target network at instance:networks[{}]:use-network".format(
3351 descriptor_net_name
), httperrors
.Bad_Request
)
3353 use_network
= target_instance_nets
[0]["related"]
3355 if sce_net
["external"]:
3356 number_mgmt_networks
+= 1
3359 # TODO: use this information during network creation
3360 wim_account_id
= wim_account_name
= None
3361 if len(involved_datacenters
) > 1 and 'uuid' in sce_net
:
3362 urls
= [myvims
[v
].url
for v
in involved_datacenters
]
3363 if len(set(urls
)) < 2:
3364 wim_usage
[sce_net
['uuid']] = False
3365 elif target_wim_account
is None or target_wim_account
is True: # automatic selection of WIM
3366 # OBS: sce_net without uuid are used internally to VNFs
3367 # and the assumption is that VNFs will not be split among
3368 # different datacenters
3369 wim_account
= wim_engine
.find_suitable_wim_account(
3370 involved_datacenters
, tenant_id
)
3371 wim_account_id
= wim_account
['uuid']
3372 wim_account_name
= wim_account
['name']
3373 wim_usage
[sce_net
['uuid']] = wim_account_id
3374 elif isinstance(target_wim_account
, str): # manual selection of WIM
3375 wim_account
.persist
.get_wim_account_by(target_wim_account
, tenant_id
)
3376 wim_account_id
= wim_account
['uuid']
3377 wim_account_name
= wim_account
['name']
3378 wim_usage
[sce_net
['uuid']] = wim_account_id
3379 else: # not WIM usage
3380 wim_usage
[sce_net
['uuid']] = False
3383 for datacenter_id
in involved_datacenters
:
3385 netmap_create
= None
3386 if descriptor_net
.get("sites"):
3387 for site
in descriptor_net
["sites"]:
3388 if site
.get("datacenter") == datacenter_id
:
3389 netmap_use
= site
.get("netmap-use")
3390 netmap_create
= site
.get("netmap-create")
3393 vim
= myvims
[datacenter_id
]
3394 myvim_thread_id
= myvim_threads_id
[datacenter_id
]
3396 net_type
= sce_net
['type']
3398 lookfor_filter
= {'admin_state_up': True, 'status': 'ACTIVE'} # 'shared': True
3401 if sce_net
["external"]:
3402 net_name
= sce_net
["name"]
3404 net_name
= "{}-{}".format(instance_name
, sce_net
["name"])
3405 net_name
= net_name
[:255] # limit length
3407 if netmap_use
or netmap_create
:
3408 create_network
= False
3409 lookfor_network
= False
3411 lookfor_network
= True
3412 if utils
.check_valid_uuid(netmap_use
):
3413 lookfor_filter
["id"] = netmap_use
3415 lookfor_filter
["name"] = netmap_use
3417 create_network
= True
3418 net_vim_name
= net_name
3419 if isinstance(netmap_create
, str):
3420 net_vim_name
= netmap_create
3421 elif sce_net
.get("vim_network_name"):
3422 create_network
= False
3423 lookfor_network
= True
3424 lookfor_filter
["name"] = sce_net
.get("vim_network_name")
3425 elif sce_net
["external"]:
3426 if sce_net
.get('vim_id'):
3427 # there is a netmap at datacenter_nets database # TODO REVISE!!!!
3428 create_network
= False
3429 lookfor_network
= True
3430 lookfor_filter
["id"] = sce_net
['vim_id']
3431 elif vim
["config"].get("management_network_id") or vim
["config"].get("management_network_name"):
3432 if number_mgmt_networks
> 1:
3433 raise NfvoException("Found several VLD of type mgmt. "
3434 "You must concrete what vim-network must be use for each one",
3435 httperrors
.Bad_Request
)
3436 create_network
= False
3437 lookfor_network
= True
3438 if vim
["config"].get("management_network_id"):
3439 lookfor_filter
["id"] = vim
["config"]["management_network_id"]
3441 lookfor_filter
["name"] = vim
["config"]["management_network_name"]
3443 # There is not a netmap, look at datacenter for a net with this name and create if not found
3444 create_network
= True
3445 lookfor_network
= True
3446 lookfor_filter
["name"] = sce_net
["name"]
3447 net_vim_name
= sce_net
["name"]
3449 net_vim_name
= net_name
3450 create_network
= True
3451 lookfor_network
= False
3455 task_action
= "CREATE"
3456 task_extra
["params"] = (net_vim_name
, net_type
, sce_net
.get('ip_profile', None), False,
3457 sce_net
.get('provider_network', None), wim_account_name
)
3460 task_extra
["find"] = (lookfor_filter
,)
3461 elif lookfor_network
:
3462 task_action
= "FIND"
3463 task_extra
["params"] = (lookfor_filter
,)
3465 # fill database content
3466 net_uuid
= str(uuid4())
3467 uuid_list
.append(net_uuid
)
3468 sce_net2instance
[sce_net_uuid
][datacenter_id
] = net_uuid
3469 if not related_network
: # all db_instance_nets will have same related
3470 related_network
= use_network
or net_uuid
3472 sdn_controller
= vim
.config
.get('sdn-controller')
3473 sce_net2wim_instance
[sce_net_uuid
][datacenter_id
] = None
3474 if sdn_controller
and net_type
in ("data", "ptp"):
3475 wim_id
= _get_wim(mydb
, sdn_controller
)
3476 sdn_net_id
= str(uuid4())
3477 sce_net2wim_instance
[sce_net_uuid
][datacenter_id
] = sdn_net_id
3478 task_extra
["sdn_net_id"] = sdn_net_id
3479 db_instance_wim_nets
.append({
3481 "instance_scenario_id": instance_uuid
,
3482 "sce_net_id": sce_net
.get("uuid"),
3484 "wim_account_id": sdn_controller
,
3485 'status': 'BUILD', # if create_network else "ACTIVE"
3486 "related": related_network
,
3487 'multipoint': True if net_type
=="data" else False,
3488 "created": create_network
, # TODO py3
3492 task_wim_extra
= {"params": [net_type
, wim_account_name
]}
3493 # add sdn interfaces
3494 if sce_net
.get('provider_network') and sce_net
['provider_network'].get("sdn-ports"):
3495 task_wim_extra
["sdn-ports"] = sce_net
['provider_network'].get("sdn-ports")
3497 "instance_action_id": instance_action_id
,
3498 "status": "SCHEDULED",
3499 "task_index": task_index
,
3500 # "datacenter_vim_id": myvim_thread_id,
3501 "wim_account_id": sdn_controller
,
3502 "action": task_action
,
3503 "item": "instance_wim_nets",
3504 "item_id": sdn_net_id
,
3505 "related": related_network
,
3506 "extra": yaml
.safe_dump(task_wim_extra
, default_flow_style
=True, width
=256)
3509 db_vim_actions
.append(db_vim_action
)
3512 "osm_id": sce_net
.get("osm_id") or sce_net
["name"],
3513 "related": related_network
,
3515 "vim_name": net_vim_name
,
3516 "instance_scenario_id": instance_uuid
,
3517 "sce_net_id": sce_net
.get("uuid"),
3518 "created": create_network
,
3519 'datacenter_id': datacenter_id
,
3520 'datacenter_tenant_id': myvim_thread_id
,
3521 'status': 'BUILD', # if create_network else "ACTIVE"
3522 'sdn_net_id': sdn_net_id
,
3524 db_instance_nets
.append(db_net
)
3526 "instance_action_id": instance_action_id
,
3527 "status": "SCHEDULED",
3528 "task_index": task_index
,
3529 "datacenter_vim_id": myvim_thread_id
,
3530 "action": task_action
,
3531 "item": "instance_nets",
3532 "item_id": net_uuid
,
3533 "related": related_network
,
3534 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3536 net2task_id
['scenario'][sce_net_uuid
][datacenter_id
] = task_index
3538 db_vim_actions
.append(db_vim_action
)
3540 if 'ip_profile' in sce_net
:
3542 'instance_net_id': net_uuid
,
3543 'ip_version': sce_net
['ip_profile']['ip_version'],
3544 'subnet_address': sce_net
['ip_profile']['subnet_address'],
3545 'gateway_address': sce_net
['ip_profile']['gateway_address'],
3546 'dns_address': sce_net
['ip_profile']['dns_address'],
3547 'dhcp_enabled': sce_net
['ip_profile']['dhcp_enabled'],
3548 'dhcp_start_address': sce_net
['ip_profile']['dhcp_start_address'],
3549 'dhcp_count': sce_net
['ip_profile']['dhcp_count'],
3551 db_ip_profiles
.append(db_ip_profile
)
3555 "default_datacenter_id": default_datacenter_id
,
3556 "myvim_threads_id": myvim_threads_id
,
3557 "instance_uuid": instance_uuid
,
3558 "instance_name": instance_name
,
3559 "instance_action_id": instance_action_id
,
3561 "cloud_config": cloud_config
,
3562 "RO_pub_key": tenant
[0].get('RO_pub_key'),
3563 "instance_parameters": instance_dict
,
3566 "task_index": task_index
,
3567 "uuid_list": uuid_list
,
3568 "db_instance_nets": db_instance_nets
,
3569 "db_instance_wim_nets": db_instance_wim_nets
,
3570 "db_vim_actions": db_vim_actions
,
3571 "db_ip_profiles": db_ip_profiles
,
3572 "db_instance_vnfs": db_instance_vnfs
,
3573 "db_instance_vms": db_instance_vms
,
3574 "db_instance_interfaces": db_instance_interfaces
,
3575 "net2task_id": net2task_id
,
3576 "sce_net2instance": sce_net2instance
,
3577 "sce_net2wim_instance": sce_net2wim_instance
,
3579 # sce_vnf_list = sorted(scenarioDict['vnfs'], key=lambda k: k['name'])
3580 for sce_vnf
in scenarioDict
.get('vnfs', ()): # sce_vnf_list:
3581 instantiate_vnf(mydb
, sce_vnf
, vnf_params
, vnf_params_out
, rollbackList
)
3582 task_index
= vnf_params_out
["task_index"]
3583 uuid_list
= vnf_params_out
["uuid_list"]
3586 # task_depends_on = []
3587 for vnffg
in scenarioDict
.get('vnffgs', ()):
3588 for rsp
in vnffg
['rsps']:
3590 for cp
in rsp
['connection_points']:
3591 count
= mydb
.get_rows(
3593 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_rsp_hops as h "
3594 "on interfaces.uuid=h.ingress_interface_id",
3595 WHERE
={'h.uuid': cp
['uuid']})[0]['count']
3596 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == cp
['sce_vnf_id']), None)
3597 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3599 for instance_vm
in instance_vms
:
3600 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3602 dependencies
.append(action
['task_index'])
3603 # TODO: throw exception if count != len(instance_vms)
3604 # TODO: and action shouldn't ever be None
3606 for i
in range(count
):
3608 sfi_uuid
= str(uuid4())
3610 "ingress_interface_id": cp
["ingress_interface_id"],
3611 "egress_interface_id": cp
["egress_interface_id"]
3613 uuid_list
.append(sfi_uuid
)
3616 "related": sfi_uuid
,
3617 "instance_scenario_id": instance_uuid
,
3618 'sce_rsp_hop_id': cp
['uuid'],
3619 'datacenter_id': datacenter_id
,
3620 'datacenter_tenant_id': myvim_thread_id
,
3621 "vim_sfi_id": None, # vim thread will populate
3623 db_instance_sfis
.append(db_sfi
)
3625 "instance_action_id": instance_action_id
,
3626 "task_index": task_index
,
3627 "datacenter_vim_id": myvim_thread_id
,
3629 "status": "SCHEDULED",
3630 "item": "instance_sfis",
3631 "item_id": sfi_uuid
,
3632 "related": sfi_uuid
,
3633 "extra": yaml
.safe_dump({"params": extra_params
, "depends_on": [dependencies
[i
]]},
3634 default_flow_style
=True, width
=256)
3636 sfis_created
.append(task_index
)
3638 db_vim_actions
.append(db_vim_action
)
3640 sf_uuid
= str(uuid4())
3641 uuid_list
.append(sf_uuid
)
3645 "instance_scenario_id": instance_uuid
,
3646 'sce_rsp_hop_id': cp
['uuid'],
3647 'datacenter_id': datacenter_id
,
3648 'datacenter_tenant_id': myvim_thread_id
,
3649 "vim_sf_id": None, # vim thread will populate
3651 db_instance_sfs
.append(db_sf
)
3653 "instance_action_id": instance_action_id
,
3654 "task_index": task_index
,
3655 "datacenter_vim_id": myvim_thread_id
,
3657 "status": "SCHEDULED",
3658 "item": "instance_sfs",
3661 "extra": yaml
.safe_dump({"params": "", "depends_on": sfis_created
},
3662 default_flow_style
=True, width
=256)
3664 sfs_created
.append(task_index
)
3666 db_vim_actions
.append(db_vim_action
)
3667 classifier
= rsp
['classifier']
3669 # TODO the following ~13 lines can be reused for the sfi case
3670 count
= mydb
.get_rows(
3671 SELECT
=('vms.count'),
3672 FROM
="vms join interfaces on vms.uuid=interfaces.vm_id join sce_classifiers as c on interfaces.uuid=c.interface_id",
3673 WHERE
={'c.uuid': classifier
['uuid']})[0]['count']
3674 instance_vnf
= next((item
for item
in db_instance_vnfs
if item
['sce_vnf_id'] == classifier
['sce_vnf_id']), None)
3675 instance_vms
= [item
for item
in db_instance_vms
if item
['instance_vnf_id'] == instance_vnf
['uuid']]
3677 for instance_vm
in instance_vms
:
3678 action
= next((item
for item
in db_vim_actions
if item
['item_id'] == instance_vm
['uuid']), None)
3680 dependencies
.append(action
['task_index'])
3681 # TODO: throw exception if count != len(instance_vms)
3682 # TODO: and action shouldn't ever be None
3683 classifications_created
= []
3684 for i
in range(count
):
3685 for match
in classifier
['matches']:
3686 # create classifications
3687 classification_uuid
= str(uuid4())
3688 uuid_list
.append(classification_uuid
)
3689 db_classification
= {
3690 "uuid": classification_uuid
,
3691 "related": classification_uuid
,
3692 "instance_scenario_id": instance_uuid
,
3693 'sce_classifier_match_id': match
['uuid'],
3694 'datacenter_id': datacenter_id
,
3695 'datacenter_tenant_id': myvim_thread_id
,
3696 "vim_classification_id": None, # vim thread will populate
3698 db_instance_classifications
.append(db_classification
)
3699 classification_params
= {
3700 "ip_proto": match
["ip_proto"],
3701 "source_ip": match
["source_ip"],
3702 "destination_ip": match
["destination_ip"],
3703 "source_port": match
["source_port"],
3704 "destination_port": match
["destination_port"],
3705 "logical_source_port": classifier
["interface_id"]
3708 "instance_action_id": instance_action_id
,
3709 "task_index": task_index
,
3710 "datacenter_vim_id": myvim_thread_id
,
3712 "status": "SCHEDULED",
3713 "item": "instance_classifications",
3714 "item_id": classification_uuid
,
3715 "related": classification_uuid
,
3716 "extra": yaml
.safe_dump({"params": classification_params
, "depends_on": [dependencies
[i
]]},
3717 default_flow_style
=True, width
=256)
3719 classifications_created
.append(task_index
)
3721 db_vim_actions
.append(db_vim_action
)
3724 sfp_uuid
= str(uuid4())
3725 uuid_list
.append(sfp_uuid
)
3728 "related": sfp_uuid
,
3729 "instance_scenario_id": instance_uuid
,
3730 'sce_rsp_id': rsp
['uuid'],
3731 'datacenter_id': datacenter_id
,
3732 'datacenter_tenant_id': myvim_thread_id
,
3733 "vim_sfp_id": None, # vim thread will populate
3735 db_instance_sfps
.append(db_sfp
)
3737 "instance_action_id": instance_action_id
,
3738 "task_index": task_index
,
3739 "datacenter_vim_id": myvim_thread_id
,
3741 "status": "SCHEDULED",
3742 "item": "instance_sfps",
3743 "item_id": sfp_uuid
,
3744 "related": sfp_uuid
,
3745 "extra": yaml
.safe_dump({"params": "", "depends_on": sfs_created
+ classifications_created
},
3746 default_flow_style
=True, width
=256)
3749 db_vim_actions
.append(db_vim_action
)
3750 db_instance_action
["number_tasks"] = task_index
3753 logger
.debug('wim_usage:\n%s\n\n', pformat(wim_usage
))
3754 wan_links
= wim_engine
.derive_wan_links(wim_usage
, db_instance_nets
, tenant_id
)
3755 wim_actions
= wim_engine
.create_actions(wan_links
)
3756 wim_actions
, db_instance_action
= (
3757 wim_engine
.incorporate_actions(wim_actions
, db_instance_action
))
3760 scenarioDict
["datacenter2tenant"] = myvim_threads_id
3762 db_instance_scenario
['datacenter_tenant_id'] = myvim_threads_id
[default_datacenter_id
]
3763 db_instance_scenario
['datacenter_id'] = default_datacenter_id
3765 {"instance_scenarios": db_instance_scenario
},
3766 {"instance_vnfs": db_instance_vnfs
},
3767 {"instance_nets": db_instance_nets
},
3768 {"ip_profiles": db_ip_profiles
},
3769 {"instance_vms": db_instance_vms
},
3770 {"instance_interfaces": db_instance_interfaces
},
3771 {"instance_actions": db_instance_action
},
3772 {"instance_sfis": db_instance_sfis
},
3773 {"instance_sfs": db_instance_sfs
},
3774 {"instance_classifications": db_instance_classifications
},
3775 {"instance_sfps": db_instance_sfps
},
3776 {"instance_wim_nets": db_instance_wim_nets
+ wan_links
},
3777 {"vim_wim_actions": db_vim_actions
+ wim_actions
}
3780 logger
.debug("create_instance done DB tables: %s",
3781 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False) )
3782 mydb
.new_rows(db_tables
, uuid_list
)
3783 for myvim_thread_id
in myvim_threads_id
.values():
3784 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
3786 wim_engine
.dispatch(wim_actions
)
3788 returned_instance
= mydb
.get_instance_scenario(instance_uuid
)
3789 returned_instance
["action_id"] = instance_action_id
3790 return returned_instance
3791 except (NfvoException
, vimconn
.VimConnException
, sdnconn
.SdnConnectorError
, db_base_Exception
) as e
:
3792 message
= rollback(mydb
, myvims
, rollbackList
)
3793 if isinstance(e
, db_base_Exception
):
3794 error_text
= "database Exception"
3795 elif isinstance(e
, vimconn
.VimConnException
):
3796 error_text
= "VIM Exception"
3797 elif isinstance(e
, sdnconn
.SdnConnectorError
):
3798 error_text
= "WIM Exception"
3800 error_text
= "Exception"
3801 error_text
+= " {} {}. {}".format(type(e
).__name
__, str(e
), message
)
3802 # logger.error("create_instance: %s", error_text)
3804 raise NfvoException(error_text
, e
.http_code
)
3807 def instantiate_vnf(mydb
, sce_vnf
, params
, params_out
, rollbackList
):
3808 default_datacenter_id
= params
["default_datacenter_id"]
3809 myvim_threads_id
= params
["myvim_threads_id"]
3810 instance_uuid
= params
["instance_uuid"]
3811 instance_name
= params
["instance_name"]
3812 instance_action_id
= params
["instance_action_id"]
3813 myvims
= params
["myvims"]
3814 cloud_config
= params
["cloud_config"]
3815 RO_pub_key
= params
["RO_pub_key"]
3817 task_index
= params_out
["task_index"]
3818 uuid_list
= params_out
["uuid_list"]
3819 db_instance_nets
= params_out
["db_instance_nets"]
3820 db_instance_wim_nets
= params_out
["db_instance_wim_nets"]
3821 db_vim_actions
= params_out
["db_vim_actions"]
3822 db_ip_profiles
= params_out
["db_ip_profiles"]
3823 db_instance_vnfs
= params_out
["db_instance_vnfs"]
3824 db_instance_vms
= params_out
["db_instance_vms"]
3825 db_instance_interfaces
= params_out
["db_instance_interfaces"]
3826 net2task_id
= params_out
["net2task_id"]
3827 sce_net2instance
= params_out
["sce_net2instance"]
3828 sce_net2wim_instance
= params_out
["sce_net2wim_instance"]
3830 vnf_net2instance
= {}
3831 vnf_net2wim_instance
= {}
3833 # 2. Creating new nets (vnf internal nets) in the VIM"
3834 # For each vnf net, we create it and we add it to instanceNetlist.
3835 if sce_vnf
.get("datacenter"):
3836 vim
= myvims
[sce_vnf
["datacenter"]]
3837 datacenter_id
= sce_vnf
["datacenter"]
3838 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3840 vim
= myvims
[default_datacenter_id
]
3841 datacenter_id
= default_datacenter_id
3842 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3843 for net
in sce_vnf
['nets']:
3845 # descriptor_net = instance_dict.get("vnfs", {}).get(sce_vnf["name"], {})
3846 # net_name = descriptor_net.get("name")
3849 net_name
= "{}-{}".format(instance_name
, net
["name"])
3850 net_name
= net_name
[:255] # limit length
3851 net_type
= net
['type']
3853 if sce_vnf
['uuid'] not in vnf_net2instance
:
3854 vnf_net2instance
[sce_vnf
['uuid']] = {}
3855 if sce_vnf
['uuid'] not in net2task_id
:
3856 net2task_id
[sce_vnf
['uuid']] = {}
3858 # fill database content
3859 net_uuid
= str(uuid4())
3860 uuid_list
.append(net_uuid
)
3861 vnf_net2instance
[sce_vnf
['uuid']][net
['uuid']] = net_uuid
3863 sdn_controller
= vim
.config
.get('sdn-controller')
3865 if sdn_controller
and net_type
in ("data", "ptp"):
3866 wim_id
= _get_wim(mydb
, sdn_controller
)
3867 sdn_net_id
= str(uuid4())
3868 db_instance_wim_nets
.append({
3870 "instance_scenario_id": instance_uuid
,
3872 "wim_account_id": sdn_controller
,
3873 'status': 'BUILD', # if create_network else "ACTIVE"
3874 "related": net_uuid
,
3875 'multipoint': True if net_type
== "data" else False,
3876 "created": True, # TODO py3
3879 vnf_net2wim_instance
[net_uuid
] = sdn_net_id
3883 "related": net_uuid
,
3885 "vim_name": net_name
,
3886 "instance_scenario_id": instance_uuid
,
3887 "net_id": net
["uuid"],
3889 'datacenter_id': datacenter_id
,
3890 'datacenter_tenant_id': myvim_thread_id
,
3891 'sdn_net_id': sdn_net_id
,
3893 db_instance_nets
.append(db_net
)
3896 if net
.get("vim-network-name"):
3897 lookfor_filter
["name"] = net
["vim-network-name"]
3898 if net
.get("vim-network-id"):
3899 lookfor_filter
["id"] = net
["vim-network-id"]
3901 task_action
= "FIND"
3902 task_extra
= {"params": (lookfor_filter
,)}
3904 task_action
= "CREATE"
3905 task_extra
= {"params": (net_name
, net_type
, net
.get('ip_profile', None))}
3907 task_extra
["sdn_net_id"] = sdn_net_id
3910 task_wim_extra
= {"params": [net_type
, None]}
3912 "instance_action_id": instance_action_id
,
3913 "status": "SCHEDULED",
3914 "task_index": task_index
,
3915 # "datacenter_vim_id": myvim_thread_id,
3916 "wim_account_id": sdn_controller
,
3917 "action": task_action
,
3918 "item": "instance_wim_nets",
3919 "item_id": sdn_net_id
,
3920 "related": net_uuid
,
3921 "extra": yaml
.safe_dump(task_wim_extra
, default_flow_style
=True, width
=256)
3924 db_vim_actions
.append(db_vim_action
)
3926 "instance_action_id": instance_action_id
,
3927 "task_index": task_index
,
3928 "datacenter_vim_id": myvim_thread_id
,
3929 "status": "SCHEDULED",
3930 "action": task_action
,
3931 "item": "instance_nets",
3932 "item_id": net_uuid
,
3933 "related": net_uuid
,
3934 "extra": yaml
.safe_dump(task_extra
, default_flow_style
=True, width
=256)
3936 net2task_id
[sce_vnf
['uuid']][net
['uuid']] = task_index
3938 db_vim_actions
.append(db_vim_action
)
3940 if 'ip_profile' in net
:
3942 'instance_net_id': net_uuid
,
3943 'ip_version': net
['ip_profile']['ip_version'],
3944 'subnet_address': net
['ip_profile']['subnet_address'],
3945 'gateway_address': net
['ip_profile']['gateway_address'],
3946 'dns_address': net
['ip_profile']['dns_address'],
3947 'dhcp_enabled': net
['ip_profile']['dhcp_enabled'],
3948 'dhcp_start_address': net
['ip_profile']['dhcp_start_address'],
3949 'dhcp_count': net
['ip_profile']['dhcp_count'],
3951 db_ip_profiles
.append(db_ip_profile
)
3953 # print "vnf_net2instance:"
3954 # print yaml.safe_dump(vnf_net2instance, indent=4, default_flow_style=False)
3956 # 3. Creating new vm instances in the VIM
3957 # myvim.new_vminstance(self,vimURI,tenant_id,name,description,image_id,flavor_id,net_dict)
3959 if sce_vnf
.get('mgmt_access'):
3960 ssh_access
= sce_vnf
['mgmt_access'].get('config-access', {}).get('ssh-access')
3961 vnf_availability_zones
= []
3962 for vm
in sce_vnf
.get('vms'):
3963 vm_av
= vm
.get('availability_zone')
3964 if vm_av
and vm_av
not in vnf_availability_zones
:
3965 vnf_availability_zones
.append(vm_av
)
3967 # check if there is enough availability zones available at vim level.
3968 if myvims
[datacenter_id
].availability_zone
and vnf_availability_zones
:
3969 if len(vnf_availability_zones
) > len(myvims
[datacenter_id
].availability_zone
):
3970 raise NfvoException('No enough availability zones at VIM for this deployment', httperrors
.Bad_Request
)
3972 if sce_vnf
.get("datacenter"):
3973 vim
= myvims
[sce_vnf
["datacenter"]]
3974 myvim_thread_id
= myvim_threads_id
[sce_vnf
["datacenter"]]
3975 datacenter_id
= sce_vnf
["datacenter"]
3977 vim
= myvims
[default_datacenter_id
]
3978 myvim_thread_id
= myvim_threads_id
[default_datacenter_id
]
3979 datacenter_id
= default_datacenter_id
3980 sce_vnf
["datacenter_id"] = datacenter_id
3983 vnf_uuid
= str(uuid4())
3984 uuid_list
.append(vnf_uuid
)
3987 'instance_scenario_id': instance_uuid
,
3988 'vnf_id': sce_vnf
['vnf_id'],
3989 'sce_vnf_id': sce_vnf
['uuid'],
3990 'datacenter_id': datacenter_id
,
3991 'datacenter_tenant_id': myvim_thread_id
,
3993 db_instance_vnfs
.append(db_instance_vnf
)
3995 for vm
in sce_vnf
['vms']:
3997 if vm
.get("pdu_type"):
4001 sce_vnf_name
= sce_vnf
['member_vnf_index'] if sce_vnf
['member_vnf_index'] else sce_vnf
['name']
4002 myVMDict
['name'] = "{}-{}-{}".format(instance_name
[:64], sce_vnf_name
[:64], vm
["name"][:64])
4003 myVMDict
['description'] = myVMDict
['name'][0:99]
4005 # myVMDict['start'] = "no"
4006 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("name"):
4007 myVMDict
['name'] = vm
["instance_parameters"].get("name")
4008 myVMDict
['name'] = myVMDict
['name'][0:255] # limit name length
4009 # create image at vim in case it not exist
4010 image_uuid
= vm
['image_id']
4011 if vm
.get("image_list"):
4012 for alternative_image
in vm
["image_list"]:
4013 if alternative_image
["vim_type"] == vim
["config"]["_vim_type_internal"]:
4014 image_uuid
= alternative_image
['image_id']
4016 image_dict
= mydb
.get_table_by_uuid_name("images", image_uuid
)
4017 image_id
= create_or_use_image(mydb
, {datacenter_id
: vim
}, image_dict
, [], True)
4018 vm
['vim_image_id'] = image_id
4020 # create flavor at vim in case it not exist
4021 flavor_dict
= mydb
.get_table_by_uuid_name("flavors", vm
['flavor_id'])
4022 if flavor_dict
['extended'] != None:
4023 flavor_dict
['extended'] = yaml
.load(flavor_dict
['extended'], Loader
=yaml
.Loader
)
4024 flavor_id
= create_or_use_flavor(mydb
, {datacenter_id
: vim
}, flavor_dict
, rollbackList
, True)
4026 # Obtain information for additional disks
4027 extended_flavor_dict
= mydb
.get_rows(FROM
='datacenters_flavors', SELECT
=('extended',),
4028 WHERE
={'vim_id': flavor_id
})
4029 if not extended_flavor_dict
:
4030 raise NfvoException("flavor '{}' not found".format(flavor_id
), httperrors
.Not_Found
)
4032 # extended_flavor_dict_yaml = yaml.load(extended_flavor_dict[0], Loader=yaml.Loader)
4033 myVMDict
['disks'] = None
4034 extended_info
= extended_flavor_dict
[0]['extended']
4035 if extended_info
!= None:
4036 extended_flavor_dict_yaml
= yaml
.load(extended_info
, Loader
=yaml
.Loader
)
4037 if 'disks' in extended_flavor_dict_yaml
:
4038 myVMDict
['disks'] = extended_flavor_dict_yaml
['disks']
4039 if vm
.get("instance_parameters") and vm
["instance_parameters"].get("devices"):
4040 for disk
in myVMDict
['disks']:
4041 if disk
.get("name") in vm
["instance_parameters"]["devices"]:
4042 disk
.update(vm
["instance_parameters"]["devices"][disk
.get("name")])
4044 vm
['vim_flavor_id'] = flavor_id
4045 myVMDict
['imageRef'] = vm
['vim_image_id']
4046 myVMDict
['flavorRef'] = vm
['vim_flavor_id']
4047 myVMDict
['availability_zone'] = vm
.get('availability_zone')
4048 myVMDict
['networks'] = []
4049 task_depends_on
= []
4050 # TODO ALF. connect_mgmt_interfaces. Connect management interfaces if this is true
4051 is_management_vm
= False
4053 for iface
in vm
['interfaces']:
4055 if iface
['type'] == "data":
4056 netDict
['type'] = iface
['model']
4057 elif "model" in iface
and iface
["model"] != None:
4058 netDict
['model'] = iface
['model']
4059 # TODO in future, remove this because mac_address will not be set, and the type of PV,VF
4060 # is obtained from iterface table model
4061 # discover type of interface looking at flavor
4062 for numa
in flavor_dict
.get('extended', {}).get('numas', []):
4063 for flavor_iface
in numa
.get('interfaces', []):
4064 if flavor_iface
.get('name') == iface
['internal_name']:
4065 if flavor_iface
['dedicated'] == 'yes':
4066 netDict
['type'] = "PF" # passthrough
4067 elif flavor_iface
['dedicated'] == 'no':
4068 netDict
['type'] = "VF" # siov
4069 elif flavor_iface
['dedicated'] == 'yes:sriov':
4070 netDict
['type'] = "VFnotShared" # sriov but only one sriov on the PF
4071 netDict
["mac_address"] = flavor_iface
.get("mac_address")
4073 netDict
["use"] = iface
['type']
4074 if netDict
["use"] == "data" and not netDict
.get("type"):
4075 # print "netDict", netDict
4076 # print "iface", iface
4077 e_text
= "Cannot determine the interface type PF or VF of VNF '{}' VM '{}' iface '{}'".fromat(
4078 sce_vnf
['name'], vm
['name'], iface
['internal_name'])
4079 if flavor_dict
.get('extended') == None:
4080 raise NfvoException(e_text
+ "After database migration some information is not available. \
4081 Try to delete and create the scenarios and VNFs again", httperrors
.Conflict
)
4083 raise NfvoException(e_text
, httperrors
.Internal_Server_Error
)
4084 if netDict
["use"] == "mgmt":
4085 is_management_vm
= True
4086 netDict
["type"] = "virtual"
4087 if netDict
["use"] == "bridge":
4088 netDict
["type"] = "virtual"
4089 if iface
.get("vpci"):
4090 netDict
['vpci'] = iface
['vpci']
4091 if iface
.get("mac"):
4092 netDict
['mac_address'] = iface
['mac']
4093 if iface
.get("mac_address"):
4094 netDict
['mac_address'] = iface
['mac_address']
4095 if iface
.get("ip_address"):
4096 netDict
['ip_address'] = iface
['ip_address']
4097 if iface
.get("port-security") is not None:
4098 netDict
['port_security'] = iface
['port-security']
4099 if iface
.get("floating-ip") is not None:
4100 netDict
['floating_ip'] = iface
['floating-ip']
4101 netDict
['name'] = iface
['internal_name']
4102 if iface
['net_id'] is None:
4103 for vnf_iface
in sce_vnf
["interfaces"]:
4106 if vnf_iface
['interface_id'] == iface
['uuid']:
4107 netDict
['net_id'] = "TASK-{}".format(
4108 net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
4109 instance_net_id
= sce_net2instance
[vnf_iface
['sce_net_id']][datacenter_id
]
4110 instance_wim_net_id
= sce_net2wim_instance
[vnf_iface
['sce_net_id']][datacenter_id
]
4111 task_depends_on
.append(net2task_id
['scenario'][vnf_iface
['sce_net_id']][datacenter_id
])
4114 netDict
['net_id'] = "TASK-{}".format(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
4115 instance_net_id
= vnf_net2instance
[sce_vnf
['uuid']][iface
['net_id']]
4116 instance_wim_net_id
= vnf_net2wim_instance
.get(instance_net_id
)
4117 task_depends_on
.append(net2task_id
[sce_vnf
['uuid']][iface
['net_id']])
4118 # skip bridge ifaces not connected to any net
4119 if 'net_id' not in netDict
or netDict
['net_id'] == None:
4121 myVMDict
['networks'].append(netDict
)
4124 # 'instance_vm_id': instance_vm_uuid,
4125 "instance_net_id": instance_net_id
,
4126 "instance_wim_net_id": instance_wim_net_id
,
4127 'interface_id': iface
['uuid'],
4128 # 'vim_interface_id': ,
4129 'type': 'external' if iface
['external_name'] is not None else 'internal',
4130 'model': iface
['model'],
4131 'ip_address': iface
.get('ip_address'),
4132 'mac_address': iface
.get('mac'),
4133 'floating_ip': int(iface
.get('floating-ip', False)),
4134 'port_security': int(iface
.get('port-security', True))
4136 db_vm_ifaces
.append(db_vm_iface
)
4137 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
4138 # print myVMDict['name']
4139 # print "networks", yaml.safe_dump(myVMDict['networks'], indent=4, default_flow_style=False)
4140 # print "interfaces", yaml.safe_dump(vm['interfaces'], indent=4, default_flow_style=False)
4141 # print ">>>>>>>>>>>>>>>>>>>>>>>>>>>"
4143 # We add the RO key to cloud_config if vnf will need ssh access
4144 cloud_config_vm
= cloud_config
4145 if is_management_vm
and params
["instance_parameters"].get("mgmt_keys"):
4146 cloud_config_vm
= unify_cloud_config({"key-pairs": params
["instance_parameters"]["mgmt_keys"]},
4149 if vm
.get("instance_parameters") and "mgmt_keys" in vm
["instance_parameters"]:
4150 if vm
["instance_parameters"]["mgmt_keys"]:
4151 cloud_config_vm
= unify_cloud_config({"key-pairs": vm
["instance_parameters"]["mgmt_keys"]},
4154 cloud_config_vm
= unify_cloud_config(cloud_config_vm
, {"key-pairs": [RO_pub_key
]})
4155 if vm
.get("boot_data"):
4156 cloud_config_vm
= unify_cloud_config(vm
["boot_data"], cloud_config_vm
)
4158 if myVMDict
.get('availability_zone'):
4159 av_index
= vnf_availability_zones
.index(myVMDict
['availability_zone'])
4162 for vm_index
in range(0, vm
.get('count', 1)):
4163 vm_name
= myVMDict
['name'] + "-" + str(vm_index
+1)
4164 task_params
= (vm_name
, myVMDict
['description'], myVMDict
.get('start', None),
4165 myVMDict
['imageRef'], myVMDict
['flavorRef'], myVMDict
['networks'], cloud_config_vm
,
4166 myVMDict
['disks'], av_index
, vnf_availability_zones
)
4167 # put interface uuid back to scenario[vnfs][vms[[interfaces]
4168 for net
in myVMDict
['networks']:
4170 for iface
in vm
['interfaces']:
4171 if net
["name"] == iface
["internal_name"]:
4172 iface
["vim_id"] = net
["vim_id"]
4174 vm_uuid
= str(uuid4())
4175 uuid_list
.append(vm_uuid
)
4179 'instance_vnf_id': vnf_uuid
,
4180 # TODO delete "vim_vm_id": vm_id,
4181 "vm_id": vm
["uuid"],
4182 "vim_name": vm_name
,
4185 db_instance_vms
.append(db_vm
)
4188 for db_vm_iface
in db_vm_ifaces
:
4189 iface_uuid
= str(uuid4())
4190 uuid_list
.append(iface_uuid
)
4191 db_vm_iface_instance
= {
4193 "instance_vm_id": vm_uuid
4195 db_vm_iface_instance
.update(db_vm_iface
)
4196 if db_vm_iface_instance
.get("ip_address"): # increment ip_address
4197 ip
= db_vm_iface_instance
.get("ip_address")
4202 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
4203 db_vm_iface_instance
["ip_address"] = ip
4205 db_vm_iface_instance
["ip_address"] = None
4206 db_instance_interfaces
.append(db_vm_iface_instance
)
4207 myVMDict
['networks'][iface_index
]["uuid"] = iface_uuid
4211 "instance_action_id": instance_action_id
,
4212 "task_index": task_index
,
4213 "datacenter_vim_id": myvim_thread_id
,
4215 "status": "SCHEDULED",
4216 "item": "instance_vms",
4219 "extra": yaml
.safe_dump({"params": task_params
, "depends_on": task_depends_on
},
4220 default_flow_style
=True, width
=256)
4223 db_vim_actions
.append(db_vim_action
)
4224 params_out
["task_index"] = task_index
4225 params_out
["uuid_list"] = uuid_list
4228 def delete_instance(mydb
, tenant_id
, instance_id
):
4229 # print "Checking that the instance_id exists and getting the instance dictionary"
4230 instanceDict
= mydb
.get_instance_scenario(instance_id
, tenant_id
)
4231 # print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
4232 tenant_id
= instanceDict
["tenant_id"]
4235 # We need to retrieve the WIM Actions now, before the instance_scenario is
4236 # deleted. The reason for that is that: ON CASCADE rules will delete the
4237 # instance_wim_nets record in the database
4238 wim_actions
= wim_engine
.delete_actions(instance_scenario_id
=instance_id
)
4241 # print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
4242 # 1. Delete from Database
4243 message
= mydb
.delete_instance_scenario(instance_id
, tenant_id
)
4245 # 2. delete from VIM
4249 vimthread_affected
= {}
4250 net2vm_dependencies
= {}
4253 instance_action_id
= get_task_id()
4255 db_instance_action
= {
4256 "uuid": instance_action_id
, # same uuid for the instance and the action on create
4257 "tenant_id": tenant_id
,
4258 "instance_id": instance_id
,
4259 "description": "DELETE",
4260 # "number_tasks": 0 # filled bellow
4263 # 2.1 deleting VNFFGs
4264 for sfp
in instanceDict
.get('sfps', ()):
4265 vimthread_affected
[sfp
["datacenter_tenant_id"]] = None
4266 datacenter_key
= (sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
4267 if datacenter_key
not in myvims
:
4269 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfp
["datacenter_id"], sfp
["datacenter_tenant_id"])
4270 except NfvoException
as e
:
4271 logger
.error(str(e
))
4273 myvim_threads
[datacenter_key
] = myvim_thread
4274 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfp
["datacenter_id"],
4275 datacenter_tenant_id
=sfp
["datacenter_tenant_id"])
4277 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfp
["datacenter_id"], sfp
["datacenter_tenant_id"]))
4278 myvims
[datacenter_key
] = None
4280 myvims
[datacenter_key
] = next(iter(vims
.values()))
4281 myvim
= myvims
[datacenter_key
]
4282 myvim_thread
= myvim_threads
[datacenter_key
]
4285 error_msg
+= "\n vim_sfp_id={} cannot be deleted because datacenter={} not found".format(sfp
['vim_sfp_id'], sfp
["datacenter_id"])
4287 extra
= {"params": (sfp
['vim_sfp_id'])}
4289 "instance_action_id": instance_action_id
,
4290 "task_index": task_index
,
4291 "datacenter_vim_id": sfp
["datacenter_tenant_id"],
4293 "status": "SCHEDULED",
4294 "item": "instance_sfps",
4295 "item_id": sfp
["uuid"],
4296 "related": sfp
["related"],
4297 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4300 db_vim_actions
.append(db_vim_action
)
4302 for classification
in instanceDict
['classifications']:
4303 vimthread_affected
[classification
["datacenter_tenant_id"]] = None
4304 datacenter_key
= (classification
["datacenter_id"], classification
["datacenter_tenant_id"])
4305 if datacenter_key
not in myvims
:
4307 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, classification
["datacenter_id"], classification
["datacenter_tenant_id"])
4308 except NfvoException
as e
:
4309 logger
.error(str(e
))
4311 myvim_threads
[datacenter_key
] = myvim_thread
4312 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=classification
["datacenter_id"],
4313 datacenter_tenant_id
=classification
["datacenter_tenant_id"])
4315 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(classification
["datacenter_id"],
4316 classification
["datacenter_tenant_id"]))
4317 myvims
[datacenter_key
] = None
4319 myvims
[datacenter_key
] = next(iter(vims
.values()))
4320 myvim
= myvims
[datacenter_key
]
4321 myvim_thread
= myvim_threads
[datacenter_key
]
4324 error_msg
+= "\n vim_classification_id={} cannot be deleted because datacenter={} not found".format(classification
['vim_classification_id'],
4325 classification
["datacenter_id"])
4327 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
4328 extra
= {"params": (classification
['vim_classification_id']), "depends_on": depends_on
}
4330 "instance_action_id": instance_action_id
,
4331 "task_index": task_index
,
4332 "datacenter_vim_id": classification
["datacenter_tenant_id"],
4334 "status": "SCHEDULED",
4335 "item": "instance_classifications",
4336 "item_id": classification
["uuid"],
4337 "related": classification
["related"],
4338 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4341 db_vim_actions
.append(db_vim_action
)
4343 for sf
in instanceDict
.get('sfs', ()):
4344 vimthread_affected
[sf
["datacenter_tenant_id"]] = None
4345 datacenter_key
= (sf
["datacenter_id"], sf
["datacenter_tenant_id"])
4346 if datacenter_key
not in myvims
:
4348 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sf
["datacenter_id"], sf
["datacenter_tenant_id"])
4349 except NfvoException
as e
:
4350 logger
.error(str(e
))
4352 myvim_threads
[datacenter_key
] = myvim_thread
4353 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sf
["datacenter_id"],
4354 datacenter_tenant_id
=sf
["datacenter_tenant_id"])
4356 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sf
["datacenter_id"], sf
["datacenter_tenant_id"]))
4357 myvims
[datacenter_key
] = None
4359 myvims
[datacenter_key
] = next(iter(vims
.values()))
4360 myvim
= myvims
[datacenter_key
]
4361 myvim_thread
= myvim_threads
[datacenter_key
]
4364 error_msg
+= "\n vim_sf_id={} cannot be deleted because datacenter={} not found".format(sf
['vim_sf_id'], sf
["datacenter_id"])
4366 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfps"]
4367 extra
= {"params": (sf
['vim_sf_id']), "depends_on": depends_on
}
4369 "instance_action_id": instance_action_id
,
4370 "task_index": task_index
,
4371 "datacenter_vim_id": sf
["datacenter_tenant_id"],
4373 "status": "SCHEDULED",
4374 "item": "instance_sfs",
4375 "item_id": sf
["uuid"],
4376 "related": sf
["related"],
4377 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4380 db_vim_actions
.append(db_vim_action
)
4382 for sfi
in instanceDict
.get('sfis', ()):
4383 vimthread_affected
[sfi
["datacenter_tenant_id"]] = None
4384 datacenter_key
= (sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
4385 if datacenter_key
not in myvims
:
4387 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sfi
["datacenter_id"], sfi
["datacenter_tenant_id"])
4388 except NfvoException
as e
:
4389 logger
.error(str(e
))
4391 myvim_threads
[datacenter_key
] = myvim_thread
4392 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sfi
["datacenter_id"],
4393 datacenter_tenant_id
=sfi
["datacenter_tenant_id"])
4395 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sfi
["datacenter_id"], sfi
["datacenter_tenant_id"]))
4396 myvims
[datacenter_key
] = None
4398 myvims
[datacenter_key
] = next(iter(vims
.values()))
4399 myvim
= myvims
[datacenter_key
]
4400 myvim_thread
= myvim_threads
[datacenter_key
]
4403 error_msg
+= "\n vim_sfi_id={} cannot be deleted because datacenter={} not found".format(sfi
['vim_sfi_id'], sfi
["datacenter_id"])
4405 depends_on
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfs"]
4406 extra
= {"params": (sfi
['vim_sfi_id']), "depends_on": depends_on
}
4408 "instance_action_id": instance_action_id
,
4409 "task_index": task_index
,
4410 "datacenter_vim_id": sfi
["datacenter_tenant_id"],
4412 "status": "SCHEDULED",
4413 "item": "instance_sfis",
4414 "item_id": sfi
["uuid"],
4415 "related": sfi
["related"],
4416 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4419 db_vim_actions
.append(db_vim_action
)
4423 for sce_vnf
in instanceDict
.get('vnfs', ()):
4424 datacenter_key
= (sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4425 vimthread_affected
[sce_vnf
["datacenter_tenant_id"]] = None
4426 if datacenter_key
not in myvims
:
4428 _
, myvim_thread
= get_vim_thread(mydb
, tenant_id
, sce_vnf
["datacenter_id"], sce_vnf
["datacenter_tenant_id"])
4429 except NfvoException
as e
:
4430 logger
.error(str(e
))
4432 myvim_threads
[datacenter_key
] = myvim_thread
4433 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=sce_vnf
["datacenter_id"],
4434 datacenter_tenant_id
=sce_vnf
["datacenter_tenant_id"])
4436 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf
["datacenter_id"],
4437 sce_vnf
["datacenter_tenant_id"]))
4438 myvims
[datacenter_key
] = None
4440 myvims
[datacenter_key
] = next(iter(vims
.values()))
4441 myvim
= myvims
[datacenter_key
]
4442 myvim_thread
= myvim_threads
[datacenter_key
]
4444 for vm
in sce_vnf
['vms']:
4446 error_msg
+= "\n VM id={} cannot be deleted because datacenter={} not found".format(vm
['vim_vm_id'], sce_vnf
["datacenter_id"])
4448 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4450 "instance_action_id": instance_action_id
,
4451 "task_index": task_index
,
4452 "datacenter_vim_id": sce_vnf
["datacenter_tenant_id"],
4454 "status": "SCHEDULED",
4455 "item": "instance_vms",
4456 "item_id": vm
["uuid"],
4457 "related": vm
["related"],
4458 "extra": yaml
.safe_dump({"params": vm
["interfaces"], "depends_on": sfi_dependencies
},
4459 default_flow_style
=True, width
=256)
4461 db_vim_actions
.append(db_vim_action
)
4462 for interface
in vm
["interfaces"]:
4463 if not interface
.get("instance_net_id"):
4465 if interface
["instance_net_id"] not in net2vm_dependencies
:
4466 net2vm_dependencies
[interface
["instance_net_id"]] = []
4467 net2vm_dependencies
[interface
["instance_net_id"]].append(task_index
)
4472 for net
in instanceDict
['nets']:
4473 vimthread_affected
[net
["datacenter_tenant_id"]] = None
4474 datacenter_key
= (net
["datacenter_id"], net
["datacenter_tenant_id"])
4475 if datacenter_key
not in myvims
:
4477 _
,myvim_thread
= get_vim_thread(mydb
, tenant_id
, net
["datacenter_id"], net
["datacenter_tenant_id"])
4478 except NfvoException
as e
:
4479 logger
.error(str(e
))
4481 myvim_threads
[datacenter_key
] = myvim_thread
4482 vims
= get_vim(mydb
, tenant_id
, datacenter_id
=net
["datacenter_id"],
4483 datacenter_tenant_id
=net
["datacenter_tenant_id"])
4485 logger
.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net
["datacenter_id"], net
["datacenter_tenant_id"]))
4486 myvims
[datacenter_key
] = None
4488 myvims
[datacenter_key
] = next(iter(vims
.values()))
4489 myvim
= myvims
[datacenter_key
]
4490 myvim_thread
= myvim_threads
[datacenter_key
]
4493 error_msg
+= "\n Net VIM_id={} cannot be deleted because datacenter={} not found".format(net
['vim_net_id'], net
["datacenter_id"])
4495 extra
= {"params": (net
['vim_net_id'], net
['sdn_net_id'])}
4496 if net2vm_dependencies
.get(net
["uuid"]):
4497 extra
["depends_on"] = net2vm_dependencies
[net
["uuid"]]
4498 sfi_dependencies
= [action
["task_index"] for action
in db_vim_actions
if action
["item"] == "instance_sfis"]
4499 if len(sfi_dependencies
) > 0:
4500 if "depends_on" in extra
:
4501 extra
["depends_on"] += sfi_dependencies
4503 extra
["depends_on"] = sfi_dependencies
4505 "instance_action_id": instance_action_id
,
4506 "task_index": task_index
,
4507 "datacenter_vim_id": net
["datacenter_tenant_id"],
4509 "status": "SCHEDULED",
4510 "item": "instance_nets",
4511 "item_id": net
["uuid"],
4512 "related": net
["related"],
4513 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4516 db_vim_actions
.append(db_vim_action
)
4517 for sdn_net
in instanceDict
['sdn_nets']:
4518 if not sdn_net
["sdn"]:
4522 "instance_action_id": instance_action_id
,
4523 "task_index": task_index
,
4524 "wim_account_id": sdn_net
["wim_account_id"],
4526 "status": "SCHEDULED",
4527 "item": "instance_wim_nets",
4528 "item_id": sdn_net
["uuid"],
4529 "related": sdn_net
["related"],
4530 "extra": yaml
.safe_dump(extra
, default_flow_style
=True, width
=256)
4533 db_vim_actions
.append(db_vim_action
)
4535 db_instance_action
["number_tasks"] = task_index
4538 wim_actions
, db_instance_action
= (
4539 wim_engine
.incorporate_actions(wim_actions
, db_instance_action
))
4543 {"instance_actions": db_instance_action
},
4544 {"vim_wim_actions": db_vim_actions
+ wim_actions
}
4547 logger
.debug("delete_instance done DB tables: %s",
4548 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4549 mydb
.new_rows(db_tables
, ())
4550 for myvim_thread_id
in vimthread_affected
.keys():
4551 vim_threads
["running"][myvim_thread_id
].insert_task(db_vim_actions
)
4553 wim_engine
.dispatch(wim_actions
)
4555 if len(error_msg
) > 0:
4556 return 'action_id={} instance {} deleted but some elements could not be deleted, or already deleted '\
4557 '(error: 404) from VIM: {}'.format(instance_action_id
, message
, error_msg
)
4559 return "action_id={} instance {} deleted".format(instance_action_id
, message
)
4561 def get_instance_id(mydb
, tenant_id
, instance_id
):
4563 #check valid tenant_id
4564 check_tenant(mydb
, tenant_id
)
4567 instance_dict
= mydb
.get_instance_scenario(instance_id
, tenant_id
, verbose
=True)
4569 # for net in instance_dict["nets"]:
4570 # if net.get("sdn_net_id"):
4571 # net_sdn = ovim.show_network(net["sdn_net_id"])
4572 # net["sdn_info"] = {
4573 # "admin_state_up": net_sdn.get("admin_state_up"),
4574 # "flows": net_sdn.get("flows"),
4575 # "last_error": net_sdn.get("last_error"),
4576 # "ports": net_sdn.get("ports"),
4577 # "type": net_sdn.get("type"),
4578 # "status": net_sdn.get("status"),
4579 # "vlan": net_sdn.get("vlan"),
4581 return instance_dict
4583 @deprecated("Instance is automatically refreshed by vim_threads")
4584 def refresh_instance(mydb
, nfvo_tenant
, instanceDict
, datacenter
=None, vim_tenant
=None):
4585 '''Refreshes a scenario instance. It modifies instanceDict'''
4587 - result: <0 if there is any unexpected error, n>=0 if no errors where n is the number of vms and nets that couldn't be updated in the database
4590 # # Assumption: nfvo_tenant and instance_id were checked before entering into this function
4591 # #print "nfvo.refresh_instance begins"
4592 # #print json.dumps(instanceDict, indent=4)
4594 # #print "Getting the VIM URL and the VIM tenant_id"
4597 # # 1. Getting VIM vm and net list
4598 # vms_updated = [] #List of VM instance uuids in openmano that were updated
4601 # for sce_vnf in instanceDict['vnfs']:
4602 # datacenter_key = (sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"])
4603 # if datacenter_key not in vm_list:
4604 # vm_list[datacenter_key] = []
4605 # if datacenter_key not in myvims:
4606 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=sce_vnf["datacenter_id"],
4607 # datacenter_tenant_id=sce_vnf["datacenter_tenant_id"])
4608 # if len(vims) == 0:
4609 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(sce_vnf["datacenter_id"], sce_vnf["datacenter_tenant_id"]))
4610 # myvims[datacenter_key] = None
4612 # myvims[datacenter_key] = next(iter(vims.values()))
4613 # for vm in sce_vnf['vms']:
4614 # vm_list[datacenter_key].append(vm['vim_vm_id'])
4615 # vms_notupdated.append(vm["uuid"])
4617 # nets_updated = [] #List of VM instance uuids in openmano that were updated
4618 # nets_notupdated=[]
4620 # for net in instanceDict['nets']:
4621 # datacenter_key = (net["datacenter_id"], net["datacenter_tenant_id"])
4622 # if datacenter_key not in net_list:
4623 # net_list[datacenter_key] = []
4624 # if datacenter_key not in myvims:
4625 # vims = get_vim(mydb, nfvo_tenant, datacenter_id=net["datacenter_id"],
4626 # datacenter_tenant_id=net["datacenter_tenant_id"])
4627 # if len(vims) == 0:
4628 # logger.error("datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"]))
4629 # myvims[datacenter_key] = None
4631 # myvims[datacenter_key] = next(iter(vims.values()))
4633 # net_list[datacenter_key].append(net['vim_net_id'])
4634 # nets_notupdated.append(net["uuid"])
4636 # # 1. Getting the status of all VMs
4638 # for datacenter_key in myvims:
4639 # if not vm_list.get(datacenter_key):
4643 # if not myvims[datacenter_key]:
4644 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4647 # vm_dict.update(myvims[datacenter_key].refresh_vms_status(vm_list[datacenter_key]) )
4649 # except vimconn.VimConnException as e:
4650 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4651 # failed_message = str(e)
4653 # for vm in vm_list[datacenter_key]:
4654 # vm_dict[vm] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4656 # # 2. Update the status of VMs in the instanceDict, while collects the VMs whose status changed
4657 # for sce_vnf in instanceDict['vnfs']:
4658 # for vm in sce_vnf['vms']:
4659 # vm_id = vm['vim_vm_id']
4660 # interfaces = vm_dict[vm_id].pop('interfaces', [])
4661 # #2.0 look if contain manamgement interface, and if not change status from ACTIVE:NoMgmtIP to ACTIVE
4662 # has_mgmt_iface = False
4663 # for iface in vm["interfaces"]:
4664 # if iface["type"]=="mgmt":
4665 # has_mgmt_iface = True
4666 # if vm_dict[vm_id]['status'] == "ACTIVE:NoMgmtIP" and not has_mgmt_iface:
4667 # vm_dict[vm_id]['status'] = "ACTIVE"
4668 # if vm_dict[vm_id].get('error_msg') and len(vm_dict[vm_id]['error_msg']) >= 1024:
4669 # vm_dict[vm_id]['error_msg'] = vm_dict[vm_id]['error_msg'][:516] + " ... " + vm_dict[vm_id]['error_msg'][-500:]
4670 # if vm['status'] != vm_dict[vm_id]['status'] or vm.get('error_msg')!=vm_dict[vm_id].get('error_msg') or vm.get('vim_info')!=vm_dict[vm_id].get('vim_info'):
4671 # vm['status'] = vm_dict[vm_id]['status']
4672 # vm['error_msg'] = vm_dict[vm_id].get('error_msg')
4673 # vm['vim_info'] = vm_dict[vm_id].get('vim_info')
4674 # # 2.1. Update in openmano DB the VMs whose status changed
4676 # updates = mydb.update_rows('instance_vms', UPDATE=vm_dict[vm_id], WHERE={'uuid':vm["uuid"]})
4677 # vms_notupdated.remove(vm["uuid"])
4679 # vms_updated.append(vm["uuid"])
4680 # except db_base_Exception as e:
4681 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4682 # # 2.2. Update in openmano DB the interface VMs
4683 # for interface in interfaces:
4684 # #translate from vim_net_id to instance_net_id
4685 # network_id_list=[]
4686 # for net in instanceDict['nets']:
4687 # if net["vim_net_id"] == interface["vim_net_id"]:
4688 # network_id_list.append(net["uuid"])
4689 # if not network_id_list:
4691 # del interface["vim_net_id"]
4693 # for network_id in network_id_list:
4694 # mydb.update_rows('instance_interfaces', UPDATE=interface, WHERE={'instance_vm_id':vm["uuid"], "instance_net_id":network_id})
4695 # except db_base_Exception as e:
4696 # logger.error( "nfvo.refresh_instance error with vm=%s, interface_net_id=%s", vm["uuid"], network_id)
4698 # # 3. Getting the status of all nets
4700 # for datacenter_key in myvims:
4701 # if not net_list.get(datacenter_key):
4704 # failed_message = ""
4705 # if not myvims[datacenter_key]:
4706 # failed_message = "datacenter '{}' with datacenter_tenant_id '{}' not found".format(net["datacenter_id"], net["datacenter_tenant_id"])
4709 # net_dict.update(myvims[datacenter_key].refresh_nets_status(net_list[datacenter_key]) )
4711 # except vimconn.VimConnException as e:
4712 # logger.error("VIM exception %s %s", type(e).__name__, str(e))
4713 # failed_message = str(e)
4715 # for net in net_list[datacenter_key]:
4716 # net_dict[net] = {'status': "VIM_ERROR", 'error_msg': failed_message}
4718 # # 4. Update the status of nets in the instanceDict, while collects the nets whose status changed
4719 # # TODO: update nets inside a vnf
4720 # for net in instanceDict['nets']:
4721 # net_id = net['vim_net_id']
4722 # if net_dict[net_id].get('error_msg') and len(net_dict[net_id]['error_msg']) >= 1024:
4723 # net_dict[net_id]['error_msg'] = net_dict[net_id]['error_msg'][:516] + " ... " + net_dict[vm_id]['error_msg'][-500:]
4724 # if net['status'] != net_dict[net_id]['status'] or net.get('error_msg')!=net_dict[net_id].get('error_msg') or net.get('vim_info')!=net_dict[net_id].get('vim_info'):
4725 # net['status'] = net_dict[net_id]['status']
4726 # net['error_msg'] = net_dict[net_id].get('error_msg')
4727 # net['vim_info'] = net_dict[net_id].get('vim_info')
4728 # # 5.1. Update in openmano DB the nets whose status changed
4730 # updated = mydb.update_rows('instance_nets', UPDATE=net_dict[net_id], WHERE={'uuid':net["uuid"]})
4731 # nets_notupdated.remove(net["uuid"])
4733 # nets_updated.append(net["uuid"])
4734 # except db_base_Exception as e:
4735 # logger.error("nfvo.refresh_instance error database update: %s", str(e))
4737 # # Returns appropriate output
4738 # #print "nfvo.refresh_instance finishes"
4739 # logger.debug("VMs updated in the database: %s; nets updated in the database %s; VMs not updated: %s; nets not updated: %s",
4740 # str(vms_updated), str(nets_updated), str(vms_notupdated), str(nets_notupdated))
4741 instance_id
= instanceDict
['uuid']
4742 # if len(vms_notupdated)+len(nets_notupdated)>0:
4743 # error_msg = "VMs not updated: " + str(vms_notupdated) + "; nets not updated: " + str(nets_notupdated)
4744 # return len(vms_notupdated)+len(nets_notupdated), 'Scenario instance ' + instance_id + ' refreshed but some elements could not be updated in the database: ' + error_msg
4746 return 0, 'Scenario instance ' + instance_id
+ ' refreshed.'
4748 def instance_action(mydb
,nfvo_tenant
,instance_id
, action_dict
):
4749 #print "Checking that the instance_id exists and getting the instance dictionary"
4750 instanceDict
= mydb
.get_instance_scenario(instance_id
, nfvo_tenant
)
4751 #print yaml.safe_dump(instanceDict, indent=4, default_flow_style=False)
4753 #print "Checking that nfvo_tenant_id exists and getting the VIM URI and the VIM tenant_id"
4754 vims
= get_vim(mydb
, nfvo_tenant
, instanceDict
['datacenter_id'])
4756 raise NfvoException("datacenter '{}' not found".format(str(instanceDict
['datacenter_id'])), httperrors
.Not_Found
)
4757 myvim
= next(iter(vims
.values()))
4762 myvim_threads_id
= {}
4763 if action_dict
.get("vdu-scaling"):
4764 db_instance_vms
= []
4766 db_instance_interfaces
= []
4767 instance_action_id
= get_task_id()
4768 db_instance_action
= {
4769 "uuid": instance_action_id
, # same uuid for the instance and the action on create
4770 "tenant_id": nfvo_tenant
,
4771 "instance_id": instance_id
,
4772 "description": "SCALE",
4774 vm_result
["instance_action_id"] = instance_action_id
4775 vm_result
["created"] = []
4776 vm_result
["deleted"] = []
4778 for vdu
in action_dict
["vdu-scaling"]:
4779 vdu_id
= vdu
.get("vdu-id")
4780 osm_vdu_id
= vdu
.get("osm_vdu_id")
4781 member_vnf_index
= vdu
.get("member-vnf-index")
4782 vdu_count
= vdu
.get("count", 1)
4784 target_vms
= mydb
.get_rows(
4785 FROM
="instance_vms as vms join instance_vnfs as vnfs on vms.instance_vnf_id=vnfs.uuid",
4786 WHERE
={"vms.uuid": vdu_id
},
4787 ORDER_BY
="vms.created_at"
4790 raise NfvoException("Cannot find the vdu with id {}".format(vdu_id
), httperrors
.Not_Found
)
4792 if not osm_vdu_id
and not member_vnf_index
:
4793 raise NfvoException("Invalid input vdu parameters. Must supply either 'vdu-id' of 'osm_vdu_id','member-vnf-index'")
4794 target_vms
= mydb
.get_rows(
4795 # SELECT=("ivms.uuid", "ivnfs.datacenter_id", "ivnfs.datacenter_tenant_id"),
4796 FROM
="instance_vms as ivms join instance_vnfs as ivnfs on ivms.instance_vnf_id=ivnfs.uuid"\
4797 " join sce_vnfs as svnfs on ivnfs.sce_vnf_id=svnfs.uuid"\
4798 " join vms on ivms.vm_id=vms.uuid",
4799 WHERE
={"vms.osm_id": osm_vdu_id
, "svnfs.member_vnf_index": member_vnf_index
,
4800 "ivnfs.instance_scenario_id": instance_id
},
4801 ORDER_BY
="ivms.created_at"
4804 raise NfvoException("Cannot find the vdu with osm_vdu_id {} and member-vnf-index {}".format(osm_vdu_id
, member_vnf_index
), httperrors
.Not_Found
)
4805 vdu_id
= target_vms
[-1]["uuid"]
4806 target_vm
= target_vms
[-1]
4807 datacenter
= target_vm
["datacenter_id"]
4808 myvim_threads_id
[datacenter
], _
= get_vim_thread(mydb
, nfvo_tenant
, datacenter
)
4810 if vdu
["type"] == "delete":
4811 for index
in range(0, vdu_count
):
4812 target_vm
= target_vms
[-1-index
]
4813 vdu_id
= target_vm
["uuid"]
4815 vm_interfaces
= None
4816 for sce_vnf
in instanceDict
['vnfs']:
4817 for vm
in sce_vnf
['vms']:
4818 if vm
["uuid"] == vdu_id
:
4819 # TODO revise this should not be vm["uuid"] instance_vms["vm_id"]
4820 vm_interfaces
= vm
["interfaces"]
4824 "instance_action_id": instance_action_id
,
4825 "task_index": task_index
,
4826 "datacenter_vim_id": target_vm
["datacenter_tenant_id"],
4828 "status": "SCHEDULED",
4829 "item": "instance_vms",
4831 "related": target_vm
["related"],
4832 "extra": yaml
.safe_dump({"params": vm_interfaces
},
4833 default_flow_style
=True, width
=256)
4835 # get affected instance_interfaces (deleted on cascade) to check if a wim_network must be updated
4836 deleted_interfaces
= mydb
.get_rows(
4837 SELECT
=("instance_wim_net_id", ),
4838 FROM
="instance_interfaces",
4839 WHERE
={"instance_vm_id": vdu_id
, "instance_wim_net_id<>": None},
4841 for deleted_interface
in deleted_interfaces
:
4842 db_vim_actions
.append({"TO-UPDATE": {}, "WHERE": {
4843 "item": "instance_wim_nets", "item_id": deleted_interface
["instance_wim_net_id"]}})
4846 db_vim_actions
.append(db_vim_action
)
4847 vm_result
["deleted"].append(vdu_id
)
4848 # delete from database
4849 db_instance_vms
.append({"TO-DELETE": vdu_id
})
4851 else: # vdu["type"] == "create":
4853 where
= {"item": "instance_vms", "item_id": target_vm
["uuid"], "action": "CREATE"}
4855 vim_action_to_clone
= mydb
.get_rows(FROM
="vim_wim_actions", WHERE
=where
)
4856 if not vim_action_to_clone
:
4857 raise NfvoException("Cannot find the vim_action at database with {}".format(where
), httperrors
.Internal_Server_Error
)
4858 vim_action_to_clone
= vim_action_to_clone
[0]
4859 extra
= yaml
.safe_load(vim_action_to_clone
["extra"])
4861 # generate a new depends_on. Convert format TASK-Y into new format TASK-ACTION-XXXX.XXXX.Y
4862 # TODO do the same for flavor and image when available
4863 task_depends_on
= []
4864 task_params
= extra
["params"]
4865 task_params_networks
= deepcopy(task_params
[5])
4866 for iface
in task_params
[5]:
4867 if iface
["net_id"].startswith("TASK-"):
4868 if "." not in iface
["net_id"]:
4869 task_depends_on
.append("{}.{}".format(vim_action_to_clone
["instance_action_id"],
4870 iface
["net_id"][5:]))
4871 iface
["net_id"] = "TASK-{}.{}".format(vim_action_to_clone
["instance_action_id"],
4872 iface
["net_id"][5:])
4874 task_depends_on
.append(iface
["net_id"][5:])
4875 if "mac_address" in iface
:
4876 del iface
["mac_address"]
4878 vm_ifaces_to_clone
= mydb
.get_rows(FROM
="instance_interfaces", WHERE
={"instance_vm_id": target_vm
["uuid"]})
4879 for index
in range(0, vdu_count
):
4880 vm_uuid
= str(uuid4())
4881 vm_name
= target_vm
.get('vim_name')
4883 suffix
= vm_name
.rfind("-")
4884 vm_name
= vm_name
[:suffix
+1] + str(index
+ 1 + int(vm_name
[suffix
+1:]))
4890 'instance_vnf_id': target_vm
['instance_vnf_id'],
4891 'vm_id': target_vm
['vm_id'],
4892 'vim_name': vm_name
,
4894 db_instance_vms
.append(db_instance_vm
)
4896 for vm_iface
in vm_ifaces_to_clone
:
4897 iface_uuid
= str(uuid4())
4898 iface2iface
[vm_iface
["uuid"]] = iface_uuid
4901 'instance_vm_id': vm_uuid
,
4902 "instance_net_id": vm_iface
["instance_net_id"],
4903 "instance_wim_net_id": vm_iface
["instance_wim_net_id"],
4904 'interface_id': vm_iface
['interface_id'],
4905 'type': vm_iface
['type'],
4906 'model': vm_iface
['model'],
4907 'floating_ip': vm_iface
['floating_ip'],
4908 'port_security': vm_iface
['port_security']
4910 db_instance_interfaces
.append(db_vm_iface
)
4911 if db_vm_iface
["instance_wim_net_id"]:
4912 db_vim_actions
.append({"TO-UPDATE": {}, "WHERE": {
4913 "item": "instance_wim_nets", "item_id": db_vm_iface
["instance_wim_net_id"]}})
4914 task_params_copy
= deepcopy(task_params
)
4915 for iface
in task_params_copy
[5]:
4916 iface
["uuid"] = iface2iface
[iface
["uuid"]]
4917 # increment ip_address
4918 if iface
.get("ip_address"):
4920 ip
= iface
["ip_address"]
4924 ip
= ip
[i
:] + str(int(ip
[:i
]) + 1)
4925 iface
["ip_address"] = ip
4927 iface
["ip_address"] = None
4929 task_params_copy
[0] = vm_name
4931 "instance_action_id": instance_action_id
,
4932 "task_index": task_index
,
4933 "datacenter_vim_id": vim_action_to_clone
["datacenter_vim_id"],
4935 "status": "SCHEDULED",
4936 "item": "instance_vms",
4941 # TODO examinar parametros, quitar MAC o incrementar. Incrementar IP y colocar las dependencias con ACTION-asdfasd.
4944 "extra": yaml
.safe_dump({"params": task_params_copy
, "depends_on": task_depends_on
}, default_flow_style
=True, width
=256)
4947 db_vim_actions
.append(db_vim_action
)
4948 vm_result
["created"].append(vm_uuid
)
4950 db_instance_action
["number_tasks"] = task_index
4952 {"instance_vms": db_instance_vms
},
4953 {"instance_interfaces": db_instance_interfaces
},
4954 {"instance_actions": db_instance_action
},
4956 # {"instance_sfis": db_instance_sfis},
4957 # {"instance_sfs": db_instance_sfs},
4958 # {"instance_classifications": db_instance_classifications},
4959 # {"instance_sfps": db_instance_sfps},
4960 {"vim_wim_actions": db_vim_actions
}
4962 logger
.debug("create_vdu done DB tables: %s",
4963 yaml
.safe_dump(db_tables
, indent
=4, default_flow_style
=False))
4964 mydb
.new_rows(db_tables
, [])
4965 for myvim_thread
in myvim_threads_id
.values():
4966 vim_threads
["running"][myvim_thread
].insert_task(db_vim_actions
)
4970 input_vnfs
= action_dict
.pop("vnfs", [])
4971 input_vms
= action_dict
.pop("vms", [])
4972 action_over_all
= True if not input_vnfs
and not input_vms
else False
4973 for sce_vnf
in instanceDict
['vnfs']:
4974 for vm
in sce_vnf
['vms']:
4975 if not action_over_all
and sce_vnf
['uuid'] not in input_vnfs
and sce_vnf
['vnf_name'] not in input_vnfs
and \
4976 sce_vnf
['member_vnf_index'] not in input_vnfs
and \
4977 vm
['uuid'] not in input_vms
and vm
['name'] not in input_vms
and \
4978 sce_vnf
['member_vnf_index'] + "-" + vm
['vdu_osm_id'] not in input_vms
: # TODO conside vm_count_index
4981 if "add_public_key" in action_dict
:
4982 if sce_vnf
.get('mgmt_access'):
4983 mgmt_access
= yaml
.load(sce_vnf
['mgmt_access'], Loader
=yaml
.Loader
)
4984 if not input_vms
and mgmt_access
.get("vdu-id") != vm
['vdu_osm_id']:
4986 default_user
= mgmt_access
.get("default-user")
4987 password
= mgmt_access
.get("password")
4988 if mgmt_access
.get(vm
['vdu_osm_id']):
4989 default_user
= mgmt_access
[vm
['vdu_osm_id']].get("default-user", default_user
)
4990 password
= mgmt_access
[vm
['vdu_osm_id']].get("password", password
)
4992 tenant
= mydb
.get_rows_by_id('nfvo_tenants', nfvo_tenant
)
4994 if 'ip_address' in vm
:
4995 mgmt_ip
= vm
['ip_address'].split(';')
4996 priv_RO_key
= decrypt_key(tenant
[0]['encrypted_RO_priv_key'], tenant
[0]['uuid'])
4997 data
= myvim
.inject_user_key(mgmt_ip
[0], action_dict
.get('user', default_user
),
4998 action_dict
['add_public_key'],
4999 password
=password
, ro_key
=priv_RO_key
)
5000 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
5001 "description": "Public key injected",
5005 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
5006 httperrors
.Internal_Server_Error
)
5008 raise NfvoException("Unable to inject ssh key in vm: {} - Aborting".format(vm
['uuid']),
5009 httperrors
.Internal_Server_Error
)
5011 data
= myvim
.action_vminstance(vm
['vim_vm_id'], action_dict
)
5012 if "console" in action_dict
:
5013 if not global_config
["http_console_proxy"]:
5014 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
5015 "description": "{protocol}//{ip}:{port}/{suffix}".format(
5016 protocol
=data
["protocol"],
5017 ip
= data
["server"],
5018 port
= data
["port"],
5019 suffix
= data
["suffix"]),
5023 elif data
["server"]=="127.0.0.1" or data
["server"]=="localhost":
5024 vm_result
[ vm
['uuid'] ] = {"vim_result": -httperrors
.Unauthorized
,
5025 "description": "this console is only reachable by local interface",
5030 #print "console data", data
5032 console_thread
= create_or_use_console_proxy_thread(data
["server"], data
["port"])
5033 vm_result
[ vm
['uuid'] ] = {"vim_result": 200,
5034 "description": "{protocol}//{ip}:{port}/{suffix}".format(
5035 protocol
=data
["protocol"],
5036 ip
= global_config
["http_console_host"],
5037 port
= console_thread
.port
,
5038 suffix
= data
["suffix"]),
5042 except NfvoException
as e
:
5043 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
5047 vm_result
[ vm
['uuid'] ] = {"vim_result": 200, "description": "ok", "name":vm
['name']}
5049 except vimconn
.VimConnException
as e
:
5050 vm_result
[ vm
['uuid'] ] = {"vim_result": e
.http_code
, "name":vm
['name'], "description": str(e
)}
5053 if vm_ok
==0: #all goes wrong
5058 def instance_action_get(mydb
, nfvo_tenant
, instance_id
, action_id
):
5060 if nfvo_tenant
and nfvo_tenant
!= "any":
5061 filter["tenant_id"] = nfvo_tenant
5062 if instance_id
and instance_id
!= "any":
5063 filter["instance_id"] = instance_id
5065 filter["uuid"] = action_id
5066 rows
= mydb
.get_rows(FROM
="instance_actions", WHERE
=filter)
5069 raise NfvoException("Not found any action with this criteria", httperrors
.Not_Found
)
5070 vim_wim_actions
= mydb
.get_rows(FROM
="vim_wim_actions", WHERE
={"instance_action_id": action_id
})
5071 rows
[0]["vim_wim_actions"] = vim_wim_actions
5072 # for backward compatibility set vim_actions = vim_wim_actions
5073 rows
[0]["vim_actions"] = vim_wim_actions
5074 return {"actions": rows
}
5077 def create_or_use_console_proxy_thread(console_server
, console_port
):
5078 #look for a non-used port
5079 console_thread_key
= console_server
+ ":" + str(console_port
)
5080 if console_thread_key
in global_config
["console_thread"]:
5081 #global_config["console_thread"][console_thread_key].start_timeout()
5082 return global_config
["console_thread"][console_thread_key
]
5084 for port
in global_config
["console_port_iterator"]():
5085 #print "create_or_use_console_proxy_thread() port:", port
5086 if port
in global_config
["console_ports"]:
5089 clithread
= cli
.ConsoleProxyThread(global_config
['http_host'], port
, console_server
, console_port
)
5091 global_config
["console_thread"][console_thread_key
] = clithread
5092 global_config
["console_ports"][port
] = console_thread_key
5094 except cli
.ConsoleProxyExceptionPortUsed
as e
:
5095 #port used, try with onoher
5097 except cli
.ConsoleProxyException
as e
:
5098 raise NfvoException(str(e
), httperrors
.Bad_Request
)
5099 raise NfvoException("Not found any free 'http_console_ports'", httperrors
.Conflict
)
5102 def check_tenant(mydb
, tenant_id
):
5103 '''check that tenant exists at database'''
5104 tenant
= mydb
.get_rows(FROM
='nfvo_tenants', SELECT
=('uuid',), WHERE
={'uuid': tenant_id
})
5106 raise NfvoException("tenant '{}' not found".format(tenant_id
), httperrors
.Not_Found
)
5109 def new_tenant(mydb
, tenant_dict
):
5111 tenant_uuid
= str(uuid4())
5112 tenant_dict
['uuid'] = tenant_uuid
5114 pub_key
, priv_key
= create_RO_keypair(tenant_uuid
)
5115 tenant_dict
['RO_pub_key'] = pub_key
5116 tenant_dict
['encrypted_RO_priv_key'] = priv_key
5117 mydb
.new_row("nfvo_tenants", tenant_dict
, confidential_data
=True)
5118 except db_base_Exception
as e
:
5119 raise NfvoException("Error creating the new tenant: {} ".format(tenant_dict
['name']) + str(e
), e
.http_code
)
5122 def delete_tenant(mydb
, tenant
):
5123 #get nfvo_tenant info
5125 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant
, 'tenant')
5126 mydb
.delete_row_by_id("nfvo_tenants", tenant_dict
['uuid'])
5127 return tenant_dict
['uuid'] + " " + tenant_dict
["name"]
5130 def new_datacenter(mydb
, datacenter_descriptor
):
5131 sdn_port_mapping
= None
5132 if "config" in datacenter_descriptor
:
5133 sdn_port_mapping
= datacenter_descriptor
["config"].pop("sdn-port-mapping", None)
5134 datacenter_descriptor
["config"] = yaml
.safe_dump(datacenter_descriptor
["config"], default_flow_style
=True,
5136 # Check that datacenter-type is correct
5137 datacenter_type
= datacenter_descriptor
.get("type", "openvim");
5138 # module_info = None
5140 for url_field
in ('vim_url', 'vim_url_admin'):
5141 # It is common that users copy and paste the URL from the VIM website
5142 # (example OpenStack), therefore a common mistake is to include blank
5143 # characters at the end of the URL. Let's remove it and just in case,
5144 # lets remove trailing slash as well.
5145 url
= datacenter_descriptor
.get(url_field
)
5147 datacenter_descriptor
[url_field
] = url
.strip(string
.whitespace
+ '/')
5150 plugin_name
= "rovim_" + datacenter_type
5151 if plugin_name
not in plugins
:
5152 _load_plugin(plugin_name
, type="vim")
5154 datacenter_id
= mydb
.new_row("datacenters", datacenter_descriptor
, add_uuid
=True, confidential_data
=True)
5155 if sdn_port_mapping
:
5157 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, sdn_port_mapping
)
5158 except Exception as e
:
5159 mydb
.delete_row_by_id("datacenters", datacenter_id
) # Rollback
5161 return datacenter_id
5164 def edit_datacenter(mydb
, datacenter_id_name
, datacenter_descriptor
):
5165 # obtain data, check that only one exist
5166 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id_name
)
5169 datacenter_id
= datacenter
['uuid']
5170 where
= {'uuid': datacenter
['uuid']}
5171 remove_port_mapping
= False
5172 new_sdn_port_mapping
= None
5173 if "config" in datacenter_descriptor
:
5174 if datacenter_descriptor
['config'] != None:
5176 new_config_dict
= datacenter_descriptor
["config"]
5177 if "sdn-port-mapping" in new_config_dict
:
5178 remove_port_mapping
= True
5179 new_sdn_port_mapping
= new_config_dict
.pop("sdn-port-mapping")
5180 # delete null fields
5182 for k
in new_config_dict
:
5183 if new_config_dict
[k
] is None:
5185 if k
== 'sdn-controller':
5186 remove_port_mapping
= True
5188 config_text
= datacenter
.get("config")
5191 config_dict
= yaml
.load(config_text
, Loader
=yaml
.Loader
)
5192 config_dict
.update(new_config_dict
)
5193 # delete null fields
5196 except Exception as e
:
5197 raise NfvoException("Bad format at datacenter:config " + str(e
), httperrors
.Bad_Request
)
5199 datacenter_descriptor
["config"] = yaml
.safe_dump(config_dict
, default_flow_style
=True, width
=256)
5201 datacenter_descriptor
["config"] = None
5202 if remove_port_mapping
:
5204 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_id
)
5205 except ovimException
as e
:
5206 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
), httperrors
.Conflict
)
5208 mydb
.update_rows('datacenters', datacenter_descriptor
, where
)
5209 if new_sdn_port_mapping
:
5211 datacenter_sdn_port_mapping_set(mydb
, None, datacenter_id
, new_sdn_port_mapping
)
5212 except ovimException
as e
:
5214 mydb
.update_rows('datacenters', datacenter
, where
)
5215 raise NfvoException("Error adding datacenter-port-mapping " + str(e
), httperrors
.Conflict
)
5216 return datacenter_id
5219 def delete_datacenter(mydb
, datacenter
):
5220 #get nfvo_tenant info
5221 datacenter_dict
= mydb
.get_table_by_uuid_name('datacenters', datacenter
, 'datacenter')
5222 mydb
.delete_row_by_id("datacenters", datacenter_dict
['uuid'])
5224 datacenter_sdn_port_mapping_delete(mydb
, None, datacenter_dict
['uuid'])
5225 except ovimException
as e
:
5226 raise NfvoException("Error deleting datacenter-port-mapping " + str(e
))
5227 return datacenter_dict
['uuid'] + " " + datacenter_dict
['name']
5230 def create_vim_account(mydb
, nfvo_tenant
, datacenter_id
, name
=None, vim_id
=None, vim_tenant
=None, vim_tenant_name
=None,
5231 vim_username
=None, vim_password
=None, config
=None):
5233 # get datacenter info
5235 if not datacenter_id
:
5237 raise NfvoException("You must provide 'vim_id", http_code
=httperrors
.Bad_Request
)
5238 datacenter_id
= vim_id
5239 datacenter_id
, datacenter
= get_datacenter_uuid(mydb
, None, datacenter_id
)
5240 datacenter_name
= datacenter
["name"]
5241 datacenter_type
= datacenter
["type"]
5243 create_vim_tenant
= True if not vim_tenant
and not vim_tenant_name
else False
5245 # get nfvo_tenant info
5246 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', nfvo_tenant
)
5247 if vim_tenant_name
is None:
5248 vim_tenant_name
= tenant_dict
['name']
5250 tenants_datacenter_dict
= {"nfvo_tenant_id": tenant_dict
['uuid'], "datacenter_id": datacenter_id
}
5251 # #check that this association does not exist before
5252 # tenants_datacenters = mydb.get_rows(FROM='tenants_datacenters', WHERE=tenants_datacenter_dict)
5253 # if len(tenants_datacenters)>0:
5254 # raise NfvoException("datacenter '{}' and tenant'{}' are already attached".format(
5255 # datacenter_id, tenant_dict['uuid']), httperrors.Conflict)
5257 vim_tenant_id_exist_atdb
= False
5258 if not create_vim_tenant
:
5259 where_
={"datacenter_id": datacenter_id
}
5260 if vim_tenant
is not None:
5261 where_
["vim_tenant_id"] = vim_tenant
5262 if vim_tenant_name
is not None:
5263 where_
["vim_tenant_name"] = vim_tenant_name
5264 # check if vim_tenant_id is already at database
5265 datacenter_tenants_dict
= mydb
.get_rows(FROM
='datacenter_tenants', WHERE
=where_
)
5266 if len(datacenter_tenants_dict
) >= 1:
5267 datacenter_tenants_dict
= datacenter_tenants_dict
[0]
5268 vim_tenant_id_exist_atdb
= True
5269 # TODO check if a field has changed and edit entry at datacenter_tenants at DB
5271 datacenter_tenants_dict
= {}
5272 # insert at table datacenter_tenants
5273 else: # if vim_tenant==None:
5274 # create tenant at VIM if not provided
5276 _
, myvim
= get_datacenter_by_name_uuid(mydb
, None, datacenter_id
, vim_user
=vim_username
,
5277 vim_passwd
=vim_password
)
5278 datacenter_name
= myvim
["name"]
5279 vim_tenant
= myvim
.new_tenant(vim_tenant_name
, "created by openmano for datacenter "+datacenter_name
)
5280 except vimconn
.VimConnException
as e
:
5281 raise NfvoException("Not possible to create vim_tenant {} at VIM: {}".format(vim_tenant_name
, e
),
5282 httperrors
.Internal_Server_Error
)
5283 datacenter_tenants_dict
= {"created": "true"}
5285 # fill datacenter_tenants table
5286 if not vim_tenant_id_exist_atdb
:
5287 datacenter_tenants_dict
["vim_tenant_id"] = vim_tenant
5288 datacenter_tenants_dict
["vim_tenant_name"] = vim_tenant_name
5289 datacenter_tenants_dict
["user"] = vim_username
5290 datacenter_tenants_dict
["passwd"] = vim_password
5291 datacenter_tenants_dict
["datacenter_id"] = datacenter_id
5293 datacenter_tenants_dict
["name"] = name
5295 datacenter_tenants_dict
["name"] = datacenter_name
5297 datacenter_tenants_dict
["config"] = yaml
.safe_dump(config
, default_flow_style
=True, width
=256)
5298 id_
= mydb
.new_row('datacenter_tenants', datacenter_tenants_dict
, add_uuid
=True, confidential_data
=True)
5299 datacenter_tenants_dict
["uuid"] = id_
5301 # fill tenants_datacenters table
5302 datacenter_tenant_id
= datacenter_tenants_dict
["uuid"]
5303 tenants_datacenter_dict
["datacenter_tenant_id"] = datacenter_tenant_id
5304 mydb
.new_row('tenants_datacenters', tenants_datacenter_dict
)
5306 # load plugin and create thread
5307 plugin_name
= "rovim_" + datacenter_type
5308 if plugin_name
not in plugins
:
5309 _load_plugin(plugin_name
, type="vim")
5310 thread_name
= get_non_used_vim_name(datacenter_name
, datacenter_id
)
5311 new_thread
= vim_thread(task_lock
, plugins
, thread_name
, None, datacenter_tenant_id
, db
=db
)
5313 thread_id
= datacenter_tenants_dict
["uuid"]
5314 vim_threads
["running"][thread_id
] = new_thread
5316 except vimconn
.VimConnException
as e
:
5317 raise NfvoException(str(e
), httperrors
.Bad_Request
)
5320 def edit_vim_account(mydb
, nfvo_tenant
, datacenter_tenant_id
, datacenter_id
=None, name
=None, vim_tenant
=None,
5321 vim_tenant_name
=None, vim_username
=None, vim_password
=None, config
=None):
5323 # get vim_account; check is valid for this tenant
5324 from_
= "datacenter_tenants as dt JOIN tenants_datacenters as td ON dt.uuid=td.datacenter_tenant_id"
5325 where_
= {"td.nfvo_tenant_id": nfvo_tenant
}
5326 if datacenter_tenant_id
:
5327 where_
["dt.uuid"] = datacenter_tenant_id
5329 where_
["dt.datacenter_id"] = datacenter_id
5330 vim_accounts
= mydb
.get_rows(SELECT
="dt.uuid as uuid, config", FROM
=from_
, WHERE
=where_
)
5331 if not vim_accounts
:
5332 raise NfvoException("vim_account not found for this tenant", http_code
=httperrors
.Not_Found
)
5333 elif len(vim_accounts
) > 1:
5334 raise NfvoException("found more than one vim_account for this tenant", http_code
=httperrors
.Conflict
)
5335 datacenter_tenant_id
= vim_accounts
[0]["uuid"]
5336 original_config
= vim_accounts
[0]["config"]
5340 original_config_dict
= yaml
.load(original_config
, Loader
=yaml
.Loader
)
5341 original_config_dict
.update(config
)
5342 update_
["config"] = yaml
.safe_dump(original_config_dict
, default_flow_style
=True, width
=256)
5344 update_
['name'] = name
5346 update_
['vim_tenant_id'] = vim_tenant
5348 update_
['vim_tenant_name'] = vim_tenant_name
5350 update_
['user'] = vim_username
5352 update_
['passwd'] = vim_password
5354 mydb
.update_rows("datacenter_tenants", UPDATE
=update_
, WHERE
={"uuid": datacenter_tenant_id
})
5356 vim_threads
["running"][datacenter_tenant_id
].insert_task("reload")
5357 return datacenter_tenant_id
5359 def delete_vim_account(mydb
, tenant_id
, vim_account_id
, datacenter
=None):
5360 #get nfvo_tenant info
5361 if not tenant_id
or tenant_id
=="any":
5364 tenant_dict
= mydb
.get_table_by_uuid_name('nfvo_tenants', tenant_id
)
5365 tenant_uuid
= tenant_dict
['uuid']
5367 #check that this association exist before
5368 tenants_datacenter_dict
= {}
5370 datacenter_id
, _
= get_datacenter_uuid(mydb
, tenant_uuid
, datacenter
)
5371 tenants_datacenter_dict
["datacenter_id"] = datacenter_id
5372 elif vim_account_id
:
5373 tenants_datacenter_dict
["datacenter_tenant_id"] = vim_account_id
5375 tenants_datacenter_dict
["nfvo_tenant_id"] = tenant_uuid
5376 tenant_datacenter_list
= mydb
.get_rows(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
5377 if len(tenant_datacenter_list
)==0 and tenant_uuid
:
5378 raise NfvoException("datacenter '{}' and tenant '{}' are not attached".format(datacenter_id
, tenant_dict
['uuid']), httperrors
.Not_Found
)
5380 #delete this association
5381 mydb
.delete_row(FROM
='tenants_datacenters', WHERE
=tenants_datacenter_dict
)
5383 #get vim_tenant info and deletes
5385 for tenant_datacenter_item
in tenant_datacenter_list
:
5386 vim_tenant_dict
= mydb
.get_table_by_uuid_name('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
5387 #try to delete vim:tenant
5389 mydb
.delete_row_by_id('datacenter_tenants', tenant_datacenter_item
['datacenter_tenant_id'])
5390 if vim_tenant_dict
['created']=='true':
5391 #delete tenant at VIM if created by NFVO
5393 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5394 myvim
.delete_tenant(vim_tenant_dict
['vim_tenant_id'])
5395 except vimconn
.VimConnException
as e
:
5396 warning
= "Not possible to delete vim_tenant_id {} from VIM: {} ".format(vim_tenant_dict
['vim_tenant_id'], str(e
))
5397 logger
.warn(warning
)
5398 except db_base_Exception
as e
:
5399 logger
.error("Cannot delete datacenter_tenants " + str(e
))
5400 pass # the error will be caused because dependencies, vim_tenant can not be deleted
5401 thread_id
= tenant_datacenter_item
["datacenter_tenant_id"]
5402 thread
= vim_threads
["running"].get(thread_id
)
5404 thread
.insert_task("exit")
5405 vim_threads
["deleting"][thread_id
] = thread
5406 return "datacenter {} detached. {}".format(datacenter_id
, warning
)
5409 def datacenter_action(mydb
, tenant_id
, datacenter
, action_dict
):
5411 #get datacenter info
5412 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5414 if 'check-connectivity' in action_dict
:
5416 myvim
.check_vim_connectivity()
5417 except vimconn
.VimConnException
as e
:
5418 #logger.error("nfvo.datacenter_action() Not possible to get_network_list from VIM: %s ", str(e))
5419 raise NfvoException(str(e
), e
.http_code
)
5420 elif 'net-update' in action_dict
:
5422 nets
= myvim
.get_network_list(filter_dict
={'shared': True, 'admin_state_up': True, 'status': 'ACTIVE'})
5424 except vimconn
.VimConnException
as e
:
5425 #logger.error("nfvo.datacenter_action() Not possible to get_network_list from VIM: %s ", str(e))
5426 raise NfvoException(str(e
), httperrors
.Internal_Server_Error
)
5427 #update nets Change from VIM format to NFVO format
5430 net_nfvo
={'datacenter_id': datacenter_id
}
5431 net_nfvo
['name'] = net
['name']
5432 #net_nfvo['description']= net['name']
5433 net_nfvo
['vim_net_id'] = net
['id']
5434 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
5435 net_nfvo
['shared'] = net
['shared']
5436 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
5437 net_list
.append(net_nfvo
)
5438 inserted
, deleted
= mydb
.update_datacenter_nets(datacenter_id
, net_list
)
5439 logger
.info("Inserted %d nets, deleted %d old nets", inserted
, deleted
)
5441 elif 'net-edit' in action_dict
:
5442 net
= action_dict
['net-edit'].pop('net')
5443 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
5444 result
= mydb
.update_rows('datacenter_nets', action_dict
['net-edit'],
5445 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
5447 elif 'net-delete' in action_dict
:
5448 net
= action_dict
['net-deelte'].get('net')
5449 what
= 'vim_net_id' if utils
.check_valid_uuid(net
) else 'name'
5450 result
= mydb
.delete_row(FROM
='datacenter_nets',
5451 WHERE
={'datacenter_id':datacenter_id
, what
: net
})
5455 raise NfvoException("Unknown action " + str(action_dict
), httperrors
.Bad_Request
)
5458 def datacenter_edit_netmap(mydb
, tenant_id
, datacenter
, netmap
, action_dict
):
5459 #get datacenter info
5460 datacenter_id
, _
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5462 what
= 'uuid' if utils
.check_valid_uuid(netmap
) else 'name'
5463 result
= mydb
.update_rows('datacenter_nets', action_dict
['netmap'],
5464 WHERE
={'datacenter_id':datacenter_id
, what
: netmap
})
5468 def datacenter_new_netmap(mydb
, tenant_id
, datacenter
, action_dict
=None):
5469 #get datacenter info
5470 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5473 action_dict
= action_dict
["netmap"]
5474 if 'vim_id' in action_dict
:
5475 filter_dict
["id"] = action_dict
['vim_id']
5476 if 'vim_name' in action_dict
:
5477 filter_dict
["name"] = action_dict
['vim_name']
5479 filter_dict
["shared"] = True
5482 vim_nets
= myvim
.get_network_list(filter_dict
=filter_dict
)
5483 except vimconn
.VimConnException
as e
:
5484 #logger.error("nfvo.datacenter_new_netmap() Not possible to get_network_list from VIM: %s ", str(e))
5485 raise NfvoException(str(e
), httperrors
.Internal_Server_Error
)
5486 if len(vim_nets
)>1 and action_dict
:
5487 raise NfvoException("more than two networks found, specify with vim_id", httperrors
.Conflict
)
5488 elif len(vim_nets
)==0: # and action_dict:
5489 raise NfvoException("Not found a network at VIM with " + str(filter_dict
), httperrors
.Not_Found
)
5491 for net
in vim_nets
:
5492 net_nfvo
={'datacenter_id': datacenter_id
}
5493 if action_dict
and "name" in action_dict
:
5494 net_nfvo
['name'] = action_dict
['name']
5496 net_nfvo
['name'] = net
['name']
5497 #net_nfvo['description']= net['name']
5498 net_nfvo
['vim_net_id'] = net
['id']
5499 net_nfvo
['type'] = net
['type'][0:6] #change from ('ptp','data','bridge_data','bridge_man') to ('bridge','data','ptp')
5500 net_nfvo
['shared'] = net
['shared']
5501 net_nfvo
['multipoint'] = False if net
['type']=='ptp' else True
5503 net_id
= mydb
.new_row("datacenter_nets", net_nfvo
, add_uuid
=True)
5504 net_nfvo
["status"] = "OK"
5505 net_nfvo
["uuid"] = net_id
5506 except db_base_Exception
as e
:
5510 net_nfvo
["status"] = "FAIL: " + str(e
)
5511 net_list
.append(net_nfvo
)
5514 def get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
):
5515 # obtain all network data
5517 if utils
.check_valid_uuid(network_id
):
5518 filter_dict
= {"id": network_id
}
5520 filter_dict
= {"name": network_id
}
5522 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5523 network
= myvim
.get_network_list(filter_dict
=filter_dict
)
5524 except vimconn
.VimConnException
as e
:
5525 raise NfvoException("Not possible to get_sdn_net_id from VIM: {}".format(str(e
)), e
.http_code
)
5527 # ensure the network is defined
5528 if len(network
) == 0:
5529 raise NfvoException("Network {} is not present in the system".format(network_id
),
5530 httperrors
.Bad_Request
)
5532 # ensure there is only one network with the provided name
5533 if len(network
) > 1:
5534 raise NfvoException("Multiple networks present in vim identified by {}".format(network_id
), httperrors
.Bad_Request
)
5536 # ensure it is a dataplane network
5537 if network
[0]['type'] != 'data':
5540 # ensure we use the id
5541 network_id
= network
[0]['id']
5543 # search in dabase mano_db in table instance nets for the sdn_net_id that corresponds to the vim_net_id==network_id
5544 # and with instance_scenario_id==NULL
5545 #search_dict = {'vim_net_id': network_id, 'instance_scenario_id': None}
5546 search_dict
= {'vim_net_id': network_id
}
5549 #sdn_network_id = mydb.get_rows(SELECT=('sdn_net_id',), FROM='instance_nets', WHERE=search_dict)[0]['sdn_net_id']
5550 result
= mydb
.get_rows(SELECT
=('sdn_net_id',), FROM
='instance_nets', WHERE
=search_dict
)
5551 except db_base_Exception
as e
:
5552 raise NfvoException("db_base_Exception obtaining SDN network to associated to vim network {}".format(
5553 network_id
) + str(e
), e
.http_code
)
5557 if net
['sdn_net_id'] != None:
5559 sdn_net_id
= net
['sdn_net_id']
5561 if sdn_net_counter
== 0:
5563 elif sdn_net_counter
== 1:
5566 raise NfvoException("More than one SDN network is associated to vim network {}".format(
5567 network_id
), httperrors
.Internal_Server_Error
)
5569 def get_sdn_controller_id(mydb
, datacenter
):
5570 # Obtain sdn controller id
5571 config
= mydb
.get_rows(SELECT
=('config',), FROM
='datacenters', WHERE
={'uuid': datacenter
})[0].get('config', '{}')
5575 return yaml
.load(config
, Loader
=yaml
.Loader
).get('sdn-controller')
5577 def vim_net_sdn_attach(mydb
, tenant_id
, datacenter
, network_id
, descriptor
):
5579 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5580 if not sdn_network_id
:
5581 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
), httperrors
.Internal_Server_Error
)
5583 #Obtain sdn controller id
5584 controller_id
= get_sdn_controller_id(mydb
, datacenter
)
5585 if not controller_id
:
5586 raise NfvoException("No SDN controller is set for datacenter {}".format(datacenter
), httperrors
.Internal_Server_Error
)
5588 #Obtain sdn controller info
5589 sdn_controller
= ovim
.show_of_controller(controller_id
)
5592 'name': 'external_port',
5593 'net_id': sdn_network_id
,
5594 'ofc_id': controller_id
,
5595 'switch_dpid': sdn_controller
['dpid'],
5596 'switch_port': descriptor
['port']
5599 if 'vlan' in descriptor
:
5600 port_data
['vlan'] = descriptor
['vlan']
5601 if 'mac' in descriptor
:
5602 port_data
['mac'] = descriptor
['mac']
5604 result
= ovim
.new_port(port_data
)
5605 except ovimException
as e
:
5606 raise NfvoException("ovimException attaching SDN network {} to vim network {}".format(
5607 sdn_network_id
, network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5608 except db_base_Exception
as e
:
5609 raise NfvoException("db_base_Exception attaching SDN network to vim network {}".format(
5610 network_id
) + str(e
), e
.http_code
)
5612 return 'Port uuid: '+ result
5614 def vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, network_id
, port_id
=None):
5616 filter = {'uuid': port_id
}
5618 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, network_id
)
5619 if not sdn_network_id
:
5620 raise NfvoException("No SDN network is associated to vim-network {}".format(network_id
),
5621 httperrors
.Internal_Server_Error
)
5622 #in case no port_id is specified only ports marked as 'external_port' will be detached
5623 filter = {'name': 'external_port', 'net_id': sdn_network_id
}
5626 port_list
= ovim
.get_ports(columns
={'uuid'}, filter=filter)
5627 except ovimException
as e
:
5628 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
),
5629 httperrors
.Internal_Server_Error
)
5631 if len(port_list
) == 0:
5632 raise NfvoException("No ports attached to the network {} were found with the requested criteria".format(network_id
),
5633 httperrors
.Bad_Request
)
5636 for port
in port_list
:
5638 port_uuid_list
.append(port
['uuid'])
5639 ovim
.delete_port(port
['uuid'])
5640 except ovimException
as e
:
5641 raise NfvoException("ovimException deleting port {} for net {}. ".format(port
['uuid'], network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5643 return 'Detached ports uuid: {}'.format(','.join(port_uuid_list
))
5645 def vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
):
5646 #get datacenter info
5647 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5650 if utils
.check_valid_uuid(name
):
5651 filter_dict
["id"] = name
5653 filter_dict
["name"] = name
5655 if item
=="networks":
5656 #filter_dict['tenant_id'] = myvim['tenant_id']
5657 content
= myvim
.get_network_list(filter_dict
=filter_dict
)
5659 if len(content
) == 0:
5660 raise NfvoException("Network {} is not present in the system. ".format(name
),
5661 httperrors
.Bad_Request
)
5663 #Update the networks with the attached ports
5665 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, net
['id'])
5666 if sdn_network_id
!= None:
5668 #port_list = ovim.get_ports(columns={'uuid', 'switch_port', 'vlan'}, filter={'name': 'external_port', 'net_id': sdn_network_id})
5669 port_list
= ovim
.get_ports(columns
={'uuid', 'switch_port', 'vlan','name'}, filter={'net_id': sdn_network_id
})
5670 except ovimException
as e
:
5671 raise NfvoException("ovimException obtaining external ports for net {}. ".format(network_id
) + str(e
), httperrors
.Internal_Server_Error
)
5672 #Remove field name and if port name is external_port save it as 'type'
5673 for port
in port_list
:
5674 if port
['name'] == 'external_port':
5675 port
['type'] = "External"
5677 net
['sdn_network_id'] = sdn_network_id
5678 net
['sdn_attached_ports'] = port_list
5680 elif item
=="tenants":
5681 content
= myvim
.get_tenant_list(filter_dict
=filter_dict
)
5682 elif item
== "images":
5684 content
= myvim
.get_image_list(filter_dict
=filter_dict
)
5686 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5687 logger
.debug("vim_action response %s", content
) #update nets Change from VIM format to NFVO format
5688 if name
and len(content
)==1:
5689 return {item
[:-1]: content
[0]}
5690 elif name
and len(content
)==0:
5691 raise NfvoException("No {} found with ".format(item
[:-1]) + " and ".join(map(lambda x
: str(x
[0])+": "+str(x
[1]), filter_dict
.items())),
5694 return {item
: content
}
5695 except vimconn
.VimConnException
as e
:
5696 print("vim_action Not possible to get_{}_list from VIM: {} ".format(item
, str(e
)))
5697 raise NfvoException("Not possible to get_{}_list from VIM: {}".format(item
, str(e
)), e
.http_code
)
5700 def vim_action_delete(mydb
, tenant_id
, datacenter
, item
, name
):
5701 #get datacenter info
5702 if tenant_id
== "any":
5705 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5707 content
= vim_action_get(mydb
, tenant_id
, datacenter
, item
, name
)
5708 logger
.debug("vim_action_delete vim response: " + str(content
))
5709 items
= next(iter(content
.values()))
5710 if type(items
)==list and len(items
)==0:
5711 raise NfvoException("Not found " + item
, httperrors
.Not_Found
)
5712 elif type(items
)==list and len(items
)>1:
5713 raise NfvoException("Found more than one {} with this name. Use uuid.".format(item
), httperrors
.Not_Found
)
5714 else: # it is a dict
5715 item_id
= items
["id"]
5716 item_name
= str(items
.get("name"))
5719 if item
=="networks":
5720 # If there is a SDN network associated to the vim-network, proceed to clear the relationship and delete it
5721 sdn_network_id
= get_sdn_net_id(mydb
, tenant_id
, datacenter
, item_id
)
5722 if sdn_network_id
!= None:
5723 #Delete any port attachment to this network
5725 port_list
= ovim
.get_ports(columns
={'uuid'}, filter={'net_id': sdn_network_id
})
5726 except ovimException
as e
:
5727 raise NfvoException(
5728 "ovimException obtaining external ports for net {}. ".format(sdn_network_id
) + str(e
),
5729 httperrors
.Internal_Server_Error
)
5731 # By calling one by one all ports to be detached we ensure that not only the external_ports get detached
5732 for port
in port_list
:
5733 vim_net_sdn_detach(mydb
, tenant_id
, datacenter
, item_id
, port
['uuid'])
5735 #Delete from 'instance_nets' the correspondence between the vim-net-id and the sdn-net-id
5737 mydb
.delete_row(FROM
='instance_nets', WHERE
={'instance_scenario_id': None,
5738 'sdn_net_id': sdn_network_id
,
5739 'vim_net_id': item_id
})
5740 except db_base_Exception
as e
:
5741 raise NfvoException("Error deleting correspondence for VIM/SDN dataplane networks{}: {}".format(
5742 item_id
, e
), e
.http_code
)
5744 #Delete the SDN network
5746 ovim
.delete_network(sdn_network_id
)
5747 except ovimException
as e
:
5748 logger
.error("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
), exc_info
=True)
5749 raise NfvoException("ovimException deleting SDN network={} ".format(sdn_network_id
) + str(e
),
5750 httperrors
.Internal_Server_Error
)
5752 content
= myvim
.delete_network(item_id
)
5753 elif item
=="tenants":
5754 content
= myvim
.delete_tenant(item_id
)
5755 elif item
== "images":
5756 content
= myvim
.delete_image(item_id
)
5758 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5759 except vimconn
.VimConnException
as e
:
5760 #logger.error( "vim_action Not possible to delete_{} {}from VIM: {} ".format(item, name, str(e)))
5761 raise NfvoException("Not possible to delete_{} {} from VIM: {}".format(item
, name
, str(e
)), e
.http_code
)
5763 return "{} {} {} deleted".format(item
[:-1], item_id
,item_name
)
5766 def vim_action_create(mydb
, tenant_id
, datacenter
, item
, descriptor
):
5767 #get datacenter info
5768 logger
.debug("vim_action_create descriptor %s", str(descriptor
))
5769 if tenant_id
== "any":
5771 datacenter_id
, myvim
= get_datacenter_by_name_uuid(mydb
, tenant_id
, datacenter
)
5773 if item
=="networks":
5774 net
= descriptor
["network"]
5775 net_name
= net
.pop("name")
5776 net_type
= net
.pop("type", "bridge")
5777 net_public
= net
.pop("shared", False)
5778 net_ipprofile
= net
.pop("ip_profile", None)
5779 net_vlan
= net
.pop("vlan", None)
5780 net_provider_network_profile
= None
5782 net_provider_network_profile
= {"segmentation-id": net_vlan
}
5783 content
, _
= myvim
.new_network(net_name
, net_type
, net_ipprofile
, shared
=net_public
, provider_network_profile
=net_provider_network_profile
) #, **net)
5785 #If the datacenter has a SDN controller defined and the network is of dataplane type, then create the sdn network
5786 if get_sdn_controller_id(mydb
, datacenter
) != None and (net_type
== 'data' or net_type
== 'ptp'):
5787 #obtain datacenter_tenant_id
5788 datacenter_tenant_id
= mydb
.get_rows(SELECT
=('uuid',),
5789 FROM
='datacenter_tenants',
5790 WHERE
={'datacenter_id': datacenter
})[0]['uuid']
5793 sdn_network
['vlan'] = net_vlan
5794 sdn_network
['type'] = net_type
5795 sdn_network
['name'] = net_name
5796 sdn_network
['region'] = datacenter_tenant_id
5797 ovim_content
= ovim
.new_network(sdn_network
)
5798 except ovimException
as e
:
5799 logger
.error("ovimException creating SDN network={} ".format(
5800 sdn_network
) + str(e
), exc_info
=True)
5801 raise NfvoException("ovimException creating SDN network={} ".format(sdn_network
) + str(e
),
5802 httperrors
.Internal_Server_Error
)
5804 # Save entry in in dabase mano_db in table instance_nets to stablish a dictionary vim_net_id <->sdn_net_id
5805 # use instance_scenario_id=None to distinguish from real instaces of nets
5806 correspondence
= {'instance_scenario_id': None,
5807 'sdn_net_id': ovim_content
,
5808 'vim_net_id': content
,
5809 'datacenter_tenant_id': datacenter_tenant_id
5812 mydb
.new_row('instance_nets', correspondence
, add_uuid
=True)
5813 except db_base_Exception
as e
:
5814 raise NfvoException("Error saving correspondence for VIM/SDN dataplane networks{}: {}".format(
5815 correspondence
, e
), e
.http_code
)
5816 elif item
=="tenants":
5817 tenant
= descriptor
["tenant"]
5818 content
= myvim
.new_tenant(tenant
["name"], tenant
.get("description"))
5820 raise NfvoException(item
+ "?", httperrors
.Method_Not_Allowed
)
5821 except vimconn
.VimConnException
as e
:
5822 raise NfvoException("Not possible to create {} at VIM: {}".format(item
, str(e
)), e
.http_code
)
5824 return vim_action_get(mydb
, tenant_id
, datacenter
, item
, content
)
5826 def sdn_controller_create(mydb
, tenant_id
, sdn_controller
):
5828 wim_id
= ovim
.new_of_controller(sdn_controller
)
5830 # Load plugin if not previously loaded
5831 controller_type
= sdn_controller
.get("type")
5832 plugin_name
= "rosdn_" + controller_type
5833 if plugin_name
not in plugins
:
5834 _load_plugin(plugin_name
, type="sdn")
5836 thread_name
= get_non_used_vim_name(sdn_controller
['name'], wim_id
)
5837 new_thread
= vim_thread(task_lock
, plugins
, thread_name
, wim_id
, None, db
=db
)
5840 vim_threads
["running"][thread_id
] = new_thread
5841 logger
.debug('New SDN controller created with uuid {}'.format(wim_id
))
5843 except ovimException
as e
:
5844 raise NfvoException(e
) from e
5846 def sdn_controller_update(mydb
, tenant_id
, controller_id
, sdn_controller
):
5847 data
= ovim
.edit_of_controller(controller_id
, sdn_controller
)
5848 msg
= 'SDN controller {} updated'.format(data
)
5849 vim_threads
["running"][controller_id
].insert_task("reload")
5853 def sdn_controller_list(mydb
, tenant_id
, controller_id
=None):
5854 if controller_id
== None:
5855 data
= ovim
.get_of_controllers()
5857 data
= ovim
.show_of_controller(controller_id
)
5859 msg
= 'SDN controller list:\n {}'.format(data
)
5863 def sdn_controller_delete(mydb
, tenant_id
, controller_id
):
5864 select_
= ('uuid', 'config')
5865 datacenters
= mydb
.get_rows(FROM
='datacenters', SELECT
=select_
)
5866 for datacenter
in datacenters
:
5867 if datacenter
['config']:
5868 config
= yaml
.load(datacenter
['config'], Loader
=yaml
.Loader
)
5869 if 'sdn-controller' in config
and config
['sdn-controller'] == controller_id
:
5870 raise NfvoException("SDN controller {} is in use by datacenter {}".format(controller_id
, datacenter
['uuid']), httperrors
.Conflict
)
5872 data
= ovim
.delete_of_controller(controller_id
)
5873 msg
= 'SDN controller {} deleted'.format(data
)
5877 def datacenter_sdn_port_mapping_set(mydb
, tenant_id
, datacenter_id
, sdn_port_mapping
):
5878 controller
= mydb
.get_rows(FROM
="datacenters", SELECT
=("config",), WHERE
={"uuid":datacenter_id
})
5879 if len(controller
) < 1:
5880 raise NfvoException("Datacenter {} not present in the database".format(datacenter_id
), httperrors
.Not_Found
)
5883 sdn_controller_id
= yaml
.load(controller
[0]["config"], Loader
=yaml
.Loader
)["sdn-controller"]
5885 raise NfvoException("The datacenter {} has not an SDN controller associated".format(datacenter_id
), httperrors
.Bad_Request
)
5887 sdn_controller
= ovim
.show_of_controller(sdn_controller_id
)
5888 switch_dpid
= sdn_controller
["dpid"]
5891 for compute_node
in sdn_port_mapping
:
5892 #element = {"ofc_id": sdn_controller_id, "region": datacenter_id, "switch_dpid": switch_dpid}
5894 element
["compute_node"] = compute_node
["compute_node"]
5895 if compute_node
["ports"]:
5896 for port
in compute_node
["ports"]:
5897 pci
= port
.get("pci")
5898 element
["switch_port"] = port
.get("switch_port")
5899 element
["switch_mac"] = port
.get("switch_mac")
5900 element
["switch_dpid"] = port
.get("switch_dpid")
5901 element
["switch_id"] = port
.get("switch_id")
5902 if not element
["switch_port"] and not element
["switch_mac"]:
5903 raise NfvoException ("The mapping must contain 'switch_port' or 'switch_mac'", httperrors
.Bad_Request
)
5904 for pci_expanded
in utils
.expand_brackets(pci
):
5905 element
["pci"] = pci_expanded
5906 maps
.append(dict(element
))
5908 out
= ovim
.set_of_port_mapping(maps
, sdn_id
=sdn_controller_id
, switch_dpid
=switch_dpid
, vim_id
=datacenter_id
)
5909 vim_threads
["running"][sdn_controller_id
].insert_task("reload")
5912 def datacenter_sdn_port_mapping_list(mydb
, tenant_id
, datacenter_id
):
5913 maps
= ovim
.get_of_port_mappings(db_filter
={"datacenter_id": datacenter_id
})
5916 "sdn-controller": None,
5917 "datacenter-id": datacenter_id
,
5919 "ports_mapping": list()
5922 datacenter
= mydb
.get_table_by_uuid_name('datacenters', datacenter_id
)
5923 if datacenter
['config']:
5924 config
= yaml
.load(datacenter
['config'], Loader
=yaml
.Loader
)
5925 if 'sdn-controller' in config
:
5926 controller_id
= config
['sdn-controller']
5927 sdn_controller
= sdn_controller_list(mydb
, tenant_id
, controller_id
)
5928 result
["sdn-controller"] = controller_id
5929 result
["dpid"] = sdn_controller
["dpid"]
5931 if result
["sdn-controller"] == None:
5932 raise NfvoException("SDN controller is not defined for datacenter {}".format(datacenter_id
), httperrors
.Bad_Request
)
5933 if result
["dpid"] == None:
5934 raise NfvoException("It was not possible to determine DPID for SDN controller {}".format(result
["sdn-controller"]),
5935 httperrors
.Internal_Server_Error
)
5940 ports_correspondence_dict
= dict()
5942 if result
["sdn-controller"] != link
["wim_id"]:
5943 raise NfvoException("The sdn-controller specified for different port mappings differ", httperrors
.Internal_Server_Error
)
5944 if result
["dpid"] != link
["switch_dpid"]:
5945 raise NfvoException("The dpid specified for different port mappings differ", httperrors
.Internal_Server_Error
)
5946 link_config
= link
["service_mapping_info"]
5948 element
["pci"] = link
.get("device_interface_id")
5949 if link
["switch_port"]:
5950 element
["switch_port"] = link
["switch_port"]
5951 if link_config
["switch_mac"]:
5952 element
["switch_mac"] = link_config
.get("switch_mac")
5954 if not link
.get("interface_id") in ports_correspondence_dict
:
5956 content
["compute_node"] = link
.get("interface_id")
5957 content
["ports"] = list()
5958 ports_correspondence_dict
[link
.get("interface_id")] = content
5960 ports_correspondence_dict
[link
["interface_id"]]["ports"].append(element
)
5962 for key
in sorted(ports_correspondence_dict
):
5963 result
["ports_mapping"].append(ports_correspondence_dict
[key
])
5967 def datacenter_sdn_port_mapping_delete(mydb
, tenant_id
, datacenter_id
):
5968 return ovim
.clear_of_port_mapping(db_filter
={"datacenter_id":datacenter_id
})
5970 def create_RO_keypair(tenant_id
):
5972 Creates a public / private keys for a RO tenant and returns their values
5974 tenant_id: ID of the tenant
5976 public_key: Public key for the RO tenant
5977 private_key: Encrypted private key for RO tenant
5981 key
= RSA
.generate(bits
)
5983 public_key
= key
.publickey().exportKey('OpenSSH')
5984 if isinstance(public_key
, ValueError):
5985 raise NfvoException("Unable to create public key: {}".format(public_key
), httperrors
.Internal_Server_Error
)
5986 private_key
= key
.exportKey(passphrase
=tenant_id
, pkcs
=8)
5987 except (ValueError, NameError) as e
:
5988 raise NfvoException("Unable to create private key: {}".format(e
), httperrors
.Internal_Server_Error
)
5989 if isinstance(public_key
, bytes
):
5990 public_key
= public_key
.decode(encoding
='UTF-8')
5991 if isinstance(private_key
, bytes
):
5992 private_key
= private_key
.decode(encoding
='UTF-8')
5993 return public_key
, private_key
5995 def decrypt_key (key
, tenant_id
):
5997 Decrypts an encrypted RSA key
5999 key: Private key to be decrypted
6000 tenant_id: ID of the tenant
6002 unencrypted_key: Unencrypted private key for RO tenant
6005 key
= RSA
.importKey(key
,tenant_id
)
6006 unencrypted_key
= key
.exportKey('PEM')
6007 if isinstance(unencrypted_key
, ValueError):
6008 raise NfvoException("Unable to decrypt the private key: {}".format(unencrypted_key
), httperrors
.Internal_Server_Error
)
6009 if isinstance(unencrypted_key
, bytes
):
6010 unencrypted_key
= unencrypted_key
.decode(encoding
='UTF-8')
6011 except ValueError as e
:
6012 raise NfvoException("Unable to decrypt the private key: {}".format(e
), httperrors
.Internal_Server_Error
)
6013 return unencrypted_key