50e14fa2c78262017a34fbd5be8b054dd44fa119
[osm/RO.git] / RO-plugin / osm_ro_plugin / vimconn.py
1 # -*- coding: utf-8 -*-
2
3 ##
4 # Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U.
5 # This file is part of openmano
6 # All Rights Reserved.
7 #
8 # Licensed under the Apache License, Version 2.0 (the "License"); you may
9 # not use this file except in compliance with the License. You may obtain
10 # a copy of the License at
11 #
12 # http://www.apache.org/licenses/LICENSE-2.0
13 #
14 # Unless required by applicable law or agreed to in writing, software
15 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17 # License for the specific language governing permissions and limitations
18 # under the License.
19 #
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact with: nfvlabs@tid.es
22 ##
23
24 """
25 vimconn implement an Abstract class for the vim connector plugins
26 with the definition of the method to be implemented.
27 """
28
29 from email.mime.multipart import MIMEMultipart
30 from email.mime.text import MIMEText
31 from http import HTTPStatus
32 from io import StringIO
33 import logging
34 import socket
35 import sys
36 import warnings
37
38 import paramiko
39 import yaml
40
41 __author__ = "Alfonso Tierno, Igor D.C."
42 __date__ = "$14-aug-2017 23:59:59$"
43
44
45 def deprecated(message):
46 def deprecated_decorator(func):
47 def deprecated_func(*args, **kwargs):
48 warnings.warn(
49 "{} is a deprecated function. {}".format(func.__name__, message),
50 category=DeprecationWarning,
51 stacklevel=2,
52 )
53 warnings.simplefilter("default", DeprecationWarning)
54
55 return func(*args, **kwargs)
56
57 return deprecated_func
58
59 return deprecated_decorator
60
61
62 # Error variables
63 HTTP_Bad_Request = HTTPStatus.BAD_REQUEST.value
64 HTTP_Unauthorized = HTTPStatus.UNAUTHORIZED.value
65 HTTP_Not_Found = HTTPStatus.NOT_FOUND.value
66 HTTP_Method_Not_Allowed = HTTPStatus.METHOD_NOT_ALLOWED.value
67 HTTP_Request_Timeout = HTTPStatus.REQUEST_TIMEOUT.value
68 HTTP_Conflict = HTTPStatus.CONFLICT.value
69 HTTP_Not_Implemented = HTTPStatus.NOT_IMPLEMENTED.value
70 HTTP_Service_Unavailable = HTTPStatus.SERVICE_UNAVAILABLE.value
71 HTTP_Internal_Server_Error = HTTPStatus.INTERNAL_SERVER_ERROR.value
72
73
74 class VimConnException(Exception):
75 """Common and base class Exception for all VimConnector exceptions"""
76
77 def __init__(self, message, http_code=HTTP_Bad_Request):
78 Exception.__init__(self, message)
79 self.http_code = http_code
80
81
82 class VimConnConnectionException(VimConnException):
83 """Connectivity error with the VIM"""
84
85 def __init__(self, message, http_code=HTTP_Service_Unavailable):
86 VimConnException.__init__(self, message, http_code)
87
88
89 class VimConnUnexpectedResponse(VimConnException):
90 """Get an wrong response from VIM"""
91
92 def __init__(self, message, http_code=HTTP_Service_Unavailable):
93 VimConnException.__init__(self, message, http_code)
94
95
96 class VimConnAuthException(VimConnException):
97 """Invalid credentials or authorization to perform this action over the VIM"""
98
99 def __init__(self, message, http_code=HTTP_Unauthorized):
100 VimConnException.__init__(self, message, http_code)
101
102
103 class VimConnNotFoundException(VimConnException):
104 """The item is not found at VIM"""
105
106 def __init__(self, message, http_code=HTTP_Not_Found):
107 VimConnException.__init__(self, message, http_code)
108
109
110 class VimConnConflictException(VimConnException):
111 """There is a conflict, e.g. more item found than one"""
112
113 def __init__(self, message, http_code=HTTP_Conflict):
114 VimConnException.__init__(self, message, http_code)
115
116
117 class VimConnNotSupportedException(VimConnException):
118 """The request is not supported by connector"""
119
120 def __init__(self, message, http_code=HTTP_Service_Unavailable):
121 VimConnException.__init__(self, message, http_code)
122
123
124 class VimConnNotImplemented(VimConnException):
125 """The method is not implemented by the connected"""
126
127 def __init__(self, message, http_code=HTTP_Not_Implemented):
128 VimConnException.__init__(self, message, http_code)
129
130
131 class VimConnector:
132 """Abstract base class for all the VIM connector plugins
133 These plugins must implement a VimConnector class derived from this
134 and all these privated methods
135 """
136
137 def __init__(
138 self,
139 uuid,
140 name,
141 tenant_id,
142 tenant_name,
143 url,
144 url_admin=None,
145 user=None,
146 passwd=None,
147 log_level=None,
148 config={},
149 persistent_info={},
150 ):
151 """
152 Constructor of VIM. Raise an exception is some needed parameter is missing, but it must not do any connectivity
153 checking against the VIM
154 :param uuid: internal id of this VIM
155 :param name: name assigned to this VIM, can be used for logging
156 :param tenant_id: 'tenant_id': (only one of them is mandatory) VIM tenant to be used
157 :param tenant_name: 'tenant_name': (only one of them is mandatory) VIM tenant to be used
158 :param url: url used for normal operations
159 :param url_admin: (optional), url used for administrative tasks
160 :param user: user to access
161 :param passwd: password
162 :param log_level: provided if it should use a different log_level than the general one
163 :param config: dictionary with extra VIM information. This contains a consolidate version of VIM config
164 at VIM_ACCOUNT (attach)
165 :param persitent_info: dict where the class can store information that will be available among class
166 destroy/creation cycles. This info is unique per VIM/credential. At first call it will contain an
167 empty dict. Useful to store login/tokens information for speed up communication
168
169 """
170 self.id = uuid
171 self.name = name
172 self.url = url
173 self.url_admin = url_admin
174 self.tenant_id = tenant_id
175 self.tenant_name = tenant_name
176 self.user = user
177 self.passwd = passwd
178 self.config = config or {}
179 self.availability_zone = None
180 self.logger = logging.getLogger("ro.vim")
181
182 if log_level:
183 self.logger.setLevel(getattr(logging, log_level))
184
185 if not self.url_admin: # try to use normal url
186 self.url_admin = self.url
187
188 def __getitem__(self, index):
189 if index == "tenant_id":
190 return self.tenant_id
191
192 if index == "tenant_name":
193 return self.tenant_name
194 elif index == "id":
195 return self.id
196 elif index == "name":
197 return self.name
198 elif index == "user":
199 return self.user
200 elif index == "passwd":
201 return self.passwd
202 elif index == "url":
203 return self.url
204 elif index == "url_admin":
205 return self.url_admin
206 elif index == "config":
207 return self.config
208 else:
209 raise KeyError("Invalid key '{}'".format(index))
210
211 def __setitem__(self, index, value):
212 if index == "tenant_id":
213 self.tenant_id = value
214
215 if index == "tenant_name":
216 self.tenant_name = value
217 elif index == "id":
218 self.id = value
219 elif index == "name":
220 self.name = value
221 elif index == "user":
222 self.user = value
223 elif index == "passwd":
224 self.passwd = value
225 elif index == "url":
226 self.url = value
227 elif index == "url_admin":
228 self.url_admin = value
229 else:
230 raise KeyError("Invalid key '{}'".format(index))
231
232 @staticmethod
233 def _create_mimemultipart(content_list):
234 """Creates a MIMEmultipart text combining the content_list
235 :param content_list: list of text scripts to be combined
236 :return: str of the created MIMEmultipart. If the list is empty returns None, if the list contains only one
237 element MIMEmultipart is not created and this content is returned
238 """
239 if not content_list:
240 return None
241 elif len(content_list) == 1:
242 return content_list[0]
243
244 combined_message = MIMEMultipart()
245
246 for content in content_list:
247 if content.startswith("#include"):
248 mime_format = "text/x-include-url"
249 elif content.startswith("#include-once"):
250 mime_format = "text/x-include-once-url"
251 elif content.startswith("#!"):
252 mime_format = "text/x-shellscript"
253 elif content.startswith("#cloud-config"):
254 mime_format = "text/cloud-config"
255 elif content.startswith("#cloud-config-archive"):
256 mime_format = "text/cloud-config-archive"
257 elif content.startswith("#upstart-job"):
258 mime_format = "text/upstart-job"
259 elif content.startswith("#part-handler"):
260 mime_format = "text/part-handler"
261 elif content.startswith("#cloud-boothook"):
262 mime_format = "text/cloud-boothook"
263 else: # by default
264 mime_format = "text/x-shellscript"
265
266 sub_message = MIMEText(content, mime_format, sys.getdefaultencoding())
267 combined_message.attach(sub_message)
268
269 return combined_message.as_string()
270
271 def _create_user_data(self, cloud_config):
272 """
273 Creates a script user database on cloud_config info
274 :param cloud_config: dictionary with
275 'key-pairs': (optional) list of strings with the public key to be inserted to the default user
276 'users': (optional) list of users to be inserted, each item is a dict with:
277 'name': (mandatory) user name,
278 'key-pairs': (optional) list of strings with the public key to be inserted to the user
279 'user-data': (optional) can be a string with the text script to be passed directly to cloud-init,
280 or a list of strings, each one contains a script to be passed, usually with a MIMEmultipart file
281 'config-files': (optional). List of files to be transferred. Each item is a dict with:
282 'dest': (mandatory) string with the destination absolute path
283 'encoding': (optional, by default text). Can be one of:
284 'b64', 'base64', 'gz', 'gz+b64', 'gz+base64', 'gzip+b64', 'gzip+base64'
285 'content' (mandatory): string with the content of the file
286 'permissions': (optional) string with file permissions, typically octal notation '0644'
287 'owner': (optional) file owner, string with the format 'owner:group'
288 'boot-data-drive': boolean to indicate if user-data must be passed using a boot drive (hard disk)
289 :return: config_drive, userdata. The first is a boolean or None, the second a string or None
290 """
291 config_drive = None
292 userdata = None
293 userdata_list = []
294
295 if isinstance(cloud_config, dict):
296 if cloud_config.get("user-data"):
297 if isinstance(cloud_config["user-data"], str):
298 userdata_list.append(cloud_config["user-data"])
299 else:
300 for u in cloud_config["user-data"]:
301 userdata_list.append(u)
302
303 if cloud_config.get("boot-data-drive") is not None:
304 config_drive = cloud_config["boot-data-drive"]
305
306 if (
307 cloud_config.get("config-files")
308 or cloud_config.get("users")
309 or cloud_config.get("key-pairs")
310 ):
311 userdata_dict = {}
312
313 # default user
314 if cloud_config.get("key-pairs"):
315 userdata_dict["ssh-authorized-keys"] = cloud_config["key-pairs"]
316 userdata_dict["users"] = [
317 {
318 "default": None,
319 "ssh-authorized-keys": cloud_config["key-pairs"],
320 }
321 ]
322
323 if cloud_config.get("users"):
324 if "users" not in userdata_dict:
325 userdata_dict["users"] = ["default"]
326
327 for user in cloud_config["users"]:
328 user_info = {
329 "name": user["name"],
330 "sudo": "ALL = (ALL)NOPASSWD:ALL",
331 }
332
333 if "user-info" in user:
334 user_info["gecos"] = user["user-info"]
335
336 if user.get("key-pairs"):
337 user_info["ssh-authorized-keys"] = user["key-pairs"]
338
339 userdata_dict["users"].append(user_info)
340
341 if cloud_config.get("config-files"):
342 userdata_dict["write_files"] = []
343 for file in cloud_config["config-files"]:
344 file_info = {"path": file["dest"], "content": file["content"]}
345
346 if file.get("encoding"):
347 file_info["encoding"] = file["encoding"]
348
349 if file.get("permissions"):
350 file_info["permissions"] = file["permissions"]
351
352 if file.get("owner"):
353 file_info["owner"] = file["owner"]
354
355 userdata_dict["write_files"].append(file_info)
356
357 userdata_list.append(
358 "#cloud-config\n"
359 + yaml.safe_dump(userdata_dict, indent=4, default_flow_style=False)
360 )
361 userdata = self._create_mimemultipart(userdata_list)
362 self.logger.debug("userdata: %s", userdata)
363 elif isinstance(cloud_config, str):
364 userdata = cloud_config
365
366 return config_drive, userdata
367
368 def check_vim_connectivity(self):
369 """Checks VIM can be reached and user credentials are ok.
370 Returns None if success or raises VimConnConnectionException, VimConnAuthException, ...
371 """
372 # by default no checking until each connector implements it
373 return None
374
375 def get_tenant_list(self, filter_dict={}):
376 """Obtain tenants of VIM
377 filter_dict dictionary that can contain the following keys:
378 name: filter by tenant name
379 id: filter by tenant uuid/id
380 <other VIM specific>
381 Returns the tenant list of dictionaries, and empty list if no tenant match all the filers:
382 [{'name':'<name>, 'id':'<id>, ...}, ...]
383 """
384 raise VimConnNotImplemented("Should have implemented this")
385
386 def new_network(
387 self,
388 net_name,
389 net_type,
390 ip_profile=None,
391 shared=False,
392 provider_network_profile=None,
393 ):
394 """Adds a tenant network to VIM
395 Params:
396 'net_name': name of the network
397 'net_type': one of:
398 'bridge': overlay isolated network
399 'data': underlay E-LAN network for Passthrough and SRIOV interfaces
400 'ptp': underlay E-LINE network for Passthrough and SRIOV interfaces.
401 'ip_profile': is a dict containing the IP parameters of the network
402 'ip_version': can be "IPv4" or "IPv6" (Currently only IPv4 is implemented)
403 'subnet_address': ip_prefix_schema, that is X.X.X.X/Y
404 'gateway_address': (Optional) ip_schema, that is X.X.X.X
405 'dns_address': (Optional) comma separated list of ip_schema, e.g. X.X.X.X[,X,X,X,X]
406 'dhcp_enabled': True or False
407 'dhcp_start_address': ip_schema, first IP to grant
408 'dhcp_count': number of IPs to grant.
409 'shared': if this network can be seen/use by other tenants/organization
410 'provider_network_profile': (optional) contains {segmentation-id: vlan, provider-network: vim_netowrk}
411 Returns a tuple with the network identifier and created_items, or raises an exception on error
412 created_items can be None or a dictionary where this method can include key-values that will be passed to
413 the method delete_network. Can be used to store created segments, created l2gw connections, etc.
414 Format is VimConnector dependent, but do not use nested dictionaries and a value of None should be the same
415 as not present.
416 """
417 raise VimConnNotImplemented("Should have implemented this")
418
419 def get_network_list(self, filter_dict={}):
420 """Obtain tenant networks of VIM
421 Params:
422 'filter_dict' (optional) contains entries to return only networks that matches ALL entries:
423 name: string => returns only networks with this name
424 id: string => returns networks with this VIM id, this imply returns one network at most
425 shared: boolean >= returns only networks that are (or are not) shared
426 tenant_id: sting => returns only networks that belong to this tenant/project
427 ,#(not used yet) admin_state_up: boolean => returns only networks that are (or are not) in admin state
428 active
429 #(not used yet) status: 'ACTIVE','ERROR',... => filter networks that are on this status
430 Returns the network list of dictionaries. each dictionary contains:
431 'id': (mandatory) VIM network id
432 'name': (mandatory) VIM network name
433 'status': (mandatory) can be 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
434 'network_type': (optional) can be 'vxlan', 'vlan' or 'flat'
435 'segmentation_id': (optional) in case network_type is vlan or vxlan this field contains the segmentation id
436 'error_msg': (optional) text that explains the ERROR status
437 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
438 List can be empty if no network map the filter_dict. Raise an exception only upon VIM connectivity,
439 authorization, or some other unspecific error
440 """
441 raise VimConnNotImplemented("Should have implemented this")
442
443 def get_network(self, net_id):
444 """Obtain network details from the 'net_id' VIM network
445 Return a dict that contains:
446 'id': (mandatory) VIM network id, that is, net_id
447 'name': (mandatory) VIM network name
448 'status': (mandatory) can be 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
449 'error_msg': (optional) text that explains the ERROR status
450 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
451 Raises an exception upon error or when network is not found
452 """
453 raise VimConnNotImplemented("Should have implemented this")
454
455 def delete_network(self, net_id, created_items=None):
456 """
457 Removes a tenant network from VIM and its associated elements
458 :param net_id: VIM identifier of the network, provided by method new_network
459 :param created_items: dictionary with extra items to be deleted. provided by method new_network
460 Returns the network identifier or raises an exception upon error or when network is not found
461 """
462 raise VimConnNotImplemented("Should have implemented this")
463
464 def refresh_nets_status(self, net_list):
465 """Get the status of the networks
466 Params:
467 'net_list': a list with the VIM network id to be get the status
468 Returns a dictionary with:
469 'net_id': #VIM id of this network
470 status: #Mandatory. Text with one of:
471 # DELETED (not found at vim)
472 # VIM_ERROR (Cannot connect to VIM, authentication problems, VIM response error, ...)
473 # OTHER (Vim reported other status not understood)
474 # ERROR (VIM indicates an ERROR status)
475 # ACTIVE, INACTIVE, DOWN (admin down),
476 # BUILD (on building process)
477 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
478 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
479 'net_id2': ...
480 """
481 raise VimConnNotImplemented("Should have implemented this")
482
483 def get_flavor(self, flavor_id):
484 """Obtain flavor details from the VIM
485 Returns the flavor dict details {'id':<>, 'name':<>, other vim specific }
486 Raises an exception upon error or if not found
487 """
488 raise VimConnNotImplemented("Should have implemented this")
489
490 def get_flavor_id_from_data(self, flavor_dict):
491 """Obtain flavor id that match the flavor description
492 Params:
493 'flavor_dict': dictionary that contains:
494 'disk': main hard disk in GB
495 'ram': meomry in MB
496 'vcpus': number of virtual cpus
497 #TODO: complete parameters for EPA
498 Returns the flavor_id or raises a VimConnNotFoundException
499 """
500 raise VimConnNotImplemented("Should have implemented this")
501
502 def new_flavor(self, flavor_data):
503 """Adds a tenant flavor to VIM
504 flavor_data contains a dictionary with information, keys:
505 name: flavor name
506 ram: memory (cloud type) in MBytes
507 vpcus: cpus (cloud type)
508 extended: EPA parameters
509 - numas: #items requested in same NUMA
510 memory: number of 1G huge pages memory
511 paired-threads|cores|threads: number of paired hyperthreads, complete cores OR individual
512 threads
513 interfaces: # passthrough(PT) or SRIOV interfaces attached to this numa
514 - name: interface name
515 dedicated: yes|no|yes:sriov; for PT, SRIOV or only one SRIOV for the physical NIC
516 bandwidth: X Gbps; requested guarantee bandwidth
517 vpci: requested virtual PCI address
518 disk: disk size
519 is_public:
520 #TODO to concrete
521 Returns the flavor identifier
522 """
523 raise VimConnNotImplemented("Should have implemented this")
524
525 def delete_flavor(self, flavor_id):
526 """Deletes a tenant flavor from VIM identify by its id
527 Returns the used id or raise an exception
528 """
529 raise VimConnNotImplemented("Should have implemented this")
530
531 def get_affinity_group(self, affinity_group_id):
532 """Obtain affinity or anti affinity group details from the VIM
533 Returns the flavor dict details {'id':<>, 'name':<>, other vim specific }
534 Raises an exception upon error or if not found
535 """
536 raise VimConnNotImplemented("Should have implemented this")
537
538 def new_affinity_group(self, affinity_group_data):
539 """Adds an affinity or anti affinity group to VIM
540 affinity_group_data contains a dictionary with information, keys:
541 name: name in VIM for the affinity or anti-affinity group
542 type: affinity or anti-affinity
543 scope: Only nfvi-node allowed
544 Returns the affinity or anti affinity group identifier
545 """
546 raise VimConnNotImplemented("Should have implemented this")
547
548 def delete_affinity_group(self, affinity_group_id):
549 """Deletes an affinity or anti affinity group from the VIM identified by its id
550 Returns the used id or raise an exception
551 """
552 raise VimConnNotImplemented("Should have implemented this")
553
554 def new_image(self, image_dict):
555 """Adds a tenant image to VIM
556 Returns the image id or raises an exception if failed
557 """
558 raise VimConnNotImplemented("Should have implemented this")
559
560 def delete_image(self, image_id):
561 """Deletes a tenant image from VIM
562 Returns the image_id if image is deleted or raises an exception on error
563 """
564 raise VimConnNotImplemented("Should have implemented this")
565
566 def get_image_id_from_path(self, path):
567 """Get the image id from image path in the VIM database.
568 Returns the image_id or raises a VimConnNotFoundException
569 """
570 raise VimConnNotImplemented("Should have implemented this")
571
572 def get_image_list(self, filter_dict={}):
573 """Obtain tenant images from VIM
574 Filter_dict can be:
575 name: image name
576 id: image uuid
577 checksum: image checksum
578 location: image path
579 Returns the image list of dictionaries:
580 [{<the fields at Filter_dict plus some VIM specific>}, ...]
581 List can be empty
582 """
583 raise VimConnNotImplemented("Should have implemented this")
584
585 def new_vminstance(
586 self,
587 name,
588 description,
589 start,
590 image_id,
591 flavor_id,
592 affinity_group_list,
593 net_list,
594 cloud_config=None,
595 disk_list=None,
596 availability_zone_index=None,
597 availability_zone_list=None,
598 ):
599 """Adds a VM instance to VIM
600 Params:
601 'start': (boolean) indicates if VM must start or created in pause mode.
602 'image_id','flavor_id': image and flavor VIM id to use for the VM
603 affinity_group_list: list of affinity groups, each one is a dictionary.
604 Ignore if empty.
605 'net_list': list of interfaces, each one is a dictionary with:
606 'name': (optional) name for the interface.
607 'net_id': VIM network id where this interface must be connect to. Mandatory for type==virtual
608 'vpci': (optional) virtual vPCI address to assign at the VM. Can be ignored depending on VIM
609 capabilities
610 'model': (optional and only have sense for type==virtual) interface model: virtio, e1000, ...
611 'mac_address': (optional) mac address to assign to this interface
612 'ip_address': (optional) IP address to assign to this interface
613 #TODO: CHECK if an optional 'vlan' parameter is needed for VIMs when type if VF and net_id is not
614 provided, the VLAN tag to be used. In case net_id is provided, the internal network vlan is used
615 for tagging VF
616 'type': (mandatory) can be one of:
617 'virtual', in this case always connected to a network of type 'net_type=bridge'
618 'PCI-PASSTHROUGH' or 'PF' (passthrough): depending on VIM capabilities it can be connected to a
619 data/ptp network ot it
620 can created unconnected
621 'SR-IOV' or 'VF' (SRIOV with VLAN tag): same as PF for network connectivity.
622 'VFnotShared'(SRIOV without VLAN tag) same as PF for network connectivity. VF where no other VFs
623 are allocated on the same physical NIC
624 'bw': (optional) only for PF/VF/VFnotShared. Minimal Bandwidth required for the interface in GBPS
625 'port_security': (optional) If False it must avoid any traffic filtering at this interface. If missing
626 or True, it must apply the default VIM behaviour
627 After execution the method will add the key:
628 'vim_id': must be filled/added by this method with the VIM identifier generated by the VIM for this
629 interface. 'net_list' is modified
630 'cloud_config': (optional) dictionary with:
631 'key-pairs': (optional) list of strings with the public key to be inserted to the default user
632 'users': (optional) list of users to be inserted, each item is a dict with:
633 'name': (mandatory) user name,
634 'key-pairs': (optional) list of strings with the public key to be inserted to the user
635 'user-data': (optional) can be a string with the text script to be passed directly to cloud-init,
636 or a list of strings, each one contains a script to be passed, usually with a MIMEmultipart file
637 'config-files': (optional). List of files to be transferred. Each item is a dict with:
638 'dest': (mandatory) string with the destination absolute path
639 'encoding': (optional, by default text). Can be one of:
640 'b64', 'base64', 'gz', 'gz+b64', 'gz+base64', 'gzip+b64', 'gzip+base64'
641 'content' (mandatory): string with the content of the file
642 'permissions': (optional) string with file permissions, typically octal notation '0644'
643 'owner': (optional) file owner, string with the format 'owner:group'
644 'boot-data-drive': boolean to indicate if user-data must be passed using a boot drive (hard disk)
645 'disk_list': (optional) list with additional disks to the VM. Each item is a dict with:
646 'image_id': (optional). VIM id of an existing image. If not provided an empty disk must be mounted
647 'size': (mandatory) string with the size of the disk in GB
648 availability_zone_index: Index of availability_zone_list to use for this this VM. None if not AV required
649 availability_zone_list: list of availability zones given by user in the VNFD descriptor. Ignore if
650 availability_zone_index is None
651 Returns a tuple with the instance identifier and created_items or raises an exception on error
652 created_items can be None or a dictionary where this method can include key-values that will be passed to
653 the method delete_vminstance and action_vminstance. Can be used to store created ports, volumes, etc.
654 Format is VimConnector dependent, but do not use nested dictionaries and a value of None should be the same
655 as not present.
656 """
657 raise VimConnNotImplemented("Should have implemented this")
658
659 def get_vminstance(self, vm_id):
660 """Returns the VM instance information from VIM"""
661 raise VimConnNotImplemented("Should have implemented this")
662
663 def delete_vminstance(self, vm_id, created_items=None):
664 """
665 Removes a VM instance from VIM and its associated elements
666 :param vm_id: VIM identifier of the VM, provided by method new_vminstance
667 :param created_items: dictionary with extra items to be deleted. provided by method new_vminstance and/or method
668 action_vminstance
669 :return: None or the same vm_id. Raises an exception on fail
670 """
671 raise VimConnNotImplemented("Should have implemented this")
672
673 def refresh_vms_status(self, vm_list):
674 """Get the status of the virtual machines and their interfaces/ports
675 Params: the list of VM identifiers
676 Returns a dictionary with:
677 vm_id: #VIM id of this Virtual Machine
678 status: #Mandatory. Text with one of:
679 # DELETED (not found at vim)
680 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
681 # OTHER (Vim reported other status not understood)
682 # ERROR (VIM indicates an ERROR status)
683 # ACTIVE, PAUSED, SUSPENDED, INACTIVE (not running),
684 # BUILD (on building process), ERROR
685 # ACTIVE:NoMgmtIP (Active but any of its interface has an IP address
686 #
687 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
688 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
689 interfaces: list with interface info. Each item a dictionary with:
690 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
691 mac_address: #Text format XX:XX:XX:XX:XX:XX
692 vim_net_id: #network id where this interface is connected, if provided at creation
693 vim_interface_id: #interface/port VIM id
694 ip_address: #null, or text with IPv4, IPv6 address
695 compute_node: #identification of compute node where PF,VF interface is allocated
696 pci: #PCI address of the NIC that hosts the PF,VF
697 vlan: #physical VLAN used for VF
698 """
699 raise VimConnNotImplemented("Should have implemented this")
700
701 def action_vminstance(self, vm_id, action_dict, created_items={}):
702 """
703 Send and action over a VM instance. Returns created_items if the action was successfully sent to the VIM.
704 created_items is a dictionary with items that
705 :param vm_id: VIM identifier of the VM, provided by method new_vminstance
706 :param action_dict: dictionary with the action to perform
707 :param created_items: provided by method new_vminstance is a dictionary with key-values that will be passed to
708 the method delete_vminstance. Can be used to store created ports, volumes, etc. Format is VimConnector
709 dependent, but do not use nested dictionaries and a value of None should be the same as not present. This
710 method can modify this value
711 :return: None, or a console dict
712 """
713 raise VimConnNotImplemented("Should have implemented this")
714
715 def get_vminstance_console(self, vm_id, console_type="vnc"):
716 """
717 Get a console for the virtual machine
718 Params:
719 vm_id: uuid of the VM
720 console_type, can be:
721 "novnc" (by default), "xvpvnc" for VNC types,
722 "rdp-html5" for RDP types, "spice-html5" for SPICE types
723 Returns dict with the console parameters:
724 protocol: ssh, ftp, http, https, ...
725 server: usually ip address
726 port: the http, ssh, ... port
727 suffix: extra text, e.g. the http path and query string
728 """
729 raise VimConnNotImplemented("Should have implemented this")
730
731 def inject_user_key(
732 self, ip_addr=None, user=None, key=None, ro_key=None, password=None
733 ):
734 """
735 Inject a ssh public key in a VM
736 Params:
737 ip_addr: ip address of the VM
738 user: username (default-user) to enter in the VM
739 key: public key to be injected in the VM
740 ro_key: private key of the RO, used to enter in the VM if the password is not provided
741 password: password of the user to enter in the VM
742 The function doesn't return a value:
743 """
744 if not ip_addr or not user:
745 raise VimConnNotSupportedException(
746 "All parameters should be different from 'None'"
747 )
748 elif not ro_key and not password:
749 raise VimConnNotSupportedException(
750 "All parameters should be different from 'None'"
751 )
752 else:
753 commands = {
754 "mkdir -p ~/.ssh/",
755 'echo "{}" >> ~/.ssh/authorized_keys'.format(key),
756 "chmod 644 ~/.ssh/authorized_keys",
757 "chmod 700 ~/.ssh/",
758 }
759 client = paramiko.SSHClient()
760
761 try:
762 if ro_key:
763 pkey = paramiko.RSAKey.from_private_key(StringIO(ro_key))
764 else:
765 pkey = None
766
767 client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
768 client.connect(
769 ip_addr, username=user, password=password, pkey=pkey, timeout=10
770 )
771
772 for command in commands:
773 (i, o, e) = client.exec_command(command, timeout=10)
774 returncode = o.channel.recv_exit_status()
775 outerror = e.read()
776
777 if returncode != 0:
778 text = "run_command='{}' Error='{}'".format(command, outerror)
779 raise VimConnUnexpectedResponse(
780 "Cannot inject ssh key in VM: '{}'".format(text)
781 )
782
783 return
784 except (
785 socket.error,
786 paramiko.AuthenticationException,
787 paramiko.SSHException,
788 ) as message:
789 raise VimConnUnexpectedResponse(
790 "Cannot inject ssh key in VM: '{}' - {}".format(
791 ip_addr, str(message)
792 )
793 )
794
795 return
796
797 # Optional methods
798 def new_tenant(self, tenant_name, tenant_description):
799 """Adds a new tenant to VIM with this name and description, this is done using admin_url if provided
800 "tenant_name": string max lenght 64
801 "tenant_description": string max length 256
802 returns the tenant identifier or raise exception
803 """
804 raise VimConnNotImplemented("Should have implemented this")
805
806 def delete_tenant(self, tenant_id):
807 """Delete a tenant from VIM
808 tenant_id: returned VIM tenant_id on "new_tenant"
809 Returns None on success. Raises and exception of failure. If tenant is not found raises VimConnNotFoundException
810 """
811 raise VimConnNotImplemented("Should have implemented this")
812
813 def new_classification(self, name, ctype, definition):
814 """Creates a traffic classification in the VIM
815 Params:
816 'name': name of this classification
817 'ctype': type of this classification
818 'definition': definition of this classification (type-dependent free-form text)
819 Returns the VIM's classification ID on success or raises an exception on failure
820 """
821 raise VimConnNotImplemented("SFC support not implemented")
822
823 def get_classification(self, classification_id):
824 """Obtain classification details of the VIM's classification with ID='classification_id'
825 Return a dict that contains:
826 'id': VIM's classification ID (same as classification_id)
827 'name': VIM's classification name
828 'type': type of this classification
829 'definition': definition of the classification
830 'status': 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
831 'error_msg': (optional) text that explains the ERROR status
832 other VIM specific fields: (optional) whenever possible
833 Raises an exception upon error or when classification is not found
834 """
835 raise VimConnNotImplemented("SFC support not implemented")
836
837 def get_classification_list(self, filter_dict={}):
838 """Obtain classifications from the VIM
839 Params:
840 'filter_dict' (optional): contains the entries to filter the classifications on and only return those that
841 match ALL:
842 id: string => returns classifications with this VIM's classification ID, which implies a return of one
843 classification at most
844 name: string => returns only classifications with this name
845 type: string => returns classifications of this type
846 definition: string => returns classifications that have this definition
847 tenant_id: string => returns only classifications that belong to this tenant/project
848 Returns a list of classification dictionaries, each dictionary contains:
849 'id': (mandatory) VIM's classification ID
850 'name': (mandatory) VIM's classification name
851 'type': type of this classification
852 'definition': definition of the classification
853 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
854 List can be empty if no classification matches the filter_dict. Raise an exception only upon VIM connectivity,
855 authorization, or some other unspecific error
856 """
857 raise VimConnNotImplemented("SFC support not implemented")
858
859 def refresh_classifications_status(self, classification_list):
860 """Get the status of the classifications
861 Params: the list of classification identifiers
862 Returns a dictionary with:
863 vm_id: #VIM id of this classifier
864 status: #Mandatory. Text with one of:
865 # DELETED (not found at vim)
866 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
867 # OTHER (Vim reported other status not understood)
868 # ERROR (VIM indicates an ERROR status)
869 # ACTIVE,
870 # CREATING (on building process)
871 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
872 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
873 """
874 raise VimConnNotImplemented("Should have implemented this")
875
876 def delete_classification(self, classification_id):
877 """Deletes a classification from the VIM
878 Returns the classification ID (classification_id) or raises an exception upon error or when classification is
879 not found
880 """
881 raise VimConnNotImplemented("SFC support not implemented")
882
883 def new_sfi(self, name, ingress_ports, egress_ports, sfc_encap=True):
884 """Creates a service function instance in the VIM
885 Params:
886 'name': name of this service function instance
887 'ingress_ports': set of ingress ports (VIM's port IDs)
888 'egress_ports': set of egress ports (VIM's port IDs)
889 'sfc_encap': boolean stating whether this specific instance supports IETF SFC Encapsulation
890 Returns the VIM's service function instance ID on success or raises an exception on failure
891 """
892 raise VimConnNotImplemented("SFC support not implemented")
893
894 def get_sfi(self, sfi_id):
895 """Obtain service function instance details of the VIM's service function instance with ID='sfi_id'
896 Return a dict that contains:
897 'id': VIM's sfi ID (same as sfi_id)
898 'name': VIM's sfi name
899 'ingress_ports': set of ingress ports (VIM's port IDs)
900 'egress_ports': set of egress ports (VIM's port IDs)
901 'status': 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
902 'error_msg': (optional) text that explains the ERROR status
903 other VIM specific fields: (optional) whenever possible
904 Raises an exception upon error or when service function instance is not found
905 """
906 raise VimConnNotImplemented("SFC support not implemented")
907
908 def get_sfi_list(self, filter_dict={}):
909 """Obtain service function instances from the VIM
910 Params:
911 'filter_dict' (optional): contains the entries to filter the sfis on and only return those that match ALL:
912 id: string => returns sfis with this VIM's sfi ID, which implies a return of one sfi at most
913 name: string => returns only service function instances with this name
914 tenant_id: string => returns only service function instances that belong to this tenant/project
915 Returns a list of service function instance dictionaries, each dictionary contains:
916 'id': (mandatory) VIM's sfi ID
917 'name': (mandatory) VIM's sfi name
918 'ingress_ports': set of ingress ports (VIM's port IDs)
919 'egress_ports': set of egress ports (VIM's port IDs)
920 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
921 List can be empty if no sfi matches the filter_dict. Raise an exception only upon VIM connectivity,
922 authorization, or some other unspecific error
923 """
924 raise VimConnNotImplemented("SFC support not implemented")
925
926 def delete_sfi(self, sfi_id):
927 """Deletes a service function instance from the VIM
928 Returns the service function instance ID (sfi_id) or raises an exception upon error or when sfi is not found
929 """
930 raise VimConnNotImplemented("SFC support not implemented")
931
932 def refresh_sfis_status(self, sfi_list):
933 """Get the status of the service function instances
934 Params: the list of sfi identifiers
935 Returns a dictionary with:
936 vm_id: #VIM id of this service function instance
937 status: #Mandatory. Text with one of:
938 # DELETED (not found at vim)
939 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
940 # OTHER (Vim reported other status not understood)
941 # ERROR (VIM indicates an ERROR status)
942 # ACTIVE,
943 # CREATING (on building process)
944 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
945 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
946 """
947 raise VimConnNotImplemented("Should have implemented this")
948
949 def new_sf(self, name, sfis, sfc_encap=True):
950 """Creates (an abstract) service function in the VIM
951 Params:
952 'name': name of this service function
953 'sfis': set of service function instances of this (abstract) service function
954 'sfc_encap': boolean stating whether this service function supports IETF SFC Encapsulation
955 Returns the VIM's service function ID on success or raises an exception on failure
956 """
957 raise VimConnNotImplemented("SFC support not implemented")
958
959 def get_sf(self, sf_id):
960 """Obtain service function details of the VIM's service function with ID='sf_id'
961 Return a dict that contains:
962 'id': VIM's sf ID (same as sf_id)
963 'name': VIM's sf name
964 'sfis': VIM's sf's set of VIM's service function instance IDs
965 'sfc_encap': boolean stating whether this service function supports IETF SFC Encapsulation
966 'status': 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
967 'error_msg': (optional) text that explains the ERROR status
968 other VIM specific fields: (optional) whenever possible
969 Raises an exception upon error or when sf is not found
970 """
971
972 def get_sf_list(self, filter_dict={}):
973 """Obtain service functions from the VIM
974 Params:
975 'filter_dict' (optional): contains the entries to filter the sfs on and only return those that match ALL:
976 id: string => returns sfs with this VIM's sf ID, which implies a return of one sf at most
977 name: string => returns only service functions with this name
978 tenant_id: string => returns only service functions that belong to this tenant/project
979 Returns a list of service function dictionaries, each dictionary contains:
980 'id': (mandatory) VIM's sf ID
981 'name': (mandatory) VIM's sf name
982 'sfis': VIM's sf's set of VIM's service function instance IDs
983 'sfc_encap': boolean stating whether this service function supports IETF SFC Encapsulation
984 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
985 List can be empty if no sf matches the filter_dict. Raise an exception only upon VIM connectivity,
986 authorization, or some other unspecific error
987 """
988 raise VimConnNotImplemented("SFC support not implemented")
989
990 def delete_sf(self, sf_id):
991 """Deletes (an abstract) service function from the VIM
992 Returns the service function ID (sf_id) or raises an exception upon error or when sf is not found
993 """
994 raise VimConnNotImplemented("SFC support not implemented")
995
996 def refresh_sfs_status(self, sf_list):
997 """Get the status of the service functions
998 Params: the list of sf identifiers
999 Returns a dictionary with:
1000 vm_id: #VIM id of this service function
1001 status: #Mandatory. Text with one of:
1002 # DELETED (not found at vim)
1003 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
1004 # OTHER (Vim reported other status not understood)
1005 # ERROR (VIM indicates an ERROR status)
1006 # ACTIVE,
1007 # CREATING (on building process)
1008 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
1009 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
1010 """
1011 raise VimConnNotImplemented("Should have implemented this")
1012
1013 def new_sfp(self, name, classifications, sfs, sfc_encap=True, spi=None):
1014 """Creates a service function path
1015 Params:
1016 'name': name of this service function path
1017 'classifications': set of traffic classifications that should be matched on to get into this sfp
1018 'sfs': list of every service function that constitutes this path , from first to last
1019 'sfc_encap': whether this is an SFC-Encapsulated chain (i.e using NSH), True by default
1020 'spi': (optional) the Service Function Path identifier (SPI: Service Path Identifier) for this path
1021 Returns the VIM's sfp ID on success or raises an exception on failure
1022 """
1023 raise VimConnNotImplemented("SFC support not implemented")
1024
1025 def get_sfp(self, sfp_id):
1026 """Obtain service function path details of the VIM's sfp with ID='sfp_id'
1027 Return a dict that contains:
1028 'id': VIM's sfp ID (same as sfp_id)
1029 'name': VIM's sfp name
1030 'classifications': VIM's sfp's list of VIM's classification IDs
1031 'sfs': VIM's sfp's list of VIM's service function IDs
1032 'status': 'ACTIVE', 'INACTIVE', 'DOWN', 'BUILD', 'ERROR', 'VIM_ERROR', 'OTHER'
1033 'error_msg': (optional) text that explains the ERROR status
1034 other VIM specific fields: (optional) whenever possible
1035 Raises an exception upon error or when sfp is not found
1036 """
1037 raise VimConnNotImplemented("SFC support not implemented")
1038
1039 def get_sfp_list(self, filter_dict={}):
1040 """Obtain service function paths from VIM
1041 Params:
1042 'filter_dict' (optional): contains the entries to filter the sfps on, and only return those that match ALL:
1043 id: string => returns sfps with this VIM's sfp ID , which implies a return of one sfp at most
1044 name: string => returns only sfps with this name
1045 tenant_id: string => returns only sfps that belong to this tenant/project
1046 Returns a list of service function path dictionaries, each dictionary contains:
1047 'id': (mandatory) VIM's sfp ID
1048 'name': (mandatory) VIM's sfp name
1049 'classifications': VIM's sfp's list of VIM's classification IDs
1050 'sfs': VIM's sfp's list of VIM's service function IDs
1051 other VIM specific fields: (optional) whenever possible using the same naming of filter_dict param
1052 List can be empty if no sfp matches the filter_dict. Raise an exception only upon VIM connectivity,
1053 authorization, or some other unspecific error
1054 """
1055 raise VimConnNotImplemented("SFC support not implemented")
1056
1057 def refresh_sfps_status(self, sfp_list):
1058 """Get the status of the service function path
1059 Params: the list of sfp identifiers
1060 Returns a dictionary with:
1061 vm_id: #VIM id of this service function path
1062 status: #Mandatory. Text with one of:
1063 # DELETED (not found at vim)
1064 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
1065 # OTHER (Vim reported other status not understood)
1066 # ERROR (VIM indicates an ERROR status)
1067 # ACTIVE,
1068 # CREATING (on building process)
1069 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
1070 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)F
1071 """
1072 raise VimConnNotImplemented("Should have implemented this")
1073
1074 def delete_sfp(self, sfp_id):
1075 """Deletes a service function path from the VIM
1076 Returns the sfp ID (sfp_id) or raises an exception upon error or when sf is not found
1077 """
1078 raise VimConnNotImplemented("SFC support not implemented")
1079
1080 # NOT USED METHODS in current version. Deprecated
1081 @deprecated
1082 def host_vim2gui(self, host, server_dict):
1083 """Transform host dictionary from VIM format to GUI format,
1084 and append to the server_dict
1085 """
1086 raise VimConnNotImplemented("Should have implemented this")
1087
1088 @deprecated
1089 def get_hosts_info(self):
1090 """Get the information of deployed hosts
1091 Returns the hosts content"""
1092 raise VimConnNotImplemented("Should have implemented this")
1093
1094 @deprecated
1095 def get_hosts(self, vim_tenant):
1096 """Get the hosts and deployed instances
1097 Returns the hosts content"""
1098 raise VimConnNotImplemented("Should have implemented this")
1099
1100 @deprecated
1101 def get_processor_rankings(self):
1102 """Get the processor rankings in the VIM database"""
1103 raise VimConnNotImplemented("Should have implemented this")
1104
1105 @deprecated
1106 def new_host(self, host_data):
1107 """Adds a new host to VIM"""
1108 """Returns status code of the VIM response"""
1109 raise VimConnNotImplemented("Should have implemented this")
1110
1111 @deprecated
1112 def new_external_port(self, port_data):
1113 """Adds a external port to VIM"""
1114 """Returns the port identifier"""
1115 raise VimConnNotImplemented("Should have implemented this")
1116
1117 @deprecated
1118 def new_external_network(self, net_name, net_type):
1119 """Adds a external network to VIM (shared)"""
1120 """Returns the network identifier"""
1121 raise VimConnNotImplemented("Should have implemented this")
1122
1123 @deprecated
1124 def connect_port_network(self, port_id, network_id, admin=False):
1125 """Connects a external port to a network"""
1126 """Returns status code of the VIM response"""
1127 raise VimConnNotImplemented("Should have implemented this")
1128
1129 @deprecated
1130 def new_vminstancefromJSON(self, vm_data):
1131 """Adds a VM instance to VIM"""
1132 """Returns the instance identifier"""
1133 raise VimConnNotImplemented("Should have implemented this")