blob: 6f584c5e190b796cff2dfa6a8662073f96a06cec [file] [log] [blame]
tierno7edb6752016-03-21 17:37:52 +01001# -*- coding: utf-8 -*-
2
3##
tierno92021022018-09-12 16:29:23 +02004# Copyright 2015 Telefonica Investigacion y Desarrollo, S.A.U.
tierno7edb6752016-03-21 17:37:52 +01005# This file is part of openmano
6# All Rights Reserved.
7#
8# Licensed under the Apache License, Version 2.0 (the "License"); you may
9# not use this file except in compliance with the License. You may obtain
10# a copy of the License at
11#
12# http://www.apache.org/licenses/LICENSE-2.0
13#
14# Unless required by applicable law or agreed to in writing, software
15# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
17# License for the specific language governing permissions and limitations
18# under the License.
19#
20# For those usages not covered by the Apache License, Version 2.0 please
21# contact with: nfvlabs@tid.es
22##
23
24'''
25vimconnector implements all the methods to interact with openvim using the openvim API.
tierno7edb6752016-03-21 17:37:52 +010026'''
27__author__="Alfonso Tierno, Gerardo Garcia"
28__date__ ="$26-aug-2014 11:09:29$"
29
30import vimconn
31import requests
32import json
33import yaml
tiernoae4a8d12016-07-08 12:30:39 +020034import logging
tierno66eba6e2017-11-10 17:09:18 +010035import math
tierno7edb6752016-03-21 17:37:52 +010036from openmano_schemas import id_schema, name_schema, nameshort_schema, description_schema, \
37 vlan1000_schema, integer0_schema
38from jsonschema import validate as js_v, exceptions as js_e
tiernobe41e222016-09-02 15:16:13 +020039from urllib import quote
tierno7edb6752016-03-21 17:37:52 +010040
41'''contain the openvim virtual machine status to openmano status'''
42vmStatus2manoFormat={'ACTIVE':'ACTIVE',
43 'PAUSED':'PAUSED',
44 'SUSPENDED': 'SUSPENDED',
45 'INACTIVE':'INACTIVE',
46 'CREATING':'BUILD',
47 'ERROR':'ERROR','DELETED':'DELETED'
48 }
49netStatus2manoFormat={'ACTIVE':'ACTIVE','INACTIVE':'INACTIVE','BUILD':'BUILD','ERROR':'ERROR','DELETED':'DELETED', 'DOWN':'DOWN'
50 }
51
52
53host_schema = {
54 "type":"object",
55 "properties":{
56 "id": id_schema,
57 "name": name_schema,
58 },
59 "required": ["id"]
60}
61image_schema = {
62 "type":"object",
63 "properties":{
64 "id": id_schema,
65 "name": name_schema,
66 },
67 "required": ["id","name"]
68}
69server_schema = {
70 "type":"object",
71 "properties":{
72 "id":id_schema,
73 "name": name_schema,
74 },
75 "required": ["id","name"]
76}
77new_host_response_schema = {
78 "title":"host response information schema",
79 "$schema": "http://json-schema.org/draft-04/schema#",
80 "type":"object",
81 "properties":{
82 "host": host_schema
83 },
84 "required": ["host"],
85 "additionalProperties": False
86}
87
88get_images_response_schema = {
89 "title":"openvim images response information schema",
90 "$schema": "http://json-schema.org/draft-04/schema#",
91 "type":"object",
92 "properties":{
93 "images":{
94 "type":"array",
95 "items": image_schema,
96 }
97 },
98 "required": ["images"],
99 "additionalProperties": False
100}
101
102get_hosts_response_schema = {
103 "title":"openvim hosts response information schema",
104 "$schema": "http://json-schema.org/draft-04/schema#",
105 "type":"object",
106 "properties":{
107 "hosts":{
108 "type":"array",
109 "items": host_schema,
110 }
111 },
112 "required": ["hosts"],
113 "additionalProperties": False
114}
115
116get_host_detail_response_schema = new_host_response_schema # TODO: Content is not parsed yet
117
118get_server_response_schema = {
119 "title":"openvim server response information schema",
120 "$schema": "http://json-schema.org/draft-04/schema#",
121 "type":"object",
122 "properties":{
123 "servers":{
124 "type":"array",
125 "items": server_schema,
126 }
127 },
128 "required": ["servers"],
129 "additionalProperties": False
130}
131
132new_tenant_response_schema = {
133 "title":"tenant response information schema",
134 "$schema": "http://json-schema.org/draft-04/schema#",
135 "type":"object",
136 "properties":{
137 "tenant":{
138 "type":"object",
139 "properties":{
140 "id": id_schema,
141 "name": nameshort_schema,
142 "description":description_schema,
143 "enabled":{"type" : "boolean"}
144 },
145 "required": ["id"]
146 }
147 },
148 "required": ["tenant"],
149 "additionalProperties": False
150}
151
152new_network_response_schema = {
153 "title":"network response information schema",
154 "$schema": "http://json-schema.org/draft-04/schema#",
155 "type":"object",
156 "properties":{
157 "network":{
158 "type":"object",
159 "properties":{
160 "id":id_schema,
161 "name":name_schema,
162 "type":{"type":"string", "enum":["bridge_man","bridge_data","data", "ptp"]},
163 "shared":{"type":"boolean"},
164 "tenant_id":id_schema,
165 "admin_state_up":{"type":"boolean"},
166 "vlan":vlan1000_schema
167 },
168 "required": ["id"]
169 }
170 },
171 "required": ["network"],
172 "additionalProperties": False
173}
174
175
176# get_network_response_schema = {
177# "title":"get network response information schema",
178# "$schema": "http://json-schema.org/draft-04/schema#",
179# "type":"object",
180# "properties":{
181# "network":{
182# "type":"object",
183# "properties":{
184# "id":id_schema,
185# "name":name_schema,
186# "type":{"type":"string", "enum":["bridge_man","bridge_data","data", "ptp"]},
187# "shared":{"type":"boolean"},
188# "tenant_id":id_schema,
189# "admin_state_up":{"type":"boolean"},
190# "vlan":vlan1000_schema
191# },
192# "required": ["id"]
193# }
194# },
195# "required": ["network"],
196# "additionalProperties": False
197# }
198
199
200new_port_response_schema = {
201 "title":"port response information schema",
202 "$schema": "http://json-schema.org/draft-04/schema#",
203 "type":"object",
204 "properties":{
205 "port":{
206 "type":"object",
207 "properties":{
208 "id":id_schema,
209 },
210 "required": ["id"]
211 }
212 },
213 "required": ["port"],
214 "additionalProperties": False
215}
216
217get_flavor_response_schema = {
218 "title":"openvim flavors response information schema",
219 "$schema": "http://json-schema.org/draft-04/schema#",
220 "type":"object",
221 "properties":{
222 "flavor":{
223 "type":"object",
224 "properties":{
225 "id": id_schema,
226 "name": name_schema,
227 "extended": {"type":"object"},
228 },
229 "required": ["id", "name"],
230 }
231 },
232 "required": ["flavor"],
233 "additionalProperties": False
234}
235
236new_flavor_response_schema = {
237 "title":"flavor response information schema",
238 "$schema": "http://json-schema.org/draft-04/schema#",
239 "type":"object",
240 "properties":{
241 "flavor":{
242 "type":"object",
243 "properties":{
244 "id":id_schema,
245 },
246 "required": ["id"]
247 }
248 },
249 "required": ["flavor"],
250 "additionalProperties": False
251}
252
tiernoae4a8d12016-07-08 12:30:39 +0200253get_image_response_schema = {
254 "title":"openvim images response information schema",
255 "$schema": "http://json-schema.org/draft-04/schema#",
256 "type":"object",
257 "properties":{
258 "image":{
259 "type":"object",
260 "properties":{
261 "id": id_schema,
262 "name": name_schema,
263 },
264 "required": ["id", "name"],
265 }
266 },
267 "required": ["flavor"],
268 "additionalProperties": False
269}
tierno7edb6752016-03-21 17:37:52 +0100270new_image_response_schema = {
271 "title":"image response information schema",
272 "$schema": "http://json-schema.org/draft-04/schema#",
273 "type":"object",
274 "properties":{
275 "image":{
276 "type":"object",
277 "properties":{
278 "id":id_schema,
279 },
280 "required": ["id"]
281 }
282 },
283 "required": ["image"],
284 "additionalProperties": False
285}
286
287new_vminstance_response_schema = {
288 "title":"server response information schema",
289 "$schema": "http://json-schema.org/draft-04/schema#",
290 "type":"object",
291 "properties":{
292 "server":{
293 "type":"object",
294 "properties":{
295 "id":id_schema,
296 },
297 "required": ["id"]
298 }
299 },
300 "required": ["server"],
301 "additionalProperties": False
302}
303
304get_processor_rankings_response_schema = {
305 "title":"processor rankings information schema",
306 "$schema": "http://json-schema.org/draft-04/schema#",
307 "type":"object",
308 "properties":{
309 "rankings":{
310 "type":"array",
311 "items":{
312 "type":"object",
313 "properties":{
314 "model": description_schema,
315 "value": integer0_schema
316 },
317 "additionalProperties": False,
318 "required": ["model","value"]
319 }
320 },
321 "additionalProperties": False,
322 "required": ["rankings"]
323 }
324}
325
326class vimconnector(vimconn.vimconnector):
tiernob3d36742017-03-03 23:51:05 +0100327 def __init__(self, uuid, name, tenant_id, tenant_name, url, url_admin=None, user=None, passwd=None,
328 log_level="DEBUG", config={}, persistent_info={}):
tiernoae4a8d12016-07-08 12:30:39 +0200329 vimconn.vimconnector.__init__(self, uuid, name, tenant_id, tenant_name, url, url_admin, user, passwd, log_level, config)
tierno392f2852016-05-13 12:28:55 +0200330 self.tenant = None
331 self.headers_req = {'content-type': 'application/json'}
tierno73ad9e42016-09-12 18:11:11 +0200332 self.logger = logging.getLogger('openmano.vim.openvim')
tiernob3d36742017-03-03 23:51:05 +0100333 self.persistent_info = persistent_info
tierno392f2852016-05-13 12:28:55 +0200334 if tenant_id:
335 self.tenant = tenant_id
336
337 def __setitem__(self,index, value):
338 '''Set individuals parameters
339 Throw TypeError, KeyError
340 '''
341 if index=='tenant_id':
342 self.tenant = value
343 elif index=='tenant_name':
344 self.tenant = None
345 vimconn.vimconnector.__setitem__(self,index, value)
346
347 def _get_my_tenant(self):
348 '''Obtain uuid of my tenant from name
349 '''
350 if self.tenant:
351 return self.tenant
352
tiernobe41e222016-09-02 15:16:13 +0200353 url = self.url+'/tenants?name='+ quote(self.tenant_name)
tiernoae4a8d12016-07-08 12:30:39 +0200354 self.logger.info("Getting VIM tenant_id GET %s", url)
355 vim_response = requests.get(url, headers = self.headers_req)
356 self._check_http_request_response(vim_response)
357 try:
358 tenant_list = vim_response.json()["tenants"]
359 if len(tenant_list) == 0:
360 raise vimconn.vimconnNotFoundException("No tenant found for name '%s'" % str(self.tenant_name))
361 elif len(tenant_list) > 1:
362 raise vimconn.vimconnConflictException ("More that one tenant found for name '%s'" % str(self.tenant_name))
363 self.tenant = tenant_list[0]["id"]
364 return self.tenant
365 except Exception as e:
366 raise vimconn.vimconnUnexpectedResponse("Get VIM tenant {} '{}'".format(type(e).__name__, str(e)))
tierno392f2852016-05-13 12:28:55 +0200367
tierno7edb6752016-03-21 17:37:52 +0100368 def _format_jsonerror(self,http_response):
tiernoae4a8d12016-07-08 12:30:39 +0200369 #DEPRECATED, to delete in the future
tierno7edb6752016-03-21 17:37:52 +0100370 try:
371 data = http_response.json()
372 return data["error"]["description"]
373 except:
374 return http_response.text
375
376 def _format_in(self, http_response, schema):
tiernoae4a8d12016-07-08 12:30:39 +0200377 #DEPRECATED, to delete in the future
tierno7edb6752016-03-21 17:37:52 +0100378 try:
379 client_data = http_response.json()
380 js_v(client_data, schema)
381 #print "Input data: ", str(client_data)
382 return True, client_data
venkatamahesh6ecca182017-01-27 23:04:40 +0530383 except js_e.ValidationError as exc:
tierno7edb6752016-03-21 17:37:52 +0100384 print "validate_in error, jsonschema exception ", exc.message, "at", exc.path
385 return False, ("validate_in error, jsonschema exception ", exc.message, "at", exc.path)
386
387 def _remove_extra_items(self, data, schema):
388 deleted=[]
389 if type(data) is tuple or type(data) is list:
390 for d in data:
391 a= self._remove_extra_items(d, schema['items'])
392 if a is not None: deleted.append(a)
393 elif type(data) is dict:
394 for k in data.keys():
395 if 'properties' not in schema or k not in schema['properties'].keys():
396 del data[k]
397 deleted.append(k)
398 else:
399 a = self._remove_extra_items(data[k], schema['properties'][k])
400 if a is not None: deleted.append({k:a})
401 if len(deleted) == 0: return None
402 elif len(deleted) == 1: return deleted[0]
403 else: return deleted
tierno7edb6752016-03-21 17:37:52 +0100404
tiernoae4a8d12016-07-08 12:30:39 +0200405 def _format_request_exception(self, request_exception):
406 '''Transform a request exception into a vimconn exception'''
407 if isinstance(request_exception, js_e.ValidationError):
408 raise vimconn.vimconnUnexpectedResponse("jsonschema exception '{}' at '{}'".format(request_exception.message, request_exception.path))
409 elif isinstance(request_exception, requests.exceptions.HTTPError):
410 raise vimconn.vimconnUnexpectedResponse(type(request_exception).__name__ + ": " + str(request_exception))
tierno7edb6752016-03-21 17:37:52 +0100411 else:
tiernoae4a8d12016-07-08 12:30:39 +0200412 raise vimconn.vimconnConnectionException(type(request_exception).__name__ + ": " + str(request_exception))
413
414 def _check_http_request_response(self, request_response):
415 '''Raise a vimconn exception if the response is not Ok'''
416 if request_response.status_code >= 200 and request_response.status_code < 300:
417 return
418 if request_response.status_code == vimconn.HTTP_Unauthorized:
419 raise vimconn.vimconnAuthException(request_response.text)
420 elif request_response.status_code == vimconn.HTTP_Not_Found:
421 raise vimconn.vimconnNotFoundException(request_response.text)
422 elif request_response.status_code == vimconn.HTTP_Conflict:
423 raise vimconn.vimconnConflictException(request_response.text)
424 else:
425 raise vimconn.vimconnUnexpectedResponse("VIM HTTP_response {}, {}".format(request_response.status_code, str(request_response.text)))
426
tierno7edb6752016-03-21 17:37:52 +0100427 def new_tenant(self,tenant_name,tenant_description):
tiernoae4a8d12016-07-08 12:30:39 +0200428 '''Adds a new tenant to VIM with this name and description, returns the tenant identifier'''
429 #print "VIMConnector: Adding a new tenant to VIM"
tierno7edb6752016-03-21 17:37:52 +0100430 payload_dict = {"tenant": {"name":tenant_name,"description": tenant_description, "enabled": True}}
431 payload_req = json.dumps(payload_dict)
tierno7edb6752016-03-21 17:37:52 +0100432 try:
tiernoae4a8d12016-07-08 12:30:39 +0200433 url = self.url_admin+'/tenants'
434 self.logger.info("Adding a new tenant %s", url)
435 vim_response = requests.post(url, headers = self.headers_req, data=payload_req)
436 self._check_http_request_response(vim_response)
437 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100438 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200439 response = vim_response.json()
440 js_v(response, new_tenant_response_schema)
441 #r = self._remove_extra_items(response, new_tenant_response_schema)
442 #if r is not None:
443 # self.logger.warn("Warning: remove extra items %s", str(r))
444 tenant_id = response['tenant']['id']
445 return tenant_id
446 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
447 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100448
tiernoae4a8d12016-07-08 12:30:39 +0200449 def delete_tenant(self,tenant_id):
450 '''Delete a tenant from VIM. Returns the old tenant identifier'''
tierno7edb6752016-03-21 17:37:52 +0100451 try:
tiernoae4a8d12016-07-08 12:30:39 +0200452 url = self.url_admin+'/tenants/'+tenant_id
453 self.logger.info("Delete a tenant DELETE %s", url)
454 vim_response = requests.delete(url, headers = self.headers_req)
455 self._check_http_request_response(vim_response)
456 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100457 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200458 return tenant_id
459 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
460 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100461
462 def get_tenant_list(self, filter_dict={}):
463 '''Obtain tenants of VIM
tiernoae4a8d12016-07-08 12:30:39 +0200464 filter_dict can contain the following keys:
465 name: filter by tenant name
466 id: filter by tenant uuid/id
467 <other VIM specific>
468 Returns the tenant list of dictionaries: [{'name':'<name>, 'id':'<id>, ...}, ...]
tierno7edb6752016-03-21 17:37:52 +0100469 '''
tierno7edb6752016-03-21 17:37:52 +0100470 filterquery=[]
471 filterquery_text=''
472 for k,v in filter_dict.iteritems():
473 filterquery.append(str(k)+'='+str(v))
474 if len(filterquery)>0:
475 filterquery_text='?'+ '&'.join(filterquery)
tierno7edb6752016-03-21 17:37:52 +0100476 try:
tiernoae4a8d12016-07-08 12:30:39 +0200477 url = self.url+'/tenants'+filterquery_text
478 self.logger.info("get_tenant_list GET %s", url)
479 vim_response = requests.get(url, headers = self.headers_req)
480 self._check_http_request_response(vim_response)
481 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100482 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200483 return vim_response.json()["tenants"]
484 except requests.exceptions.RequestException as e:
485 self._format_request_exception(e)
486
tiernoa7d34d02017-02-23 14:42:07 +0100487 def new_network(self,net_name, net_type, ip_profile=None, shared=False, vlan=None): #, **vim_specific):
garciadeblasebd66722019-01-31 16:01:31 +0000488 """Adds a tenant network to VIM
489 Params:
490 'net_name': name of the network
491 'net_type': one of:
492 'bridge': overlay isolated network
493 'data': underlay E-LAN network for Passthrough and SRIOV interfaces
494 'ptp': underlay E-LINE network for Passthrough and SRIOV interfaces.
495 'ip_profile': is a dict containing the IP parameters of the network
496 'ip_version': can be "IPv4" or "IPv6" (Currently only IPv4 is implemented)
497 'subnet_address': ip_prefix_schema, that is X.X.X.X/Y
498 'gateway_address': (Optional) ip_schema, that is X.X.X.X
499 'dns_address': (Optional) comma separated list of ip_schema, e.g. X.X.X.X[,X,X,X,X]
500 'dhcp_enabled': True or False
501 'dhcp_start_address': ip_schema, first IP to grant
502 'dhcp_count': number of IPs to grant.
503 'shared': if this network can be seen/use by other tenants/organization
504 'vlan': in case of a data or ptp net_type, the intended vlan tag to be used for the network
505 Returns a tuple with the network identifier and created_items, or raises an exception on error
506 created_items can be None or a dictionary where this method can include key-values that will be passed to
507 the method delete_network. Can be used to store created segments, created l2gw connections, etc.
508 Format is vimconnector dependent, but do not use nested dictionaries and a value of None should be the same
509 as not present.
510 """
tiernoae4a8d12016-07-08 12:30:39 +0200511 try:
garciadeblasebd66722019-01-31 16:01:31 +0000512 created_items = {}
tiernoae4a8d12016-07-08 12:30:39 +0200513 self._get_my_tenant()
514 if net_type=="bridge":
515 net_type="bridge_data"
516 payload_req = {"name": net_name, "type": net_type, "tenant_id": self.tenant, "shared": shared}
tiernoa7d34d02017-02-23 14:42:07 +0100517 if vlan:
518 payload_req["provider:vlan"] = vlan
519 # payload_req.update(vim_specific)
tiernoae4a8d12016-07-08 12:30:39 +0200520 url = self.url+'/networks'
521 self.logger.info("Adding a new network POST: %s DATA: %s", url, str(payload_req))
522 vim_response = requests.post(url, headers = self.headers_req, data=json.dumps({"network": payload_req}) )
523 self._check_http_request_response(vim_response)
524 self.logger.debug(vim_response.text)
525 #print json.dumps(vim_response.json(), indent=4)
526 response = vim_response.json()
527 js_v(response, new_network_response_schema)
528 #r = self._remove_extra_items(response, new_network_response_schema)
529 #if r is not None:
530 # self.logger.warn("Warning: remove extra items %s", str(r))
531 network_id = response['network']['id']
garciadeblasebd66722019-01-31 16:01:31 +0000532 return network_id, created_items
tiernoae4a8d12016-07-08 12:30:39 +0200533 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
534 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100535
536 def get_network_list(self, filter_dict={}):
537 '''Obtain tenant networks of VIM
538 Filter_dict can be:
539 name: network name
540 id: network uuid
tiernoae4a8d12016-07-08 12:30:39 +0200541 public: boolean
tierno7edb6752016-03-21 17:37:52 +0100542 tenant_id: tenant
543 admin_state_up: boolean
544 status: 'ACTIVE'
545 Returns the network list of dictionaries
546 '''
tierno7edb6752016-03-21 17:37:52 +0100547 try:
tiernoae4a8d12016-07-08 12:30:39 +0200548 if 'tenant_id' not in filter_dict:
549 filter_dict["tenant_id"] = self._get_my_tenant()
550 elif not filter_dict["tenant_id"]:
551 del filter_dict["tenant_id"]
552 filterquery=[]
553 filterquery_text=''
554 for k,v in filter_dict.iteritems():
555 filterquery.append(str(k)+'='+str(v))
556 if len(filterquery)>0:
557 filterquery_text='?'+ '&'.join(filterquery)
558 url = self.url+'/networks'+filterquery_text
559 self.logger.info("Getting network list GET %s", url)
560 vim_response = requests.get(url, headers = self.headers_req)
561 self._check_http_request_response(vim_response)
562 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100563 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200564 response = vim_response.json()
565 return response['networks']
566 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
567 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100568
tiernoae4a8d12016-07-08 12:30:39 +0200569 def get_network(self, net_id):
570 '''Obtain network details of network id'''
571 try:
572 url = self.url+'/networks/'+net_id
573 self.logger.info("Getting network GET %s", url)
574 vim_response = requests.get(url, headers = self.headers_req)
575 self._check_http_request_response(vim_response)
576 self.logger.debug(vim_response.text)
577 #print json.dumps(vim_response.json(), indent=4)
578 response = vim_response.json()
579 return response['network']
580 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
581 self._format_request_exception(e)
582
garciadeblasebd66722019-01-31 16:01:31 +0000583 def delete_network(self, net_id, created_items=None):
584 """
585 Removes a tenant network from VIM and its associated elements
586 :param net_id: VIM identifier of the network, provided by method new_network
587 :param created_items: dictionary with extra items to be deleted. provided by method new_network
588 Returns the network identifier or raises an exception upon error or when network is not found
589 """
tierno392f2852016-05-13 12:28:55 +0200590 try:
591 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200592 url = self.url+'/networks/'+net_id
593 self.logger.info("Deleting VIM network DELETE %s", url)
594 vim_response = requests.delete(url, headers=self.headers_req)
595 self._check_http_request_response(vim_response)
596 #self.logger.debug(vim_response.text)
597 #print json.dumps(vim_response.json(), indent=4)
598 return net_id
599 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
600 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100601
tiernoae4a8d12016-07-08 12:30:39 +0200602 def get_flavor(self, flavor_id):
603 '''Obtain flavor details from the VIM'''
tierno392f2852016-05-13 12:28:55 +0200604 try:
605 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200606 url = self.url+'/'+self.tenant+'/flavors/'+flavor_id
607 self.logger.info("Getting flavor GET %s", url)
608 vim_response = requests.get(url, headers = self.headers_req)
609 self._check_http_request_response(vim_response)
610 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100611 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200612 response = vim_response.json()
613 js_v(response, get_flavor_response_schema)
614 r = self._remove_extra_items(response, get_flavor_response_schema)
615 if r is not None:
616 self.logger.warn("Warning: remove extra items %s", str(r))
617 return response['flavor']
618 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
619 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100620
tiernoae4a8d12016-07-08 12:30:39 +0200621 def new_flavor(self, flavor_data):
tierno7edb6752016-03-21 17:37:52 +0100622 '''Adds a tenant flavor to VIM'''
623 '''Returns the flavor identifier'''
tierno392f2852016-05-13 12:28:55 +0200624 try:
tierno7432e7c2017-01-04 16:54:37 +0100625 new_flavor_dict = flavor_data.copy()
tierno714bc902017-06-06 18:25:15 +0200626 for device in new_flavor_dict.get('extended', {}).get('devices', ()):
627 if 'image name' in device:
628 del device['image name']
tierno9f2900c2018-07-13 15:25:24 +0200629 if 'name' in device:
630 del device['name']
tierno66eba6e2017-11-10 17:09:18 +0100631 numas = new_flavor_dict.get('extended', {}).get('numas')
632 if numas:
633 numa = numas[0]
634 # translate memory, cpus to EPA
635 if "cores" not in numa and "threads" not in numa and "paired-threads" not in numa:
636 numa["paired-threads"] = new_flavor_dict["vcpus"]
637 if "memory" not in numa:
638 numa["memory"] = int(math.ceil(new_flavor_dict["ram"]/1024.0))
639 for iface in numa.get("interfaces", ()):
640 if not iface.get("bandwidth"):
641 iface["bandwidth"] = "1 Mbps"
642
tierno7432e7c2017-01-04 16:54:37 +0100643 new_flavor_dict["name"] = flavor_data["name"][:64]
tierno392f2852016-05-13 12:28:55 +0200644 self._get_my_tenant()
tierno7432e7c2017-01-04 16:54:37 +0100645 payload_req = json.dumps({'flavor': new_flavor_dict})
tiernoae4a8d12016-07-08 12:30:39 +0200646 url = self.url+'/'+self.tenant+'/flavors'
647 self.logger.info("Adding a new VIM flavor POST %s", url)
tierno392f2852016-05-13 12:28:55 +0200648 vim_response = requests.post(url, headers = self.headers_req, data=payload_req)
tiernoae4a8d12016-07-08 12:30:39 +0200649 self._check_http_request_response(vim_response)
650 self.logger.debug(vim_response.text)
tierno7edb6752016-03-21 17:37:52 +0100651 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +0200652 response = vim_response.json()
653 js_v(response, new_flavor_response_schema)
654 r = self._remove_extra_items(response, new_flavor_response_schema)
655 if r is not None:
656 self.logger.warn("Warning: remove extra items %s", str(r))
657 flavor_id = response['flavor']['id']
658 return flavor_id
659 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
660 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100661
tiernoae4a8d12016-07-08 12:30:39 +0200662 def delete_flavor(self,flavor_id):
663 '''Deletes a tenant flavor from VIM'''
664 '''Returns the old flavor_id'''
tierno392f2852016-05-13 12:28:55 +0200665 try:
666 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200667 url = self.url+'/'+self.tenant+'/flavors/'+flavor_id
668 self.logger.info("Deleting VIM flavor DELETE %s", url)
669 vim_response = requests.delete(url, headers=self.headers_req)
670 self._check_http_request_response(vim_response)
671 #self.logger.debug(vim_response.text)
672 #print json.dumps(vim_response.json(), indent=4)
673 return flavor_id
674 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
675 self._format_request_exception(e)
676
677 def get_image(self, image_id):
678 '''Obtain image details from the VIM'''
tierno7edb6752016-03-21 17:37:52 +0100679 try:
tiernoae4a8d12016-07-08 12:30:39 +0200680 self._get_my_tenant()
681 url = self.url+'/'+self.tenant+'/images/'+image_id
682 self.logger.info("Getting image GET %s", url)
683 vim_response = requests.get(url, headers = self.headers_req)
684 self._check_http_request_response(vim_response)
685 self.logger.debug(vim_response.text)
686 #print json.dumps(vim_response.json(), indent=4)
687 response = vim_response.json()
688 js_v(response, get_image_response_schema)
689 r = self._remove_extra_items(response, get_image_response_schema)
690 if r is not None:
691 self.logger.warn("Warning: remove extra items %s", str(r))
692 return response['image']
693 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
694 self._format_request_exception(e)
695
696 def new_image(self,image_dict):
697 ''' Adds a tenant image to VIM, returns image_id'''
698 try:
699 self._get_my_tenant()
tierno7432e7c2017-01-04 16:54:37 +0100700 new_image_dict={'name': image_dict['name'][:64]}
tiernoae4a8d12016-07-08 12:30:39 +0200701 if image_dict.get('description'):
702 new_image_dict['description'] = image_dict['description']
703 if image_dict.get('metadata'):
704 new_image_dict['metadata'] = yaml.load(image_dict['metadata'])
705 if image_dict.get('location'):
706 new_image_dict['path'] = image_dict['location']
707 payload_req = json.dumps({"image":new_image_dict})
708 url=self.url + '/' + self.tenant + '/images'
709 self.logger.info("Adding a new VIM image POST %s", url)
710 vim_response = requests.post(url, headers = self.headers_req, data=payload_req)
711 self._check_http_request_response(vim_response)
712 self.logger.debug(vim_response.text)
713 #print json.dumps(vim_response.json(), indent=4)
714 response = vim_response.json()
715 js_v(response, new_image_response_schema)
716 r = self._remove_extra_items(response, new_image_response_schema)
717 if r is not None:
718 self.logger.warn("Warning: remove extra items %s", str(r))
719 image_id = response['image']['id']
720 return image_id
721 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
722 self._format_request_exception(e)
723
724 def delete_image(self, image_id):
725 '''Deletes a tenant image from VIM'''
726 '''Returns the deleted image_id'''
727 try:
728 self._get_my_tenant()
729 url = self.url + '/'+ self.tenant +'/images/'+image_id
730 self.logger.info("Deleting VIM image DELETE %s", url)
731 vim_response = requests.delete(url, headers=self.headers_req)
732 self._check_http_request_response(vim_response)
733 #self.logger.debug(vim_response.text)
734 #print json.dumps(vim_response.json(), indent=4)
735 return image_id
736 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
737 self._format_request_exception(e)
738
tiernoae4a8d12016-07-08 12:30:39 +0200739 def get_image_id_from_path(self, path):
garciadeblasb69fa9f2016-09-28 12:04:10 +0200740 '''Get the image id from image path in the VIM database. Returns the image_id'''
tiernoae4a8d12016-07-08 12:30:39 +0200741 try:
742 self._get_my_tenant()
tiernobe41e222016-09-02 15:16:13 +0200743 url=self.url + '/' + self.tenant + '/images?path='+quote(path)
tiernoae4a8d12016-07-08 12:30:39 +0200744 self.logger.info("Getting images GET %s", url)
745 vim_response = requests.get(url)
746 self._check_http_request_response(vim_response)
747 self.logger.debug(vim_response.text)
748 #print json.dumps(vim_response.json(), indent=4)
749 response = vim_response.json()
750 js_v(response, get_images_response_schema)
751 #r = self._remove_extra_items(response, get_images_response_schema)
752 #if r is not None:
753 # self.logger.warn("Warning: remove extra items %s", str(r))
754 if len(response['images'])==0:
755 raise vimconn.vimconnNotFoundException("Image not found at VIM with path '%s'", path)
756 elif len(response['images'])>1:
757 raise vimconn.vimconnConflictException("More than one image found at VIM with path '%s'", path)
758 return response['images'][0]['id']
759 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
760 self._format_request_exception(e)
761
garciadeblasb69fa9f2016-09-28 12:04:10 +0200762 def get_image_list(self, filter_dict={}):
763 '''Obtain tenant images from VIM
764 Filter_dict can be:
765 name: image name
766 id: image uuid
767 checksum: image checksum
768 location: image path
769 Returns the image list of dictionaries:
770 [{<the fields at Filter_dict plus some VIM specific>}, ...]
771 List can be empty
772 '''
773 try:
774 self._get_my_tenant()
775 filterquery=[]
776 filterquery_text=''
777 for k,v in filter_dict.iteritems():
778 filterquery.append(str(k)+'='+str(v))
779 if len(filterquery)>0:
780 filterquery_text='?'+ '&'.join(filterquery)
781 url = self.url+'/'+self.tenant+'/images'+filterquery_text
782 self.logger.info("Getting image list GET %s", url)
783 vim_response = requests.get(url, headers = self.headers_req)
784 self._check_http_request_response(vim_response)
785 self.logger.debug(vim_response.text)
786 #print json.dumps(vim_response.json(), indent=4)
787 response = vim_response.json()
788 return response['images']
789 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
790 self._format_request_exception(e)
791
tiernoae4a8d12016-07-08 12:30:39 +0200792 def new_vminstancefromJSON(self, vm_data):
tierno7edb6752016-03-21 17:37:52 +0100793 '''Adds a VM instance to VIM'''
794 '''Returns the instance identifier'''
tierno392f2852016-05-13 12:28:55 +0200795 try:
796 self._get_my_tenant()
797 except Exception as e:
798 return -vimconn.HTTP_Not_Found, str(e)
tierno7edb6752016-03-21 17:37:52 +0100799 print "VIMConnector: Adding a new VM instance from JSON to VIM"
tierno7edb6752016-03-21 17:37:52 +0100800 payload_req = vm_data
801 try:
tierno392f2852016-05-13 12:28:55 +0200802 vim_response = requests.post(self.url+'/'+self.tenant+'/servers', headers = self.headers_req, data=payload_req)
venkatamahesh6ecca182017-01-27 23:04:40 +0530803 except requests.exceptions.RequestException as e:
tiernoae4a8d12016-07-08 12:30:39 +0200804 print "new_vminstancefromJSON Exception: ", e.args
tierno7edb6752016-03-21 17:37:52 +0100805 return -vimconn.HTTP_Not_Found, str(e.args[0])
806 print vim_response
807 #print vim_response.status_code
808 if vim_response.status_code == 200:
809 #print vim_response.json()
810 #print json.dumps(vim_response.json(), indent=4)
811 res,http_content = self._format_in(vim_response, new_image_response_schema)
812 #print http_content
813 if res:
814 r = self._remove_extra_items(http_content, new_image_response_schema)
815 if r is not None: print "Warning: remove extra items ", r
816 #print http_content
817 vminstance_id = http_content['server']['id']
818 print "Tenant image id: ",vminstance_id
819 return vim_response.status_code,vminstance_id
820 else: return -vimconn.HTTP_Bad_Request,http_content
821 else:
822 #print vim_response.text
823 jsonerror = self._format_jsonerror(vim_response)
824 text = 'Error in VIM "%s": not possible to add new vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror)
825 #print text
826 return -vim_response.status_code,text
827
tierno5a3273c2017-08-29 11:43:46 +0200828 def new_vminstance(self, name, description, start, image_id, flavor_id, net_list, cloud_config=None, disk_list=None,
829 availability_zone_index=None, availability_zone_list=None):
tierno66eba6e2017-11-10 17:09:18 +0100830 """Adds a VM instance to VIM
tierno7edb6752016-03-21 17:37:52 +0100831 Params:
832 start: indicates if VM must start or boot in pause mode. Ignored
833 image_id,flavor_id: image and flavor uuid
834 net_list: list of interfaces, each one is a dictionary with:
835 name:
836 net_id: network uuid to connect
837 vpci: virtual vcpi to assign
garciadeblasc4f4d732018-10-25 18:17:24 +0200838 model: interface model, virtio, e1000, ...
tierno7edb6752016-03-21 17:37:52 +0100839 mac_address:
840 use: 'data', 'bridge', 'mgmt'
tierno66eba6e2017-11-10 17:09:18 +0100841 type: 'virtual', 'PCI-PASSTHROUGH'('PF'), 'SR-IOV'('VF'), 'VFnotShared'
tierno7edb6752016-03-21 17:37:52 +0100842 vim_id: filled/added by this function
843 #TODO ip, security groups
tierno98e909c2017-10-14 13:27:03 +0200844 Returns a tuple with the instance identifier and created_items or raises an exception on error
845 created_items can be None or a dictionary where this method can include key-values that will be passed to
846 the method delete_vminstance and action_vminstance. Can be used to store created ports, volumes, etc.
847 Format is vimconnector dependent, but do not use nested dictionaries and a value of None should be the same
848 as not present.
tierno66eba6e2017-11-10 17:09:18 +0100849 """
tiernofa51c202017-01-27 14:58:17 +0100850 self.logger.debug("new_vminstance input: image='%s' flavor='%s' nics='%s'", image_id, flavor_id, str(net_list))
tierno392f2852016-05-13 12:28:55 +0200851 try:
852 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200853# net_list = []
854# for k,v in net_dict.items():
855# print k,v
856# net_list.append('{"name":"' + k + '", "uuid":"' + v + '"}')
857# net_list_string = ', '.join(net_list)
858 virtio_net_list=[]
859 for net in net_list:
tierno7edb6752016-03-21 17:37:52 +0100860 if not net.get("net_id"):
861 continue
tierno66eba6e2017-11-10 17:09:18 +0100862 net_dict = {'uuid': net["net_id"]}
863 if net.get("type"):
864 if net["type"] == "SR-IOV":
865 net_dict["type"] = "VF"
866 elif net["type"] == "PCI-PASSTHROUGH":
867 net_dict["type"] = "PF"
868 else:
869 net_dict["type"] = net["type"]
870 if net.get("name"):
871 net_dict["name"] = net["name"]
872 if net.get("vpci"):
873 net_dict["vpci"] = net["vpci"]
874 if net.get("model"):
garciadeblas31e141b2018-10-25 18:33:19 +0200875 if net["model"] == "VIRTIO" or net["model"] == "paravirt":
tierno66eba6e2017-11-10 17:09:18 +0100876 net_dict["model"] = "virtio"
877 else:
878 net_dict["model"] = net["model"]
879 if net.get("mac_address"):
880 net_dict["mac_address"] = net["mac_address"]
tierno41a69812018-02-16 14:34:33 +0100881 if net.get("ip_address"):
882 net_dict["ip_address"] = net["ip_address"]
tiernoae4a8d12016-07-08 12:30:39 +0200883 virtio_net_list.append(net_dict)
tierno7432e7c2017-01-04 16:54:37 +0100884 payload_dict={ "name": name[:64],
tiernoae4a8d12016-07-08 12:30:39 +0200885 "description": description,
886 "imageRef": image_id,
887 "flavorRef": flavor_id,
888 "networks": virtio_net_list
889 }
890 if start != None:
891 payload_dict["start"] = start
892 payload_req = json.dumps({"server": payload_dict})
893 url = self.url+'/'+self.tenant+'/servers'
894 self.logger.info("Adding a new vm POST %s DATA %s", url, payload_req)
895 vim_response = requests.post(url, headers = self.headers_req, data=payload_req)
896 self._check_http_request_response(vim_response)
897 self.logger.debug(vim_response.text)
898 #print json.dumps(vim_response.json(), indent=4)
899 response = vim_response.json()
900 js_v(response, new_vminstance_response_schema)
901 #r = self._remove_extra_items(response, new_vminstance_response_schema)
902 #if r is not None:
903 # self.logger.warn("Warning: remove extra items %s", str(r))
904 vminstance_id = response['server']['id']
905
906 #connect data plane interfaces to network
907 for net in net_list:
908 if net["type"]=="virtual":
909 if not net.get("net_id"):
910 continue
911 for iface in response['server']['networks']:
912 if "name" in net:
913 if net["name"]==iface["name"]:
914 net["vim_id"] = iface['iface_id']
915 break
916 elif "net_id" in net:
917 if net["net_id"]==iface["net_id"]:
918 net["vim_id"] = iface['iface_id']
919 break
920 else: #dataplane
921 for numa in response['server'].get('extended',{}).get('numas',() ):
922 for iface in numa.get('interfaces',() ):
923 if net['name'] == iface['name']:
924 net['vim_id'] = iface['iface_id']
925 #Code bellow is not needed, current openvim connect dataplane interfaces
926 #if net.get("net_id"):
927 ##connect dataplane interface
928 # result, port_id = self.connect_port_network(iface['iface_id'], net["net_id"])
929 # if result < 0:
930 # error_text = "Error attaching port %s to network %s: %s." % (iface['iface_id'], net["net_id"], port_id)
931 # print "new_vminstance: " + error_text
932 # self.delete_vminstance(vminstance_id)
933 # return result, error_text
934 break
tierno7edb6752016-03-21 17:37:52 +0100935
tierno98e909c2017-10-14 13:27:03 +0200936 return vminstance_id, None
tiernoae4a8d12016-07-08 12:30:39 +0200937 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
938 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100939
tiernoae4a8d12016-07-08 12:30:39 +0200940 def get_vminstance(self, vm_id):
tierno7edb6752016-03-21 17:37:52 +0100941 '''Returns the VM instance information from VIM'''
tierno392f2852016-05-13 12:28:55 +0200942 try:
943 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200944 url = self.url+'/'+self.tenant+'/servers/'+vm_id
945 self.logger.info("Getting vm GET %s", url)
tierno392f2852016-05-13 12:28:55 +0200946 vim_response = requests.get(url, headers = self.headers_req)
tiernoae4a8d12016-07-08 12:30:39 +0200947 vim_response = requests.get(url, headers = self.headers_req)
948 self._check_http_request_response(vim_response)
949 self.logger.debug(vim_response.text)
950 #print json.dumps(vim_response.json(), indent=4)
951 response = vim_response.json()
952 js_v(response, new_vminstance_response_schema)
953 #r = self._remove_extra_items(response, new_vminstance_response_schema)
954 #if r is not None:
955 # self.logger.warn("Warning: remove extra items %s", str(r))
956 return response['server']
957 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
958 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +0100959
tierno98e909c2017-10-14 13:27:03 +0200960 def delete_vminstance(self, vm_id, created_items=None):
tiernoae4a8d12016-07-08 12:30:39 +0200961 '''Removes a VM instance from VIM, returns the deleted vm_id'''
tierno392f2852016-05-13 12:28:55 +0200962 try:
963 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +0200964 url = self.url+'/'+self.tenant+'/servers/'+vm_id
965 self.logger.info("Deleting VIM vm DELETE %s", url)
966 vim_response = requests.delete(url, headers=self.headers_req)
967 self._check_http_request_response(vim_response)
968 #self.logger.debug(vim_response.text)
969 #print json.dumps(vim_response.json(), indent=4)
970 return vm_id
971 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
972 self._format_request_exception(e)
973
974 def refresh_vms_status(self, vm_list):
975 '''Refreshes the status of the virtual machines'''
tierno7edb6752016-03-21 17:37:52 +0100976 try:
tiernoae4a8d12016-07-08 12:30:39 +0200977 self._get_my_tenant()
978 except requests.exceptions.RequestException as e:
979 self._format_request_exception(e)
980 vm_dict={}
981 for vm_id in vm_list:
982 vm={}
983 #print "VIMConnector refresh_tenant_vms and nets: Getting tenant VM instance information from VIM"
984 try:
tierno41a69812018-02-16 14:34:33 +0100985 url = self.url + '/' + self.tenant + '/servers/' + vm_id
tiernoae4a8d12016-07-08 12:30:39 +0200986 self.logger.info("Getting vm GET %s", url)
987 vim_response = requests.get(url, headers = self.headers_req)
988 self._check_http_request_response(vim_response)
989 response = vim_response.json()
990 js_v(response, new_vminstance_response_schema)
991 if response['server']['status'] in vmStatus2manoFormat:
992 vm['status'] = vmStatus2manoFormat[ response['server']['status'] ]
993 else:
994 vm['status'] = "OTHER"
995 vm['error_msg'] = "VIM status reported " + response['server']['status']
996 if response['server'].get('last_error'):
997 vm['error_msg'] = response['server']['last_error']
998 vm["vim_info"] = yaml.safe_dump(response['server'])
999 #get interfaces info
1000 try:
1001 management_ip = False
tierno41a69812018-02-16 14:34:33 +01001002 url2 = self.url + '/ports?device_id=' + quote(vm_id)
tiernoae4a8d12016-07-08 12:30:39 +02001003 self.logger.info("Getting PORTS GET %s", url2)
1004 vim_response2 = requests.get(url2, headers = self.headers_req)
1005 self._check_http_request_response(vim_response2)
1006 client_data = vim_response2.json()
1007 if isinstance(client_data.get("ports"), list):
1008 vm["interfaces"]=[]
1009 for port in client_data.get("ports"):
1010 interface={}
tierno41a69812018-02-16 14:34:33 +01001011 interface['vim_info'] = yaml.safe_dump(port)
tiernoae4a8d12016-07-08 12:30:39 +02001012 interface["mac_address"] = port.get("mac_address")
tierno8e995ce2016-09-22 08:13:00 +00001013 interface["vim_net_id"] = port.get("network_id")
tiernoae4a8d12016-07-08 12:30:39 +02001014 interface["vim_interface_id"] = port["id"]
1015 interface["ip_address"] = port.get("ip_address")
1016 if interface["ip_address"]:
1017 management_ip = True
1018 if interface["ip_address"] == "0.0.0.0":
1019 interface["ip_address"] = None
1020 vm["interfaces"].append(interface)
1021
1022 except Exception as e:
1023 self.logger.error("refresh_vms_and_nets. Port get %s: %s", type(e).__name__, str(e))
tierno7edb6752016-03-21 17:37:52 +01001024
tiernoae4a8d12016-07-08 12:30:39 +02001025 if vm['status'] == "ACTIVE" and not management_ip:
1026 vm['status'] = "ACTIVE:NoMgmtIP"
1027
1028 except vimconn.vimconnNotFoundException as e:
1029 self.logger.error("Exception getting vm status: %s", str(e))
1030 vm['status'] = "DELETED"
1031 vm['error_msg'] = str(e)
1032 except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e:
1033 self.logger.error("Exception getting vm status: %s", str(e))
1034 vm['status'] = "VIM_ERROR"
1035 vm['error_msg'] = str(e)
1036 vm_dict[vm_id] = vm
1037 return vm_dict
tierno7edb6752016-03-21 17:37:52 +01001038
tiernoae4a8d12016-07-08 12:30:39 +02001039 def refresh_nets_status(self, net_list):
1040 '''Get the status of the networks
1041 Params: the list of network identifiers
1042 Returns a dictionary with:
1043 net_id: #VIM id of this network
1044 status: #Mandatory. Text with one of:
1045 # DELETED (not found at vim)
1046 # VIM_ERROR (Cannot connect to VIM, VIM response error, ...)
1047 # OTHER (Vim reported other status not understood)
1048 # ERROR (VIM indicates an ERROR status)
1049 # ACTIVE, INACTIVE, DOWN (admin down),
1050 # BUILD (on building process)
1051 #
1052 error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR
1053 vim_info: #Text with plain information obtained from vim (yaml.safe_dump)
1054
tierno7edb6752016-03-21 17:37:52 +01001055 '''
tierno392f2852016-05-13 12:28:55 +02001056 try:
1057 self._get_my_tenant()
tiernoae4a8d12016-07-08 12:30:39 +02001058 except requests.exceptions.RequestException as e:
1059 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +01001060
tiernoae4a8d12016-07-08 12:30:39 +02001061 net_dict={}
1062 for net_id in net_list:
1063 net = {}
1064 #print "VIMConnector refresh_tenant_vms_and_nets: Getting tenant network from VIM (tenant: " + str(self.tenant) + "): "
tierno7edb6752016-03-21 17:37:52 +01001065 try:
tiernoae4a8d12016-07-08 12:30:39 +02001066 net_vim = self.get_network(net_id)
1067 if net_vim['status'] in netStatus2manoFormat:
1068 net["status"] = netStatus2manoFormat[ net_vim['status'] ]
tierno7edb6752016-03-21 17:37:52 +01001069 else:
tiernoae4a8d12016-07-08 12:30:39 +02001070 net["status"] = "OTHER"
1071 net["error_msg"] = "VIM status reported " + net_vim['status']
1072
1073 if net["status"] == "ACTIVE" and not net_vim['admin_state_up']:
1074 net["status"] = "DOWN"
1075 if net_vim.get('last_error'):
1076 net['error_msg'] = net_vim['last_error']
1077 net["vim_info"] = yaml.safe_dump(net_vim)
1078 except vimconn.vimconnNotFoundException as e:
1079 self.logger.error("Exception getting net status: %s", str(e))
1080 net['status'] = "DELETED"
1081 net['error_msg'] = str(e)
1082 except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e:
1083 self.logger.error("Exception getting net status: %s", str(e))
1084 net['status'] = "VIM_ERROR"
1085 net['error_msg'] = str(e)
1086 net_dict[net_id] = net
1087 return net_dict
tierno7edb6752016-03-21 17:37:52 +01001088
tierno98e909c2017-10-14 13:27:03 +02001089 def action_vminstance(self, vm_id, action_dict, created_items={}):
tierno7edb6752016-03-21 17:37:52 +01001090 '''Send and action over a VM instance from VIM'''
1091 '''Returns the status'''
tierno392f2852016-05-13 12:28:55 +02001092 try:
1093 self._get_my_tenant()
tierno7edb6752016-03-21 17:37:52 +01001094 if "console" in action_dict:
tiernoae4a8d12016-07-08 12:30:39 +02001095 raise vimconn.vimconnException("getting console is not available at openvim", http_code=vimconn.HTTP_Service_Unavailable)
1096 url = self.url+'/'+self.tenant+'/servers/'+vm_id+"/action"
1097 self.logger.info("Action over VM instance POST %s", url)
1098 vim_response = requests.post(url, headers = self.headers_req, data=json.dumps(action_dict) )
1099 self._check_http_request_response(vim_response)
tierno98e909c2017-10-14 13:27:03 +02001100 return None
tiernoae4a8d12016-07-08 12:30:39 +02001101 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
1102 self._format_request_exception(e)
tierno7edb6752016-03-21 17:37:52 +01001103
tiernoae4a8d12016-07-08 12:30:39 +02001104#NOT USED METHODS in current version
1105
tierno7edb6752016-03-21 17:37:52 +01001106 def host_vim2gui(self, host, server_dict):
1107 '''Transform host dictionary from VIM format to GUI format,
1108 and append to the server_dict
1109 '''
1110 if type(server_dict) is not dict:
1111 print 'vimconnector.host_vim2gui() ERROR, param server_dict must be a dictionary'
1112 return
1113 RAD={}
1114 occupation={}
1115 for numa in host['host']['numas']:
1116 RAD_item={}
1117 occupation_item={}
1118 #memory
1119 RAD_item['memory']={'size': str(numa['memory'])+'GB', 'eligible': str(numa['hugepages'])+'GB'}
1120 occupation_item['memory']= str(numa['hugepages_consumed'])+'GB'
1121 #cpus
1122 RAD_item['cpus']={}
1123 RAD_item['cpus']['cores'] = []
1124 RAD_item['cpus']['eligible_cores'] = []
1125 occupation_item['cores']=[]
1126 for _ in range(0, len(numa['cores']) / 2):
1127 RAD_item['cpus']['cores'].append( [] )
1128 for core in numa['cores']:
1129 RAD_item['cpus']['cores'][core['core_id']].append(core['thread_id'])
1130 if not 'status' in core: RAD_item['cpus']['eligible_cores'].append(core['thread_id'])
1131 if 'instance_id' in core: occupation_item['cores'].append(core['thread_id'])
1132 #ports
1133 RAD_item['ports']={}
1134 occupation_item['ports']={}
1135 for iface in numa['interfaces']:
1136 RAD_item['ports'][ iface['pci'] ] = 'speed:'+str(iface['Mbps'])+'M'
1137 occupation_item['ports'][ iface['pci'] ] = { 'occupied': str(100*iface['Mbps_consumed'] / iface['Mbps']) + "%" }
1138
1139 RAD[ numa['numa_socket'] ] = RAD_item
1140 occupation[ numa['numa_socket'] ] = occupation_item
1141 server_dict[ host['host']['name'] ] = {'RAD':RAD, 'occupation':occupation}
1142
1143 def get_hosts_info(self):
1144 '''Get the information of deployed hosts
1145 Returns the hosts content'''
1146 #obtain hosts list
1147 url=self.url+'/hosts'
1148 try:
1149 vim_response = requests.get(url)
venkatamahesh6ecca182017-01-27 23:04:40 +05301150 except requests.exceptions.RequestException as e:
tierno7edb6752016-03-21 17:37:52 +01001151 print "get_hosts_info Exception: ", e.args
1152 return -vimconn.HTTP_Not_Found, str(e.args[0])
1153 print "vim get", url, "response:", vim_response.status_code, vim_response.json()
1154 #print vim_response.status_code
1155 #print json.dumps(vim_response.json(), indent=4)
1156 if vim_response.status_code != 200:
1157 #TODO: get error
1158 print 'vimconnector.get_hosts_info error getting host list %d %s' %(vim_response.status_code, vim_response.json())
1159 return -vim_response.status_code, "Error getting host list"
1160
1161 res,hosts = self._format_in(vim_response, get_hosts_response_schema)
1162
1163 if res==False:
1164 print "vimconnector.get_hosts_info error parsing GET HOSTS vim response", hosts
1165 return vimconn.HTTP_Internal_Server_Error, hosts
1166 #obtain hosts details
1167 hosts_dict={}
1168 for host in hosts['hosts']:
1169 url=self.url+'/hosts/'+host['id']
1170 try:
1171 vim_response = requests.get(url)
venkatamahesh6ecca182017-01-27 23:04:40 +05301172 except requests.exceptions.RequestException as e:
tierno7edb6752016-03-21 17:37:52 +01001173 print "get_hosts_info Exception: ", e.args
1174 return -vimconn.HTTP_Not_Found, str(e.args[0])
1175 print "vim get", url, "response:", vim_response.status_code, vim_response.json()
1176 if vim_response.status_code != 200:
1177 print 'vimconnector.get_hosts_info error getting detailed host %d %s' %(vim_response.status_code, vim_response.json())
1178 continue
1179 res,host_detail = self._format_in(vim_response, get_host_detail_response_schema)
1180 if res==False:
1181 print "vimconnector.get_hosts_info error parsing GET HOSTS/%s vim response" % host['id'], host_detail
1182 continue
1183 #print 'host id '+host['id'], json.dumps(host_detail, indent=4)
1184 self.host_vim2gui(host_detail, hosts_dict)
1185 return 200, hosts_dict
1186
1187 def get_hosts(self, vim_tenant):
1188 '''Get the hosts and deployed instances
1189 Returns the hosts content'''
1190 #obtain hosts list
1191 url=self.url+'/hosts'
1192 try:
1193 vim_response = requests.get(url)
venkatamahesh6ecca182017-01-27 23:04:40 +05301194 except requests.exceptions.RequestException as e:
tierno7edb6752016-03-21 17:37:52 +01001195 print "get_hosts Exception: ", e.args
1196 return -vimconn.HTTP_Not_Found, str(e.args[0])
1197 print "vim get", url, "response:", vim_response.status_code, vim_response.json()
1198 #print vim_response.status_code
1199 #print json.dumps(vim_response.json(), indent=4)
1200 if vim_response.status_code != 200:
1201 #TODO: get error
1202 print 'vimconnector.get_hosts error getting host list %d %s' %(vim_response.status_code, vim_response.json())
1203 return -vim_response.status_code, "Error getting host list"
1204
1205 res,hosts = self._format_in(vim_response, get_hosts_response_schema)
1206
1207 if res==False:
1208 print "vimconnector.get_host error parsing GET HOSTS vim response", hosts
1209 return vimconn.HTTP_Internal_Server_Error, hosts
1210 #obtain instances from hosts
1211 for host in hosts['hosts']:
1212 url=self.url+'/' + vim_tenant + '/servers?hostId='+host['id']
1213 try:
1214 vim_response = requests.get(url)
venkatamahesh6ecca182017-01-27 23:04:40 +05301215 except requests.exceptions.RequestException as e:
tierno7edb6752016-03-21 17:37:52 +01001216 print "get_hosts Exception: ", e.args
1217 return -vimconn.HTTP_Not_Found, str(e.args[0])
1218 print "vim get", url, "response:", vim_response.status_code, vim_response.json()
1219 if vim_response.status_code != 200:
1220 print 'vimconnector.get_hosts error getting instances at host %d %s' %(vim_response.status_code, vim_response.json())
1221 continue
1222 res,servers = self._format_in(vim_response, get_server_response_schema)
1223 if res==False:
1224 print "vimconnector.get_host error parsing GET SERVERS/%s vim response" % host['id'], servers
1225 continue
1226 #print 'host id '+host['id'], json.dumps(host_detail, indent=4)
1227 host['instances'] = servers['servers']
1228 return 200, hosts['hosts']
1229
1230 def get_processor_rankings(self):
1231 '''Get the processor rankings in the VIM database'''
1232 url=self.url+'/processor_ranking'
1233 try:
1234 vim_response = requests.get(url)
venkatamahesh6ecca182017-01-27 23:04:40 +05301235 except requests.exceptions.RequestException as e:
tierno7edb6752016-03-21 17:37:52 +01001236 print "get_processor_rankings Exception: ", e.args
1237 return -vimconn.HTTP_Not_Found, str(e.args[0])
1238 print "vim get", url, "response:", vim_response.status_code, vim_response.json()
1239 #print vim_response.status_code
1240 #print json.dumps(vim_response.json(), indent=4)
1241 if vim_response.status_code != 200:
1242 #TODO: get error
1243 print 'vimconnector.get_processor_rankings error getting processor rankings %d %s' %(vim_response.status_code, vim_response.json())
1244 return -vim_response.status_code, "Error getting processor rankings"
1245
1246 res,rankings = self._format_in(vim_response, get_processor_rankings_response_schema)
1247 return res, rankings['rankings']
1248
tiernoae4a8d12016-07-08 12:30:39 +02001249 def new_host(self, host_data):
1250 '''Adds a new host to VIM'''
1251 '''Returns status code of the VIM response'''
1252 payload_req = host_data
tierno392f2852016-05-13 12:28:55 +02001253 try:
tiernoae4a8d12016-07-08 12:30:39 +02001254 url = self.url_admin+'/hosts'
1255 self.logger.info("Adding a new host POST %s", url)
1256 vim_response = requests.post(url, headers = self.headers_req, data=payload_req)
1257 self._check_http_request_response(vim_response)
1258 self.logger.debug(vim_response.text)
1259 #print json.dumps(vim_response.json(), indent=4)
1260 response = vim_response.json()
1261 js_v(response, new_host_response_schema)
1262 r = self._remove_extra_items(response, new_host_response_schema)
1263 if r is not None:
1264 self.logger.warn("Warning: remove extra items %s", str(r))
1265 host_id = response['host']['id']
1266 return host_id
1267 except (requests.exceptions.RequestException, js_e.ValidationError) as e:
1268 self._format_request_exception(e)
1269
1270 def new_external_port(self, port_data):
1271 '''Adds a external port to VIM'''
1272 '''Returns the port identifier'''
1273 #TODO change to logging exception code policies
1274 print "VIMConnector: Adding a new external port"
1275 payload_req = port_data
tierno7edb6752016-03-21 17:37:52 +01001276 try:
tiernoae4a8d12016-07-08 12:30:39 +02001277 vim_response = requests.post(self.url_admin+'/ports', headers = self.headers_req, data=payload_req)
venkatamahesh6ecca182017-01-27 23:04:40 +05301278 except requests.exceptions.RequestException as e:
tiernoae4a8d12016-07-08 12:30:39 +02001279 self.logger.error("new_external_port Exception: ", str(e))
tierno7edb6752016-03-21 17:37:52 +01001280 return -vimconn.HTTP_Not_Found, str(e.args[0])
tiernoae4a8d12016-07-08 12:30:39 +02001281 print vim_response
tierno7edb6752016-03-21 17:37:52 +01001282 #print vim_response.status_code
tiernoae4a8d12016-07-08 12:30:39 +02001283 if vim_response.status_code == 200:
1284 #print vim_response.json()
tierno7edb6752016-03-21 17:37:52 +01001285 #print json.dumps(vim_response.json(), indent=4)
tiernoae4a8d12016-07-08 12:30:39 +02001286 res, http_content = self._format_in(vim_response, new_port_response_schema)
1287 #print http_content
1288 if res:
1289 r = self._remove_extra_items(http_content, new_port_response_schema)
1290 if r is not None: print "Warning: remove extra items ", r
1291 #print http_content
1292 port_id = http_content['port']['id']
1293 print "Port id: ",port_id
1294 return vim_response.status_code,port_id
1295 else: return -vimconn.HTTP_Bad_Request,http_content
1296 else:
1297 #print vim_response.text
1298 jsonerror = self._format_jsonerror(vim_response)
1299 text = 'Error in VIM "%s": not possible to add new external port. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror)
1300 #print text
1301 return -vim_response.status_code,text
tierno7edb6752016-03-21 17:37:52 +01001302
tiernoae4a8d12016-07-08 12:30:39 +02001303 def new_external_network(self,net_name,net_type):
1304 '''Adds a external network to VIM (shared)'''
1305 '''Returns the network identifier'''
1306 #TODO change to logging exception code policies
1307 print "VIMConnector: Adding external shared network to VIM (type " + net_type + "): "+ net_name
1308
1309 payload_req = '{"network":{"name": "' + net_name + '","shared":true,"type": "' + net_type + '"}}'
1310 try:
1311 vim_response = requests.post(self.url+'/networks', headers = self.headers_req, data=payload_req)
venkatamahesh6ecca182017-01-27 23:04:40 +05301312 except requests.exceptions.RequestException as e:
tiernoae4a8d12016-07-08 12:30:39 +02001313 self.logger.error( "new_external_network Exception: ", e.args)
1314 return -vimconn.HTTP_Not_Found, str(e.args[0])
1315 print vim_response
1316 #print vim_response.status_code
1317 if vim_response.status_code == 200:
1318 #print vim_response.json()
1319 #print json.dumps(vim_response.json(), indent=4)
1320 res,http_content = self._format_in(vim_response, new_network_response_schema)
1321 #print http_content
1322 if res:
1323 r = self._remove_extra_items(http_content, new_network_response_schema)
1324 if r is not None: print "Warning: remove extra items ", r
1325 #print http_content
1326 network_id = http_content['network']['id']
1327 print "Network id: ",network_id
1328 return vim_response.status_code,network_id
1329 else: return -vimconn.HTTP_Bad_Request,http_content
1330 else:
1331 #print vim_response.text
1332 jsonerror = self._format_jsonerror(vim_response)
1333 text = 'Error in VIM "%s": not possible to add new external network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror)
1334 #print text
1335 return -vim_response.status_code,text
1336
1337 def connect_port_network(self, port_id, network_id, admin=False):
1338 '''Connects a external port to a network'''
1339 '''Returns status code of the VIM response'''
1340 #TODO change to logging exception code policies
1341 print "VIMConnector: Connecting external port to network"
1342
1343 payload_req = '{"port":{"network_id":"' + network_id + '"}}'
1344 if admin:
1345 if self.url_admin==None:
1346 return -vimconn.HTTP_Unauthorized, "datacenter cannot contain admin URL"
1347 url= self.url_admin
1348 else:
1349 url= self.url
1350 try:
1351 vim_response = requests.put(url +'/ports/'+port_id, headers = self.headers_req, data=payload_req)
venkatamahesh6ecca182017-01-27 23:04:40 +05301352 except requests.exceptions.RequestException as e:
tiernoae4a8d12016-07-08 12:30:39 +02001353 print "connect_port_network Exception: ", e.args
1354 return -vimconn.HTTP_Not_Found, str(e.args[0])
1355 print vim_response
1356 #print vim_response.status_code
1357 if vim_response.status_code == 200:
1358 #print vim_response.json()
1359 #print json.dumps(vim_response.json(), indent=4)
1360 res,http_content = self._format_in(vim_response, new_port_response_schema)
1361 #print http_content
1362 if res:
1363 r = self._remove_extra_items(http_content, new_port_response_schema)
1364 if r is not None: print "Warning: remove extra items ", r
1365 #print http_content
1366 port_id = http_content['port']['id']
1367 print "Port id: ",port_id
1368 return vim_response.status_code,port_id
1369 else: return -vimconn.HTTP_Bad_Request,http_content
1370 else:
1371 print vim_response.text
1372 jsonerror = self._format_jsonerror(vim_response)
1373 text = 'Error in VIM "%s": not possible to connect external port to network. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror)
1374 print text
1375 return -vim_response.status_code,text
tierno7edb6752016-03-21 17:37:52 +01001376
1377